-- Logs begin at Tue 2021-12-21 21:17:07 UTC, end at Tue 2021-12-21 23:22:11 UTC. -- Dec 21 22:03:51.257918 dv-neutron-822521-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 21 22:03:53.835384 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.common.config [-] Logging enabled! Dec 21 22:03:53.835931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 21 22:03:53.837376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88883) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 21 22:03:53.838131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.common.config [-] Logging enabled! Dec 21 22:03:53.838426 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 21 22:03:53.838709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88883) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 21 22:03:53.839785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 22:03:53.840057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 22:03:53.841101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 22:03:53.841392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 22:03:53.841659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 22:03:53.842028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.842377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.842719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.842987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.843334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.843675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.843998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.844362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.844711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.845033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.845354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.845676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.845944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.846266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.846600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.846938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.847200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] debug = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.847520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.848063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.848405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.848726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.849059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.849371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.849688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.850012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.850387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] host = dv-neutron-822521-1-hyperv {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.851281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.851749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.852089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.852451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.852771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.853087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.853417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.853728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.854040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] log_file = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.854356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.854689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.855022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.855364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.855629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.855888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.856227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.856594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.856910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.857227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.857541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.857854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.858166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.858474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.858811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.859146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.859478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.859793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.860107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.860451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.860772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.861103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.861416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.861741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.862045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.862377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.862682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.862994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.863346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.863676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.864008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.864360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.864675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.865010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.865320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.865630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.865940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] use_json = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.866881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.867194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.867525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.867837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.868146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.868485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.868797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.869129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:53.869465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.869813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.870156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.870477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.870815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.871138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.871468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.871783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.872114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.872491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.872819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.873136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.873460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.873799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.874139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.874451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.874767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.875102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.875418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.875727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.876064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.876399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.876714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.877033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.877347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.877654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.877960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.878275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.878608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.878919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.879226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.879531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.879841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.880149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.880497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.880820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.881128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.881435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.881749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.882180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.882362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.882676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.882983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.883295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.883603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.883909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.884215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.884555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.884867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.885180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.885486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.885800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.886108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.886417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.886729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.887038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.887344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.887671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.888007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.888325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.888665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.888981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.889298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.889611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.889924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.890239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.890553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.890867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.891204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.891527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.891853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.892175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.892515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.892860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.893178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.893499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.893814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.894128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.894448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.894768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.895105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.895439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.895772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.896107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.896463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.896785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.897138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.897488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:53.897754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 22:03:53.898064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88883) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 21 22:03:54.555698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 22:03:54.556018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 22:03:54.556375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 21 22:03:54.558015 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 21 22:03:54.902732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:54.903236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:54.903236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:54.964267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:54.964613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:54.964916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:54.967864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:54.968178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:54.968504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.113765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.114086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.114391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.115417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.115737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.116017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.236834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.237163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.237470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.237778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.238619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.424779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.425161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.425489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.425797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.426100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.426472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.426775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.427068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.427355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.427689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.427984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.428287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.428646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.428955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.429272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.429588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.429884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.430202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.430487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.430820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.431253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.431541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.431824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.432157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.432465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.432750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.433170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:03:55.433452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:03:55.433728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:03:55.434002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:03:55.434277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:03:55.434553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:03:55.435920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 21 22:03:55.445473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 21 22:03:55.453149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 21 22:03:55.458563 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 21 22:03:55.462104 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 21 22:03:55.463199 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 21 22:03:55.463590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 21 22:03:55.464022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 21 22:03:55.468036 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 21 22:03:55.468323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 21 22:03:55.468745 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 22:03:55.495729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 21 22:03:55.496197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.496565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88883) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 21 22:03:55.496977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.498335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88883) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 21 22:03:55.498662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 22:03:55.498946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 21 22:03:55.502149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.502465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:55.571101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 21 22:03:55.571365 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 21 22:03:55.571638 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 21 22:03:55.572042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 21 22:03:55.605079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.sqlalchemy.engines [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88883) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 21 22:03:56.044956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Initializing driver for type 'gre' Dec 21 22:03:56.045542 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] gre ID ranges: [(1, 1000)] Dec 21 22:03:56.140287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Initializing driver for type 'local' Dec 21 22:03:56.140729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Initializing driver for type 'vlan' Dec 21 22:03:56.210883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] VlanTypeDriver initialization complete Dec 21 22:03:56.211254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Initializing driver for type 'vxlan' Dec 21 22:03:56.211801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] vxlan ID ranges: [(1, 1000)] Dec 21 22:03:56.353726 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Initializing extension driver 'port_security' Dec 21 22:03:56.354032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.extensions.port_security [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] PortSecurityExtensionDriver initialization complete Dec 21 22:03:56.354406 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Initializing mechanism driver 'openvswitch' Dec 21 22:03:56.354765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Initializing mechanism driver 'hyperv' Dec 21 22:03:56.361158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:03:56.361925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > port after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.362369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > port after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.362799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > port after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.363363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88883) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:03:56.363829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > subnet after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.364215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > subnet after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.364620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.365053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88883) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:03:56.365496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > network after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.365881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > network after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.366261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > network after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.366830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88883) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:03:56.367273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > security_group after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.367656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > security_group after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.368031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.368485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88883) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:03:56.368930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.369311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.369687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.370122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88883) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:03:56.370537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] ML2 OVO RPC backend initialized. {{(pid=88883) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Dec 21 22:03:56.371261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.371656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.372115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > network before_response 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.372534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > networks before_response 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.372922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > port before_response 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.373300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > ports before_response 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.373681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > subnet before_response 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.374060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > subnets before_response 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.374442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > network after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.374818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > network after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.375188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > network after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.375560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > port after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.375933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > port after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.376302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > port after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.376701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > subnet after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.377072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > subnet after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.377444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.378064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Modular L2 Plugin initialization complete Dec 21 22:03:56.378420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading services supported by the core plugin {{(pid=88883) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 21 22:03:56.378782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.managers [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Got port-security extension from driver 'port_security' Dec 21 22:03:56.379288 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.extensions.vlantransparent [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Disabled vlantransparent extension. Dec 21 22:03:56.379747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88883) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 21 22:03:56.380097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading Plugin: router Dec 21 22:03:56.422543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.422987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router after_create 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.423392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router before_create 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.423802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.424217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.424638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router after_delete 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.425098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.425509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router after_create 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.425894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router after_update 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.426286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router after_update 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.426672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.427073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router after_update 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.427563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_update 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.429473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: port after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.429893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: port after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.430288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: subnet after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.430683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.431084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.431476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_create 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.431864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: port before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.432251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.432690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router after_update 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.433077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.433472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_create 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.433880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.434270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_update 55549900 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.434688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > agent after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.435082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > agent after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.435466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > network after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.436463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Tracking information for resource: router configured {{(pid=88883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:03:56.436843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Tracking information for resource: floatingip configured {{(pid=88883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:03:56.441719 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_agentschedulers_db [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 21 22:03:56.442368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: port after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.442766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: port after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.443155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: port after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.443541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: port after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.444581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router before_create 55550100 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.444993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.445392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_create 55550100 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.445787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > router precommit_update 55550100 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.450497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.provider_configuration [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service providers = [] {{(pid=88883) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 21 22:03:56.450898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.servicetype_db [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88883) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 21 22:03:56.453758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.service_base [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 22:03:56.454153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.service_base [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 22:03:56.454530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.service_base [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 22:03:56.455426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.service_base [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 22:03:56.455832 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.services.service_base [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 21 22:03:56.456253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 22:03:56.456639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 21 22:03:56.477506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 22:03:56.477884 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading Plugin: auto_allocate Dec 21 22:03:56.488427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: network precommit_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.488840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: network precommit_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.489430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 22:03:56.489788 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading Plugin: tag Dec 21 22:03:56.501935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 22:03:56.502309 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading Plugin: timestamp Dec 21 22:03:56.506077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 22:03:56.506448 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading Plugin: network_ip_availability Dec 21 22:03:56.512447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.512853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.513243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.514026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 22:03:56.514386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading Plugin: flavors Dec 21 22:03:56.530048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 22:03:56.530426 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading Plugin: revisions Dec 21 22:03:56.534830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 21 22:03:56.535254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_concurrency.lockutils [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.979s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 21 22:03:56.536065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88883) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 21 22:03:56.536456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Initializing extension manager. Dec 21 22:03:56.537016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: __init__.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.537396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: __pycache__ {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.537771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.538175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.538687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: _filter_validation_lib.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.539066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.539688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: address_scope.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.540546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.541193 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: address-scope Dec 21 22:03:56.541560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.542640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.543219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: router-admin-state-down-before-update Dec 21 22:03:56.543582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: agent.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.544445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.545023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: agent Dec 21 22:03:56.545384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: agent_resources_synced.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.546312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.546892 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: agent-resources-synced Dec 21 22:03:56.547254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: allowedaddresspairs.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.549117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.549706 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: allowed-address-pairs Dec 21 22:03:56.550072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: auto_allocated_topology.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.551160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.551738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: auto-allocated-topology Dec 21 22:03:56.552105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: availability_zone.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.552914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.553489 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: availability_zone Dec 21 22:03:56.554437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: availability_zone_filter.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.555473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.556045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: availability_zone_filter Dec 21 22:03:56.556429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: data_plane_status.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.557350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.557920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension data-plane-status not supported by any of loaded plugins Dec 21 22:03:56.558282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: default_subnetpools.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.559207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.559782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: default-subnetpools Dec 21 22:03:56.560143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.561071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.561645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: dhcp_agent_scheduler Dec 21 22:03:56.562007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: dns.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.562929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.563498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension dns-integration not supported by any of loaded plugins Dec 21 22:03:56.563858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: dns_domain_ports.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.564809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.565374 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 21 22:03:56.565734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: dvr.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.566621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.567196 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: dvr Dec 21 22:03:56.567561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: empty_string_filtering.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.568522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.569093 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: empty-string-filtering Dec 21 22:03:56.570014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.570946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.571512 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 21 22:03:56.571873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.572813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.573387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 21 22:03:56.573747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: external_net.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.574664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.575237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: external-net Dec 21 22:03:56.575598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.576573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.577142 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: extra_dhcp_opt Dec 21 22:03:56.577501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: extraroute.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.578409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.578978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: extraroute Dec 21 22:03:56.579341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: extraroute_atomic.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.580395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.580977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: extraroute-atomic Dec 21 22:03:56.581340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: filter_validation.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.582043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.582613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: filter-validation Dec 21 22:03:56.582971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: fip_pf_description.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.583890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.584478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 21 22:03:56.584859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: fip_port_details.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.585790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.586355 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: fip-port-details Dec 21 22:03:56.586714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: flavors.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.587945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.588552 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: flavors Dec 21 22:03:56.588919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.590669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.591259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 21 22:03:56.591629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: floatingip_pools.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.592432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.593013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: floatingip-pools Dec 21 22:03:56.593375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: ip_allocation.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.594308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.594881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension ip_allocation not supported by any of loaded plugins Dec 21 22:03:56.595240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.596271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.596904 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: ip-substring-filtering Dec 21 22:03:56.597269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: l2_adjacency.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.598207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.598772 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 21 22:03:56.599135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: l3.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.600230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.600898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: router Dec 21 22:03:56.601263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.603605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.604248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 21 22:03:56.604620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.605546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.606125 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: ext-gw-mode Dec 21 22:03:56.606491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.607417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.607989 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: l3-ha Dec 21 22:03:56.608368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: l3_flavors.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.609325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.609903 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: l3-flavors Dec 21 22:03:56.610269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.611196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.611770 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 21 22:03:56.612136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: l3agentscheduler.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.613524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.614106 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: l3_agent_scheduler Dec 21 22:03:56.614478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: logging.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.616610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.617206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension logging not supported by any of loaded plugins Dec 21 22:03:56.617608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: metering.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.618513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.619219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: metering Dec 21 22:03:56.619588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: multiprovidernet.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.620567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.621153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: multi-provider Dec 21 22:03:56.621518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: netmtu.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.622441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.623012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: net-mtu Dec 21 22:03:56.623376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: netmtu_writable.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.624301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.624900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: net-mtu-writable Dec 21 22:03:56.625261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: network_availability_zone.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.626026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.626594 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: network_availability_zone Dec 21 22:03:56.626954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: network_ip_availability.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.628070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.628670 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: network-ip-availability Dec 21 22:03:56.629035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: network_segment_range.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.629941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.630517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension network-segment-range not supported by any of loaded plugins Dec 21 22:03:56.630881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: pagination.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.633907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.634302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: pagination Dec 21 22:03:56.634678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.635623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.636214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: port-mac-address-regenerate Dec 21 22:03:56.636614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: port_resource_request.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.637551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.638127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension port-resource-request not supported by any of loaded plugins Dec 21 22:03:56.638496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: portbindings.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.639436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.640017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: binding Dec 21 22:03:56.640410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: portbindings_extended.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.641694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.642282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: binding-extended Dec 21 22:03:56.642650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: portsecurity.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.643578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.644156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: port-security Dec 21 22:03:56.644547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: project_id.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.645528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.645908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: project-id Dec 21 22:03:56.646266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: providernet.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.647190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.648028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: provider Dec 21 22:03:56.648417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.652023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.652649 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos not supported by any of loaded plugins Dec 21 22:03:56.653026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.654261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.654844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 21 22:03:56.655212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.656142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.656747 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 21 22:03:56.657111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos_default.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.658034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.658602 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos-default not supported by any of loaded plugins Dec 21 22:03:56.658961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos_fip.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.659753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.660323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos-fip not supported by any of loaded plugins Dec 21 22:03:56.660710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos_gateway_ip.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.661653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.662228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 21 22:03:56.662589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos_port_network_policy.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.664473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.665049 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 21 22:03:56.665414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos_rule_type_details.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.666339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.666900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 21 22:03:56.667260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: qos_rules_alias.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.668320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.668920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 21 22:03:56.669282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: quotasv2.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.670218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.670590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: quotas Dec 21 22:03:56.670949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: quotasv2_detail.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.672633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.673018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: quota_details Dec 21 22:03:56.673383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: rbac.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.674535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.675136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: rbac-policies Dec 21 22:03:56.675507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: rbac_address_scope.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.676482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.677063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: rbac-address-scope Dec 21 22:03:56.677429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: rbac_security_groups.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.678366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.679713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: rbac-security-groups Dec 21 22:03:56.680077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: rbac_subnetpool.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.681054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.681638 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: rbac-subnetpool Dec 21 22:03:56.682004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: revisionifmatch.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.682935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.683616 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: revision-if-match Dec 21 22:03:56.684011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: revisions.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.685369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.685952 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: standard-attr-revisions Dec 21 22:03:56.686316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: router_availability_zone.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.687068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.687646 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: router_availability_zone Dec 21 22:03:56.688006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: routerservicetype.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.688998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.689568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension router-service-type not supported by any of loaded plugins Dec 21 22:03:56.689925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.690845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.691422 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: port-security-groups-filtering Dec 21 22:03:56.691786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: securitygroup.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.704591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.705202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: security-group Dec 21 22:03:56.705576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: segment.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.706475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.707052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension segment not supported by any of loaded plugins Dec 21 22:03:56.707432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.708404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.708983 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 21 22:03:56.709354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: servicetype.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.710594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.711182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: service-type Dec 21 22:03:56.711551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: sorting.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.712598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.712983 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: sorting Dec 21 22:03:56.713347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: standard_attr_segment.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.714267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.714852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 21 22:03:56.715218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: standardattrdescription.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.715927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.716530 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: standard-attr-description Dec 21 22:03:56.716900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: stateful_security_group.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.717827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.718412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: stateful-security-group Dec 21 22:03:56.718776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: stdattrs_common.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.719360 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 21 22:03:56.719717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.720672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.721248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 21 22:03:56.721614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: subnet_onboard.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.722691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.723277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: subnet_onboard Dec 21 22:03:56.723644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.724614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.725186 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 21 22:03:56.726097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: subnet_service_types.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.727189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.727773 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: subnet-service-types Dec 21 22:03:56.728136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: subnetallocation.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.729256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.729851 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: subnet_allocation Dec 21 22:03:56.730220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.730914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.731483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: subnetpool-prefix-ops Dec 21 22:03:56.731845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.732820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.733399 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 21 22:03:56.733949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: tagging.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.736129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.737137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: standard-attr-tag Dec 21 22:03:56.737797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: timestamp.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.739572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.740189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loaded extension: standard-attr-timestamp Dec 21 22:03:56.740588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: trunk.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.742277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.742854 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension trunk not supported by any of loaded plugins Dec 21 22:03:56.743220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: trunk_details.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.744155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.744774 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension trunk-details not supported by any of loaded plugins Dec 21 22:03:56.745133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: uplink_status_propagation.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.746065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.746635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 21 22:03:56.746996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Loading extension file: vlantransparent.py {{(pid=88883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 21 22:03:56.747702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 21 22:03:56.748279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 21 22:03:56.750725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:network Dec 21 22:03:56.751534 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:subnet Dec 21 22:03:56.752216 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:03:56.752910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:port Dec 21 22:03:56.754328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.754819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service FLAVORS assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.755509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.755988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.756357 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:router Dec 21 22:03:56.757229 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 22:03:56.758026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service METERING assigned prefix: /metering {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.759808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.760219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.760656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:03:56.761842 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 22:03:56.762343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:security_group Dec 21 22:03:56.763156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 22:03:56.763996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service CORE assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.764399 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:03:56.764771 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] subnetpool is already registered Dec 21 22:03:56.765435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service CORE assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.765801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:03:56.766164 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] subnetpool is already registered Dec 21 22:03:56.768841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.769326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service FLAVORS assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.769979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.770447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.770819 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:router Dec 21 22:03:56.771186 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] router is already registered Dec 21 22:03:56.771849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 22:03:56.772221 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] floatingip is already registered Dec 21 22:03:56.773147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service METERING assigned prefix: /metering {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.773892 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 22:03:56.774260 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] rbac_policy is already registered Dec 21 22:03:56.774717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:security_group Dec 21 22:03:56.775081 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] security_group is already registered Dec 21 22:03:56.775915 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 22:03:56.776289 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] security_group_rule is already registered Dec 21 22:03:56.777070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service CORE assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.777438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:03:56.777802 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] subnetpool is already registered Dec 21 22:03:56.778483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.resource_helper [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Service CORE assigned prefix: {{(pid=88883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 22:03:56.778849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:03:56.779216 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.quota.resource_registry [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] subnetpool is already registered Dec 21 22:03:56.779933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: extensions {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.781500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: address-scopes {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.782786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: agents {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.784161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: auto-allocated-topology {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.785525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: availability_zones {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.786814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: dhcp-networks {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.789687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: dhcp-agents {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.791185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: routers {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.793024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: flavors {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.795199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: service_profiles {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.796543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: next_providers {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.798051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: service_profiles {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.799546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: floatingip-pools {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.801030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: routers {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.802817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: floatingips {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.804691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: l3-routers {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.806256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: l3-agents {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.807782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: metering-labels {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.809157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: metering-label-rules {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.810609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: network-ip-availabilities {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.811929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: bindings {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.813611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: quotas {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.815204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: quotas {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.816726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: rbac-policies {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.817993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: security-groups {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.819776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: security-group-rules {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.821348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: service-providers {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.822679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: subnetpools {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.824113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: subnetpools {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.825740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.827518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.829358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.831374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.833203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.835799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.837701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.839546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.841652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.843505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.extensions [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Extended resource: tags {{(pid=88883) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 21 22:03:56.850720 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING keystonemiddleware.auth_token [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 21 22:03:56.855847 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING keystonemiddleware.auth_token [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 21 22:03:56.864694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_concurrency.lockutils [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Acquired lock "singleton_lock" {{(pid=88883) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 21 22:03:56.865220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_concurrency.lockutils [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Releasing lock "singleton_lock" {{(pid=88883) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 21 22:03:56.866909 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO oslo_service.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Starting 2 workers Dec 21 22:03:56.871579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Started child 88994 {{(pid=88883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 21 22:03:56.875960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:03:56.876225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Started child 88995 {{(pid=88883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 21 22:03:56.877486 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [-] (88994) wsgi starting up on http://0.0.0.0:9696 Dec 21 22:03:56.877750 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 21 22:03:56.878420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Notify callbacks [] for process, before_spawn {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:03:56.880058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:03:56.880954 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO oslo_service.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Starting 1 workers Dec 21 22:03:56.881482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [-] (88995) wsgi starting up on http://0.0.0.0:9696 Dec 21 22:03:56.886878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Started child 88996 {{(pid=88883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 21 22:03:56.887417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO oslo_service.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Starting 1 workers Dec 21 22:03:56.889501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] calling RpcWorker wait() {{(pid=88996) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 21 22:03:56.890086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] returning from RpcWorker wait() {{(pid=88996) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 21 22:03:56.891739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:03:56.892026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Started child 88997 {{(pid=88883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 21 22:03:56.892384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:03:56.892849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb44a2f-3642-4ea5-bfdc-72bde7edad64 None None] Notify callbacks [] for process, after_spawn {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:03:56.894543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88883) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 21 22:03:56.894771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 22:03:56.894985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 22:03:56.895269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 22:03:56.895697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 22:03:56.895894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 22:03:56.896155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:03:56.896499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.896800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.897093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.897421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.898263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.898934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.899333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.899835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.900484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.900786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.900996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.901197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.901497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.901769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.902131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.902436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.902709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.903011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.903202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.903639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.904158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.904504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.904830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] debug = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.905110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.905730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.906020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.906302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.906575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.906901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.907199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.907502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.908045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.908306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.908588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.908881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.909126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.909595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.909920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.910171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.910603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] host = dv-neutron-822521-1-hyperv {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.911046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.911215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.914696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.914696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.914696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.914696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.914696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.914696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.914696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.914696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.915811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.915811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.915811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.915811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_file = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.915811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_options = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.916517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 57970) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:03:56.916679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.916679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.916679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.916679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.916679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.916679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.916679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.917619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.917619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.917619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.917619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.918393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.918393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.918393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.918393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.919260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.919260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.919260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.919574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.920195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.920195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.932965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_json = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.933967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:56.934471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0137410 Dec 21 22:03:56.934784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.934784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.935252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.935252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.935252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.935252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.935492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.935566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.936276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.936276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.936276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.936276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.937400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.937843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.938251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.938551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.938801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.939094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.939364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.939671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.939949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.940216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.940517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.940738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.940957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.941192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.941443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.941667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.941903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.942235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.942511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.942734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.942954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.943171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.943395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.943605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.943832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.944048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.944801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.945023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.945253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.945493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.945714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.945929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.946143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.946379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.947128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.947128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.947128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.948135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.948135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.948135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.948135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.948135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.948865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.949334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.949589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.950182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.950182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.950494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.950494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.950774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.950916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.951226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.951580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.951745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:03:56.951892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.952094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.954030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.954030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.954030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.954030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.954602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.954602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.954880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.956719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.956719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.956719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.956719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.957324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.957324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.958081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.958081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.958081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.958505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.958505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.958774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.958964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.959238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.959500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.959828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.962444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.962444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.962444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.962444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.963073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.963073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.963355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.965675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.965675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.965675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.965675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.965675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.972924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.972924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.972924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.972924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.972924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.972924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.972924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.972924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.974056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.974056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.974056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.974056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.974056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.974056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.974056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.974056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.975104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.975104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.975104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.975104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.975104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.975104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.975104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.975104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.976225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.976225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.976225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.976225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.976225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.976225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.976225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.976225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.977434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.977434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.977434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.977434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.977434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.977434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.977434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.977434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.978994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.978994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.978994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.978994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.978994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.978994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.978994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.978994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.980202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.982508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.982508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.983240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.983551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.983840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.984652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.984652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.984841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.986161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.986161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.986161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.986161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.986523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.986723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.987007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.987292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.987558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.988276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.988276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.988488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.988777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.989376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.989652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.989924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.990292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.990568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.990788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.991084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.991819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.992041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.994673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.994954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.995265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.996795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.997097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.997377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.997765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.998066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.998357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.998664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.999233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:56.999838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.000392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.000753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.001196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.001481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.001971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.002245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.002517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.002789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.003120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.003510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.003847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.004141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.004530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.005080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.005639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.005955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.006220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.006556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.007460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.007800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.008090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.009254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.009254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.009254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.009493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.009588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.009986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.010511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.010979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.011453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.011905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.013940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.013940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.013940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.013940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.014265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.014338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.016152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.016152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 22:03:57.016152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88883) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 21 22:03:57.016152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 22:03:57.016503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 22:03:57.016503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 22:03:57.016633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 22:03:57.016852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 22:03:57.018351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.018622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.018800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.019418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.019762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.020521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.020732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.021486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.021742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.021909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.022076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.022269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.024310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.025176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.025811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.025961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.026140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.026338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.027298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.027298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.027462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.027647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.027840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] debug = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.028032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.028269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.028527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.028720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.028979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.029169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.029359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.029548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.031099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.031311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.032294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.032294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.032294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.033208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.033441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.033559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.034260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] host = dv-neutron-822521-1-hyperv {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.034260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.034260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.035559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.035559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.035559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.035559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.035801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.035801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.035992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.036168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.036416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.036588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.036960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.037426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_file = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.037681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_options = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.038047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.038535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.038714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.038925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.039120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.039564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.040480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.040480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.040480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.040480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.040480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.041552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.041552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.041552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.041552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.041552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.041552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.041552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.042842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.042842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.042842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.042842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.042842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.042842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.042842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.042842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.045062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.045062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.045062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.045062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.045062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.045062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.045062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.045062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.046409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.046409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.046409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.046409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.046409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.046409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.046409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.046409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_json = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.047449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.048664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.048664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.048664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 22:03:57.048664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.048664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.055128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.055401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.055619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.055841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.056034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.056320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.056550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.056717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.056907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.057078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.058017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.058017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.058017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.058742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.059097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.059683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.060574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.060782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.060970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.061585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.062320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.062511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:03:57.062674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.062674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.062956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.063101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.063254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.063399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.063542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.063729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.063923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.064123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.064738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.064738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.064738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.065179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.065179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.065179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.065582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.065582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.065855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.065855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.066141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.066141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.066422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.066566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.066708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.066860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.067004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.067147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.067289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.067432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.067575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.067767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.067956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.068145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.068350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.068545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.068689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.068831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.069024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.069212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.069891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.070088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.070247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.070529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.070722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.070912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.071102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.071291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.071481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.071641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.071840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.072045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.072206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.072403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.072554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.072744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.072932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.073232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.073406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.073553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.073696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.073849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.073993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.074136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.074279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.075657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.075657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.075657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.075657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.075657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.075657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.075657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.075657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.076794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.076794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.076794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.076794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.077372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.077625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.077851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.078083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.078324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.078324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.078781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.079624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.079785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.079931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.080075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.080218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.080420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.080572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.080727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.080871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.081014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.081329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.081524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.081714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.081903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.082091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.082280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.082468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.082656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.082844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.083012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.084587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.085295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.085854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.085854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.087391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.087391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.087391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.087822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.087822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.090894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.091176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.091453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.092305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.092305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.092687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.092961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.093349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.093860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.094298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.094632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.094954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.095283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.095619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.096589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.096993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.097391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.097799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.098189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.098578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.098964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.099347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.099782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.099963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.100207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.100685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.100901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.101592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.102874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.103144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.103426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.103702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.103976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.104244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.104565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.104834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.105086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.106282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.106282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.106282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.106282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.106282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.106282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.107041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.107041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.107308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.107443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.107657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.107910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.109749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.109749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.109749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.109749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.109749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.110436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.110574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.111072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.111072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.111350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.112836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.112836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.112836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.114495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.114770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.115054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.116682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.119845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.120159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.120159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.120444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.120558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.120795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.121786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.121786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.121786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.121786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.121786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.121786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.122337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.122337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.124249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.124249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.124249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.124249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.124249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.124249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.124249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.124249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:03:57.125236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 22:04:07.428095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b37d7f3-c1c6-4aea-abc0-d9b252f2aa9a None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:04:07.675991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37d7f3-c1c6-4aea-abc0-d9b252f2aa9a None None] No non-hosted networks {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 21 22:04:07.690785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agentschedulers_db [None req-9b37d7f3-c1c6-4aea-abc0-d9b252f2aa9a None None] DHCP Agent not found on host dv-neutron-822521-1-hyperv {{(pid=88996) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 21 22:04:07.867959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d0663ec-2a39-45fa-8e63-24659e935902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1722914'] for agent, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:08.857073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1722914'] for agent, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:08.858331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.859047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.859936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.860686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.861318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.861919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.862511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.863118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.863694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.864277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.864946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:08.865579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822521-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:08.873981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822521-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:09.370795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be41d8ec-2de7-4aff-95c8-062013dee18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1722914'] for agent, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:09.399215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c310-699a-4449-a44a-c85ada60055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:09.930971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1722914'] for agent, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:11.408814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1722914'] for agent, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:12.181939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 58098) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:12.839721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-4121d3bd-b93e-465a-a462-70a5d6615ddb admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:04:12.840942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4121d3bd-b93e-465a-a462-70a5d6615ddb admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6580026 Dec 21 22:04:15.039149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 58114) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:15.121681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8049277c-9a0d-4121-ac58-d175c1277f4a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:04:15.379991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.policy [None req-8049277c-9a0d-4121-ac58-d175c1277f4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88994) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 21 22:04:15.388228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota [None req-8049277c-9a0d-4121-ac58-d175c1277f4a admin admin] Loaded quota_driver: . Dec 21 22:04:15.425545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8049277c-9a0d-4121-ac58-d175c1277f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:04:15.452101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_hamode_db [None req-e85670d2-8a09-4872-a548-6942b0d71946 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 21 22:04:15.528786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8049277c-9a0d-4121-ac58-d175c1277f4a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772320527309', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772320555795', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772320544138', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772320478901', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772320496311', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036847334346', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8282174', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853105122', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853060147'] for rbac-policy, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:15.541936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85670d2-8a09-4872-a548-6942b0d71946 None None] Routers set() bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:04:15.542355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85670d2-8a09-4872-a548-6942b0d71946 None None] Router IDs set() for agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 21 22:04:15.888816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8049277c-9a0d-4121-ac58-d175c1277f4a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:15.890084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8049277c-9a0d-4121-ac58-d175c1277f4a admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8494799 Dec 21 22:04:18.107219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58130) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:18.616034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Request body: {'network': {'project_id': '1ee9691f1e7c46568da2071175e5a514', 'admin_state_up': True, 'name': 'private'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:04:18.618645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.quota [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Loaded quota_driver: . Dec 21 22:04:18.653734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:04:18.659278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Usage tracker for resource:network and tenant:1ee9691f1e7c46568da2071175e5a514 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:04:18.662902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:04:18.670273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:04:18.718611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Made reservation on behalf of 1ee9691f1e7c46568da2071175e5a514 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:04:18.954890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.policy [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88995) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 21 22:04:18.965262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:18.983754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:19.079886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:04:19.084120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee9691f1e7c46568da2071175e5a514 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:04:19.087494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:04:19.093417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:04:19.203493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:19.227105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:19.250925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:04:19.275649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264531464769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:19.276233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Unsubscribe: segment precommit_create {{(pid=88995) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 21 22:04:19.276730 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Added segment 7c861a76-8d9f-49c7-a07d-20653726938d of type vlan for network 5553244d-c6c2-4340-8360-c03ff2d375c0 Dec 21 22:04:19.285948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c45b9b-d07b-4c0e-9772-76852bae6ec3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:19.347423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.347792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.348153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.348539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.348893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.349244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.350105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.350599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.350944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.351288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.351630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Tracked resource versions report: Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: pushed versions: Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': {'1.0'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': {'1.1'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': {'1.5'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': {'1.2'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': {'1.8'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': {'1.2'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': {'1.0'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': {'1.1'}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': {'1.1'}} Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: consumer versions: Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: { DHCP agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: L3 agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: Metadata agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: Metering agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: Open vSwitch agent@dv-neutron-822521-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': '1.0', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': '1.1', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': '1.5', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': '1.2', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': '1.8', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': '1.2', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': '1.0', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': '1.0', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': '1.1', Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': '1.1'}} Dec 21 22:04:19.353024 dv-neutron-822521-1-hyperv neutron-server[88883]: {{(pid=88995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 22:04:19.396189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:19.461393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:19.462367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:04:19.463011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:19.575000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] Pushing event updated for resources: {'Network': ['ID=5553244d-c6c2-4340-8360-c03ff2d375c0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:19.589478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 5553244d-c6c2-4340-8360-c03ff2d375c0 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:04:19.615047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c9753ad9-f533-4736-8208-ac37a7388078 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5056489 Dec 21 22:04:21.919008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58154) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:22.104273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad51d87-6c40-4d89-8b5d-eff0dca6428b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:04:22.105793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8ad51d87-6c40-4d89-8b5d-eff0dca6428b admin admin] 10.222.0.30 "GET /v2.0/networks/5553244d-c6c2-4340-8360-c03ff2d375c0 HTTP/1.1" status: 200 len: 825 time: 0.1857653 Dec 21 22:04:22.138660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-500d4e3c-b004-4917-9f4d-7b536b0b4235 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/4c84ca46-4657-4b52-a62a-268640f8b7c7 HTTP/1.1" status: 200 len: 734 time: 0.0268996 Dec 21 22:04:22.147884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Request body: {'subnet': {'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'subnetpool_id': '4c84ca46-4657-4b52-a62a-268640f8b7c7'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:04:22.152513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:04:22.156430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Usage tracker for resource:subnet and tenant:1ee9691f1e7c46568da2071175e5a514 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:04:22.159384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:04:22.166999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:04:22.267457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Made reservation on behalf of 1ee9691f1e7c46568da2071175e5a514 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:04:22.272322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:22.587827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:22.682190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a420cf9-7898-475b-84fd-75f3cfa062da,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:22.688430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Checking segment: {'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:04:22.689290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Network hostable DHCP agents. Network: 5553244d-c6c2-4340-8360-c03ff2d375c0, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:04:22.735949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Network 5553244d-c6c2-4340-8360-c03ff2d375c0 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:04:22.770247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 5553244d-c6c2-4340-8360-c03ff2d375c0) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:04:22.774772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:04:22.775418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:22.780323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c849ed-bdff-4e66-8719-0d4ce9e68e62 None None] Network 5553244d-c6c2-4340-8360-c03ff2d375c0 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:04:22.822689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a03b38ae-72d6-4af6-bdd6-17b34c05499f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6783936 Dec 21 22:04:23.183588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-5553244d-c6c2-4340-8360-c03ff2d375c0', 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'fixed_ips': [{'subnet_id': '1a420cf9-7898-475b-84fd-75f3cfa062da'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:04:23.184775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:23.391514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Allocated IP 172.20.0.2 (5553244d-c6c2-4340-8360-c03ff2d375c0/1a420cf9-7898-475b-84fd-75f3cfa062da/e6b94697-e46c-4e93-8fbb-79e8c4729258) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:04:23.625318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:23.705006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Transition to ACTIVE for port object e6b94697-e46c-4e93-8fbb-79e8c4729258 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:04:23.726129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Transition to ACTIVE for port object e6b94697-e46c-4e93-8fbb-79e8c4729258 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:04:23.759385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:23.829291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Network 5553244d-c6c2-4340-8360-c03ff2d375c0 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:04:23.832310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:04:23.837804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Pushing event updated for resources: {'Port': ['ID=e6b94697-e46c-4e93-8fbb-79e8c4729258,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:23.840211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:04:23.852307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.852723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.853086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.853444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.853808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.854159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.854509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.854856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.855201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.855561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.855889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Tracked resource versions report: Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: pushed versions: Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': {'1.0'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': {'1.1'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': {'1.5'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': {'1.2'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': {'1.8'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': {'1.2'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': {'1.0'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': {'1.1'}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': {'1.1'}} Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: consumer versions: Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: { DHCP agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: L3 agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: Metadata agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: Metering agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: Open vSwitch agent@dv-neutron-822521-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': '1.0', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': '1.1', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': '1.5', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': '1.2', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': '1.8', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': '1.2', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': '1.0', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': '1.0', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': '1.1', Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': '1.1'}} Dec 21 22:04:23.857257 dv-neutron-822521-1-hyperv neutron-server[88883]: {{(pid=88996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 22:04:23.947729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Attempting to bind port e6b94697-e46c-4e93-8fbb-79e8c4729258 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:04:23.948163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Attempting to bind port e6b94697-e46c-4e93-8fbb-79e8c4729258 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:04:23.948641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Attempting to bind port e6b94697-e46c-4e93-8fbb-79e8c4729258 on network 5553244d-c6c2-4340-8360-c03ff2d375c0 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:04:23.955479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:04:23.955839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Checking segment: {'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:04:23.956299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:23.956772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Bound using segment: {'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:04:23.957284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Bound port: e6b94697-e46c-4e93-8fbb-79e8c4729258, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:04:23.957678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:24.047026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] For port e6b94697-e46c-4e93-8fbb-79e8c4729258, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:04:24.051225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] For port e6b94697-e46c-4e93-8fbb-79e8c4729258, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e6b94697-e46c-4e93-8fbb-79e8c4729258,segment=NetworkSegment(7c861a76-8d9f-49c7-a07d-20653726938d),segment_id=7c861a76-8d9f-49c7-a07d-20653726938d)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:04:24.079469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:24.172763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393cad2-182c-4db8-b9e2-a19ed71ef319 None None] Pushing event updated for resources: {'Port': ['ID=e6b94697-e46c-4e93-8fbb-79e8c4729258,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:25.023397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58166) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:25.103464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-852e902d-15e8-48b8-8917-11b874b1f46c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:04:25.104606 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-852e902d-15e8-48b8-8917-11b874b1f46c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0801258 Dec 21 22:04:27.329877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58182) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:27.411258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-211e5a78-94e7-4be4-b47b-a4dac677edde admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:04:27.413005 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-211e5a78-94e7-4be4-b47b-a4dac677edde admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0821669 Dec 21 22:04:28.963972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d32156-09de-4fca-a76c-5b521e179026 None None] Network 5553244d-c6c2-4340-8360-c03ff2d375c0 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:04:29.068848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-680a51fb-b33d-4fd6-ad05-409039cd452a None None] Provisioning for port e6b94697-e46c-4e93-8fbb-79e8c4729258 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:04:29.166323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e6b94697-e46c-4e93-8fbb-79e8c4729258 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:04:29.324217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port e6b94697-e46c-4e93-8fbb-79e8c4729258 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:04:29.329959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port e6b94697-e46c-4e93-8fbb-79e8c4729258 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:29.330370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:29.459104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:29.496509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port e6b94697-e46c-4e93-8fbb-79e8c4729258, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e6b94697-e46c-4e93-8fbb-79e8c4729258,segment=NetworkSegment(7c861a76-8d9f-49c7-a07d-20653726938d),segment_id=7c861a76-8d9f-49c7-a07d-20653726938d)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:04:29.530410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:29.606549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=e6b94697-e46c-4e93-8fbb-79e8c4729258,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:29.618899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4b9c5803-d922-4b94-bec4-f5759fb404de None None] Provisioning complete for port e6b94697-e46c-4e93-8fbb-79e8c4729258 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:29.619312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5803-d922-4b94-bec4-f5759fb404de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:29.672584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58196) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:29.748952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Request body: {'router': {'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:04:29.754251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:04:29.758760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Usage tracker for resource:router and tenant:1ee9691f1e7c46568da2071175e5a514 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:04:29.761859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:04:29.767713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:04:29.808465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:29.809659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:29.888517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:30.142163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:30.192839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:30.195153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-74603596-1c45-49e3-900a-210ccbd6f36c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5215137 Dec 21 22:04:31.111264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e6b94697-e46c-4e93-8fbb-79e8c4729258 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:04:31.191750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port e6b94697-e46c-4e93-8fbb-79e8c4729258 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:31.192292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:32.391132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58208) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:32.468084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-391dbe6e-0bd2-464f-80cd-40f3d405b0bd admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:04:32.469177 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-391dbe6e-0bd2-464f-80cd-40f3d405b0bd admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0770245 Dec 21 22:04:34.692141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58220) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:34.767962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:04:34.774062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:04:34.778087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Usage tracker for resource:network and tenant:195d0dc814a34961900a631ba4d1ed12 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:04:34.781046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:04:34.787639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:04:34.901343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Made reservation on behalf of 195d0dc814a34961900a631ba4d1ed12 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:04:34.905961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:34.919766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:35.001967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:04:35.006727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Usage tracker for resource:security_group_rule and tenant:195d0dc814a34961900a631ba4d1ed12 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:04:35.009678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:04:35.015578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:04:35.173094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:35.204097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:35.235156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efca7e87-adf0-48f1-890b-cc59150109fc,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:35.267258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Reserving flat network on physical network physnet1 {{(pid=88995) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 21 22:04:35.344819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:35.345203 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Added segment 4d0ebc61-05a6-44fc-b183-449299678b64 of type flat for network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd Dec 21 22:04:35.427604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:35.489567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:35.491031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:04:35.491665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:35.596046 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9025955 Dec 21 22:04:35.601358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b24f77-4aac-4057-af21-be67c47c4437 admin admin] Pushing event updated for resources: {'Network': ['ID=611bddab-8bc0-42a9-9004-88b3e1bbb3dd,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:35.623518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:04:37.238777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba924138-b615-4d37-8180-008009269783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:37.835913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58232) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:37.976258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28757b3e-8486-423b-875c-0051c23eee9f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:04:37.977688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-28757b3e-8486-423b-875c-0051c23eee9f admin admin] 10.222.0.30 "GET /v2.0/subnets/1a420cf9-7898-475b-84fd-75f3cfa062da HTTP/1.1" status: 200 len: 849 time: 0.1406481 Dec 21 22:04:38.130983 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0cb09afc-b35d-4d7c-86d7-e8c7352f0e1d admin admin] 10.222.0.30 "GET /v2.0/routers/de70b38d-6f0c-4587-80ce-c2d63c31f6f0 HTTP/1.1" status: 200 len: 704 time: 0.1471272 Dec 21 22:04:38.619096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:38.826918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:38.861683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Allocated IP 172.20.0.1 (5553244d-c6c2-4340-8360-c03ff2d375c0/1a420cf9-7898-475b-84fd-75f3cfa062da/6319dd71-ce5a-46b8-9eac-e9005bc3064d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:04:39.209202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.227059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Transition to ACTIVE for port object 6319dd71-ce5a-46b8-9eac-e9005bc3064d will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:04:39.296321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.357011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c20c7b8-7237-4545-b125-8bea88f5844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.367674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Network 5553244d-c6c2-4340-8360-c03ff2d375c0 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:04:39.370829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:04:39.375175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:04:39.376035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.378451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Pushing event updated for resources: {'Port': ['ID=6319dd71-ce5a-46b8-9eac-e9005bc3064d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:39.526904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.665749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dd20c533-e922-48d8-9906-ceea2d41ce5c None None] Provisioning for port 6319dd71-ce5a-46b8-9eac-e9005bc3064d completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:04:39.670840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dd20c533-e922-48d8-9906-ceea2d41ce5c None None] Provisioning complete for port 6319dd71-ce5a-46b8-9eac-e9005bc3064d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:39.671240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd20c533-e922-48d8-9906-ceea2d41ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.727163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dd20c533-e922-48d8-9906-ceea2d41ce5c None None] Port 6319dd71-ce5a-46b8-9eac-e9005bc3064d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:04:39.769786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.808145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.808910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.866008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:39.906953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Pushing event updated for resources: {'Port': ['ID=6319dd71-ce5a-46b8-9eac-e9005bc3064d,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:40.014324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Network 5553244d-c6c2-4340-8360-c03ff2d375c0 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:04:40.015457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:04:40.351709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cfbd92a5-8a81-4eca-b8b8-1f7022d28c1b None None] Provisioning complete for port 6319dd71-ce5a-46b8-9eac-e9005bc3064d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:40.352014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfbd92a5-8a81-4eca-b8b8-1f7022d28c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:40.406017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cfbd92a5-8a81-4eca-b8b8-1f7022d28c1b None None] Port 6319dd71-ce5a-46b8-9eac-e9005bc3064d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:04:40.575620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Router de70b38d-6f0c-4587-80ce-c2d63c31f6f0 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:04:40.747612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:04:40.758581 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-583953a4-3c06-4e74-ad6f-ca254671ea60 admin admin] 10.222.0.30 "PUT /v2.0/routers/de70b38d-6f0c-4587-80ce-c2d63c31f6f0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6219401 Dec 21 22:04:40.759818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Sync routers for ids ['de70b38d-6f0c-4587-80ce-c2d63c31f6f0'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:04:40.776034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Routers {'de70b38d-6f0c-4587-80ce-c2d63c31f6f0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:04:40.776830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:04:39Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['de70b38d-6f0c-4587-80ce-c2d63c31f6f0'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:40.957887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Set router de70b38d-6f0c-4587-80ce-c2d63c31f6f0 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:04:41.339568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'name': 'router1', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:04:29Z', 'updated_at': '2021-12-21T22:04:39Z', 'revision_number': 2, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'gw_port_host': None, '_interfaces': [{'id': '6319dd71-ce5a-46b8-9eac-e9005bc3064d', 'name': '', 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'mac_address': 'fa:16:3e:4b:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:38Z', 'updated_at': '2021-12-21T22:04:39Z', 'revision_number': 2, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'subnets': [{'id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c84ca46-4657-4b52-a62a-268640f8b7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:41.344563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Checking router: de70b38d-6f0c-4587-80ce-c2d63c31f6f0 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:04:41.344954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Updating router de70b38d-6f0c-4587-80ce-c2d63c31f6f0 port 6319dd71-ce5a-46b8-9eac-e9005bc3064d binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:04:41.365911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:41.401211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:41.792773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:41.808468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Transition to ACTIVE for port object 6319dd71-ce5a-46b8-9eac-e9005bc3064d will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:04:41.855760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:42.077316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Pushing event updated for resources: {'Port': ['ID=6319dd71-ce5a-46b8-9eac-e9005bc3064d,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:42.104125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.104520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.104870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.105209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.105568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.105923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.106276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.106627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.108388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.108388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.108388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Tracked resource versions report: Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: pushed versions: Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': {'1.0'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': {'1.1'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': {'1.5'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': {'1.2'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': {'1.8'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': {'1.2'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': {'1.0'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': {'1.1'}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': {'1.1'}} Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: consumer versions: Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: { DHCP agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: L3 agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: Metadata agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: Metering agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: Open vSwitch agent@dv-neutron-822521-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': '1.0', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': '1.1', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': '1.5', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': '1.2', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': '1.8', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': '1.2', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': '1.0', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': '1.0', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': '1.1', Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': '1.1'}} Dec 21 22:04:42.109402 dv-neutron-822521-1-hyperv neutron-server[88883]: {{(pid=88997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 22:04:42.117981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Attempting to bind port 6319dd71-ce5a-46b8-9eac-e9005bc3064d on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:04:42.118416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Attempting to bind port 6319dd71-ce5a-46b8-9eac-e9005bc3064d by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:04:42.118844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Attempting to bind port 6319dd71-ce5a-46b8-9eac-e9005bc3064d on network 5553244d-c6c2-4340-8360-c03ff2d375c0 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:04:42.127058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:04:42.127474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Checking segment: {'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:04:42.127937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:42.128394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Bound using segment: {'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:04:42.128925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Bound port: 6319dd71-ce5a-46b8-9eac-e9005bc3064d, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c861a76-8d9f-49c7-a07d-20653726938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:04:42.129311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:42.227391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] For port 6319dd71-ce5a-46b8-9eac-e9005bc3064d, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:04:42.236862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] For port 6319dd71-ce5a-46b8-9eac-e9005bc3064d, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6319dd71-ce5a-46b8-9eac-e9005bc3064d,segment=NetworkSegment(7c861a76-8d9f-49c7-a07d-20653726938d),segment_id=7c861a76-8d9f-49c7-a07d-20653726938d)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:04:42.291176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:42.383908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f78f5-6f7e-4568-baa3-095f4bf496e2 None None] Pushing event updated for resources: {'Port': ['ID=6319dd71-ce5a-46b8-9eac-e9005bc3064d,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:42.390569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Routers {'de70b38d-6f0c-4587-80ce-c2d63c31f6f0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:04:42.391226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:04:39Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['de70b38d-6f0c-4587-80ce-c2d63c31f6f0'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:42.693628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] Set router de70b38d-6f0c-4587-80ce-c2d63c31f6f0 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:04:42.949027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58246) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:43.031941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'name': 'router1', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:04:29Z', 'updated_at': '2021-12-21T22:04:39Z', 'revision_number': 2, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'gw_port_host': None, '_interfaces': [{'id': '6319dd71-ce5a-46b8-9eac-e9005bc3064d', 'name': '', 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'mac_address': 'fa:16:3e:4b:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:38Z', 'updated_at': '2021-12-21T22:04:42Z', 'revision_number': 4, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'subnets': [{'id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c84ca46-4657-4b52-a62a-268640f8b7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:43.036089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8f328-87ee-4ee3-ae68-3443e06034fb None None] The sync data for ids ['de70b38d-6f0c-4587-80ce-c2d63c31f6f0'] in dv-neutron-822521-1-hyperv is: [{'id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'name': 'router1', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:04:29Z', 'updated_at': '2021-12-21T22:04:39Z', 'revision_number': 2, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'gw_port_host': None, '_interfaces': [{'id': '6319dd71-ce5a-46b8-9eac-e9005bc3064d', 'name': '', 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'mac_address': 'fa:16:3e:4b:61:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:38Z', 'updated_at': '2021-12-21T22:04:42Z', 'revision_number': 4, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'subnets': [{'id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c84ca46-4657-4b52-a62a-268640f8b7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:04:43.141199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53a730-da94-40a1-b5ab-7ac973fff65f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:04:43.141840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e53a730-da94-40a1-b5ab-7ac973fff65f admin admin] Synchronizing usage tracker for tenant:195d0dc814a34961900a631ba4d1ed12 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:04:43.191353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e53a730-da94-40a1-b5ab-7ac973fff65f admin admin] Unset dirty status for tenant:195d0dc814a34961900a631ba4d1ed12 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:04:43.193169 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e53a730-da94-40a1-b5ab-7ac973fff65f admin admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 842 time: 0.2425001 Dec 21 22:04:43.203224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'cidr': '172.26.6.0/24', 'ip_version': 4, 'gateway_ip': '172.26.6.1', 'enable_dhcp': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:04:43.209148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:04:43.216889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Usage tracker for resource:subnet and tenant:195d0dc814a34961900a631ba4d1ed12 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:04:43.219801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:04:43.226149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:04:43.265516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Made reservation on behalf of 195d0dc814a34961900a631ba4d1ed12 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:04:43.270044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:43.801342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:43.878850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdaccec-68dc-4bd6-a988-c7441dc7d3e1,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:43.891380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:04:43.891773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Network hostable DHCP agents. Network: 611bddab-8bc0-42a9-9004-88b3e1bbb3dd, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:04:43.970030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:04:44.002457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 611bddab-8bc0-42a9-9004-88b3e1bbb3dd) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:04:44.006981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:04:44.007626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:44.011903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d988c9a-e662-408d-8c02-d4a4f5323868 None None] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:04:44.073038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b4dfa6ac-6dc4-4816-b2ed-bfc8b8e30570 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8733809 Dec 21 22:04:44.276559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb245008-71ce-462d-8dc3-b111a5583a2b None None] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:04:45.149018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6319dd71-ce5a-46b8-9eac-e9005bc3064d up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:04:45.249876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 6319dd71-ce5a-46b8-9eac-e9005bc3064d completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:04:45.255167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 6319dd71-ce5a-46b8-9eac-e9005bc3064d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:45.255851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:45.372546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:45.405486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 6319dd71-ce5a-46b8-9eac-e9005bc3064d, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6319dd71-ce5a-46b8-9eac-e9005bc3064d,segment=NetworkSegment(7c861a76-8d9f-49c7-a07d-20653726938d),segment_id=7c861a76-8d9f-49c7-a07d-20653726938d)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:04:45.433595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:45.503524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=6319dd71-ce5a-46b8-9eac-e9005bc3064d,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:46.329590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58262) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:46.572814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ffc9be5-3d0d-4b90-9f8d-773ecae8b534 admin admin] 10.222.0.30 "GET /v2.0/routers/de70b38d-6f0c-4587-80ce-c2d63c31f6f0 HTTP/1.1" status: 200 len: 710 time: 0.2418559 Dec 21 22:04:46.710846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90910822-33d2-446a-b942-424b0bbb20bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:04:46.712269 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-90910822-33d2-446a-b942-424b0bbb20bb admin admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 886 time: 0.1337647 Dec 21 22:04:46.721940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:04:47.122949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6319dd71-ce5a-46b8-9eac-e9005bc3064d up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:04:47.199388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 6319dd71-ce5a-46b8-9eac-e9005bc3064d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:47.199707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:47.382916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:47.635513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:47.695506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:47.837239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Allocated IP 172.26.6.163 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/2c04a107-e18b-418f-a770-83656cd5c783) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:04:47.986581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:48.042496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:48.115087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:04:48.118240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:04:48.120276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Pushing event updated for resources: {'Port': ['ID=2c04a107-e18b-418f-a770-83656cd5c783,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:48.133043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:04:48.355008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:48.525029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:48.528432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:48.732218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Router de70b38d-6f0c-4587-80ce-c2d63c31f6f0 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:04:48.944715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:04:48.953370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:48.954634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7617b3aa-9141-461d-a3d8-191952c7febf admin admin] 10.222.0.30 "PUT /v2.0/routers/de70b38d-6f0c-4587-80ce-c2d63c31f6f0 HTTP/1.1" status: 200 len: 890 time: 2.2362082 Dec 21 22:04:48.955258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Sync routers for ids ['de70b38d-6f0c-4587-80ce-c2d63c31f6f0'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:04:48.969158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Routers {'de70b38d-6f0c-4587-80ce-c2d63c31f6f0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:04:48.972640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:04:39Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['de70b38d-6f0c-4587-80ce-c2d63c31f6f0'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:49.172778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Set router de70b38d-6f0c-4587-80ce-c2d63c31f6f0 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:04:49.526878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'name': 'router1', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '2c04a107-e18b-418f-a770-83656cd5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:04:29Z', 'updated_at': '2021-12-21T22:04:48Z', 'revision_number': 4, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'gw_port': {'id': '2c04a107-e18b-418f-a770-83656cd5c783', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:47Z', 'updated_at': '2021-12-21T22:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '6319dd71-ce5a-46b8-9eac-e9005bc3064d', 'name': '', 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'mac_address': 'fa:16:3e:4b:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:38Z', 'updated_at': '2021-12-21T22:04:45Z', 'revision_number': 5, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'subnets': [{'id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c84ca46-4657-4b52-a62a-268640f8b7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:49.531827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Checking router: de70b38d-6f0c-4587-80ce-c2d63c31f6f0 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:04:49.532210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Updating router de70b38d-6f0c-4587-80ce-c2d63c31f6f0 port 2c04a107-e18b-418f-a770-83656cd5c783 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:04:49.586770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:49.938359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:49.950657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Transition to ACTIVE for port object 2c04a107-e18b-418f-a770-83656cd5c783 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:04:49.992775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:50.075839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Attempting to bind port 2c04a107-e18b-418f-a770-83656cd5c783 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:04:50.076237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Attempting to bind port 2c04a107-e18b-418f-a770-83656cd5c783 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:04:50.076654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Attempting to bind port 2c04a107-e18b-418f-a770-83656cd5c783 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:04:50.079445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a788b45-8573-452a-a812-5c9b8d4c8d52 None None] Pushing event updated for resources: {'Port': ['ID=2c04a107-e18b-418f-a770-83656cd5c783,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:50.086222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:04:50.086626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:04:50.087059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:50.087473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:04:50.087971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Bound port: 2c04a107-e18b-418f-a770-83656cd5c783, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:04:50.088385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:50.166013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] For port 2c04a107-e18b-418f-a770-83656cd5c783, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:04:50.169332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] For port 2c04a107-e18b-418f-a770-83656cd5c783, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2c04a107-e18b-418f-a770-83656cd5c783,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:04:50.199256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:50.285821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a788b45-8573-452a-a812-5c9b8d4c8d52 None None] Pushing event updated for resources: {'Port': ['ID=2c04a107-e18b-418f-a770-83656cd5c783,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:50.290481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Routers {'de70b38d-6f0c-4587-80ce-c2d63c31f6f0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:04:50.291129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:04:39Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['de70b38d-6f0c-4587-80ce-c2d63c31f6f0'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:50.621746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] Set router de70b38d-6f0c-4587-80ce-c2d63c31f6f0 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:04:50.968474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'name': 'router1', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '2c04a107-e18b-418f-a770-83656cd5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:04:29Z', 'updated_at': '2021-12-21T22:04:48Z', 'revision_number': 4, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'gw_port': {'id': '2c04a107-e18b-418f-a770-83656cd5c783', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:47Z', 'updated_at': '2021-12-21T22:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '6319dd71-ce5a-46b8-9eac-e9005bc3064d', 'name': '', 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'mac_address': 'fa:16:3e:4b:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:38Z', 'updated_at': '2021-12-21T22:04:45Z', 'revision_number': 5, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'subnets': [{'id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c84ca46-4657-4b52-a62a-268640f8b7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:04:50.972755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b0c6e-1356-4299-99eb-5c780d5e7f00 None None] The sync data for ids ['de70b38d-6f0c-4587-80ce-c2d63c31f6f0'] in dv-neutron-822521-1-hyperv is: [{'id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'name': 'router1', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '2c04a107-e18b-418f-a770-83656cd5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:04:29Z', 'updated_at': '2021-12-21T22:04:48Z', 'revision_number': 4, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'gw_port': {'id': '2c04a107-e18b-418f-a770-83656cd5c783', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:47Z', 'updated_at': '2021-12-21T22:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '6319dd71-ce5a-46b8-9eac-e9005bc3064d', 'name': '', 'network_id': '5553244d-c6c2-4340-8360-c03ff2d375c0', 'tenant_id': '1ee9691f1e7c46568da2071175e5a514', 'mac_address': 'fa:16:3e:4b:61:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de70b38d-6f0c-4587-80ce-c2d63c31f6f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:04:38Z', 'updated_at': '2021-12-21T22:04:45Z', 'revision_number': 5, 'project_id': '1ee9691f1e7c46568da2071175e5a514', 'subnets': [{'id': '1a420cf9-7898-475b-84fd-75f3cfa062da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c84ca46-4657-4b52-a62a-268640f8b7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:04:51.213270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2c04a107-e18b-418f-a770-83656cd5c783 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:04:51.309440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58276) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:04:51.324265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 2c04a107-e18b-418f-a770-83656cd5c783 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:04:51.330042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 2c04a107-e18b-418f-a770-83656cd5c783 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:51.330452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:51.457362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:51.462050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-05040391-c3de-489d-a126-3bc591e39b87 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1513965 Dec 21 22:04:51.475958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 2c04a107-e18b-418f-a770-83656cd5c783, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2c04a107-e18b-418f-a770-83656cd5c783,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:04:51.507530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:04:51.589167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=2c04a107-e18b-418f-a770-83656cd5c783,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:04:53.144592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2c04a107-e18b-418f-a770-83656cd5c783 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:04:53.223171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 2c04a107-e18b-418f-a770-83656cd5c783 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:04:53.223728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:02.981257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:05:07.236512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8305aeb7-cde2-4842-874c-e33d1ab2b429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:08.802334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:09.373479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4bb8fd8e-3340-4031-86e1-74a448fe3cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:09.870242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:11.364350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:37.238263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dca58050-ca2e-4026-a20f-73c596a75663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:38.808866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:39.381799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec15d1c6-75ee-482b-b214-36b876e06058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:39.882146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:05:39.981777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:05:41.430275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:07.237214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65ed1309-1176-472d-8040-4bdcbacc80b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:08.899756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:09.368019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74ed72ea-ec31-4ca2-8c22-a811b7e69515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:09.905107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:11.373760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:16.982518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:06:31.579489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58846) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:31.678689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f17355f-02db-4f37-acd1-c95ccf5f3aee admin admin] GET failed (client error): The resource could not be found. Dec 21 22:06:31.679997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7f17355f-02db-4f37-acd1-c95ccf5f3aee admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0994797 Dec 21 22:06:31.821339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21cf8d5-c591-47e1-b139-163d4aa949b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:31.822836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d21cf8d5-c591-47e1-b139-163d4aa949b0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1384907 Dec 21 22:06:33.903280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58860) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:34.048021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3587e85-caf7-4888-bc0f-c5a75d60046c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:34.048607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d3587e85-caf7-4888-bc0f-c5a75d60046c admin admin] Synchronizing usage tracker for tenant:195d0dc814a34961900a631ba4d1ed12 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:06:34.116645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d3587e85-caf7-4888-bc0f-c5a75d60046c admin admin] Unset dirty status for tenant:195d0dc814a34961900a631ba4d1ed12 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:06:34.118006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3587e85-caf7-4888-bc0f-c5a75d60046c admin admin] 10.222.0.30 "GET /v2.0/subnets/1a420cf9-7898-475b-84fd-75f3cfa062da HTTP/1.1" status: 200 len: 849 time: 0.2136474 Dec 21 22:06:34.128881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:06:34.255683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:34.476485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264531550273'] for subnet, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:34.524963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:34.525792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:34.535769 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] 10.222.0.30 "PUT /v2.0/subnets/1a420cf9-7898-475b-84fd-75f3cfa062da HTTP/1.1" status: 200 len: 868 time: 0.4029138 Dec 21 22:06:34.536029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83ff5a-027d-4ce2-bc73-c5c70c2331dc None None] Network 5553244d-c6c2-4340-8360-c03ff2d375c0 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:06:34.550212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a420cf9-7898-475b-84fd-75f3cfa062da,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:06:34.559777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.560173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.560551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.560916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.561319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.561662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.562038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.562402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.562758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.563825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:34.564281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b445db0f-7953-4fd6-a88e-8c2a413b9a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:06:35.035228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-baf5f4fb-3b62-4522-94a7-b77e4975fc1e None None] Provisioning complete for port e6b94697-e46c-4e93-8fbb-79e8c4729258 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:06:35.035752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-baf5f4fb-3b62-4522-94a7-b77e4975fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:35.173683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-baf5f4fb-3b62-4522-94a7-b77e4975fc1e None None] Provisioning complete for port 6319dd71-ce5a-46b8-9eac-e9005bc3064d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:06:35.174099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-baf5f4fb-3b62-4522-94a7-b77e4975fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:36.629003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58872) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:36.841897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79f45d-e957-498a-ade1-3cfb3bce1bbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:36.842233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79f45d-e957-498a-ade1-3cfb3bce1bbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:36.843885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ae79f45d-e957-498a-ade1-3cfb3bce1bbe admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138479 Dec 21 22:06:37.253459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dd4c-5572-40cf-bcfe-f29cfa7f0da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:38.796281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:38.956118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58884) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:39.172997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04fef1-345c-4b2d-859c-a016410e8f7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:39.173438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04fef1-345c-4b2d-859c-a016410e8f7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:39.175122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a04fef1-345c-4b2d-859c-a016410e8f7c admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2179396 Dec 21 22:06:39.362137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8751fa3-19c8-4d5e-bc9f-6201159916b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:39.886476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:41.284501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58896) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:41.385032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:06:41.498257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211b233-24ed-4bdd-817d-4bafd1b7abd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:41.499750 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6211b233-24ed-4bdd-817d-4bafd1b7abd7 admin admin] 10.222.0.30 "GET /v2.0/networks/5553244d-c6c2-4340-8360-c03ff2d375c0 HTTP/1.1" status: 200 len: 869 time: 0.2141745 Dec 21 22:06:43.602377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58908) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:43.967032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31446e54-56d1-495e-aa99-0539096316a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:43.968587 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-31446e54-56d1-495e-aa99-0539096316a2 admin admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 886 time: 0.3651514 Dec 21 22:06:46.083502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58920) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:46.228421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34046753-0d28-4b5b-8a98-e707bb3567d2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:46.228731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34046753-0d28-4b5b-8a98-e707bb3567d2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:46.230412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-34046753-0d28-4b5b-8a98-e707bb3567d2 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457579 Dec 21 22:06:48.326122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58932) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:48.466428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96285b7-4d40-4b2f-9726-3688ca978efc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:48.466847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96285b7-4d40-4b2f-9726-3688ca978efc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:48.468506 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c96285b7-4d40-4b2f-9726-3688ca978efc admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1413319 Dec 21 22:06:50.560388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58944) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:50.707713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc0de39-2ee0-481f-ae34-895e5e598044 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:50.709159 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3fc0de39-2ee0-481f-ae34-895e5e598044 admin admin] 10.222.0.30 "GET /v2.0/subnets/1a420cf9-7898-475b-84fd-75f3cfa062da HTTP/1.1" status: 200 len: 868 time: 0.1477284 Dec 21 22:06:52.808803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 58956) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:06:52.950071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731ef40-e72d-4463-8cb9-b0d8bf945640 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:06:52.950071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e731ef40-e72d-4463-8cb9-b0d8bf945640 admin admin] 10.222.0.30 "GET /v2.0/subnets/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1 HTTP/1.1" status: 200 len: 816 time: 0.1376035 Dec 21 22:06:53.986755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:07:07.241509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-578cc957-ec1e-4964-afd8-b2c623d0685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:08.807110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:09.367567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29c42905-73e3-4141-994e-68caac2f47f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:09.909795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:11.378188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:13.370701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59004) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:13.447754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-79d85f24-7ac8-4cb3-904b-38634419ace8 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:07:13.448863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-79d85f24-7ac8-4cb3-904b-38634419ace8 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0771334 Dec 21 22:07:15.628898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59016) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:15.729847 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3daf4229-07df-4e32-b30e-9d6a19577376 admin admin] GET failed (client error): The resource could not be found. Dec 21 22:07:15.731162 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3daf4229-07df-4e32-b30e-9d6a19577376 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1012518 Dec 21 22:07:15.867409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772ba40-0400-4d0a-ae6c-62ec5c5ff7e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:07:15.868952 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9772ba40-0400-4d0a-ae6c-62ec5c5ff7e5 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334324 Dec 21 22:07:17.973479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59028) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:18.051444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:07:18.056581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:07:18.067356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:07:18.143887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Made reservation on behalf of 195d0dc814a34961900a631ba4d1ed12 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:07:18.148738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:18.245729 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.services.revisions.revision_plugin [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Could not find related network for resource to bump revision. Dec 21 22:07:18.256890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:07:18.293698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:18.294088 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Added segment 18bbff9f-ecb7-47f2-a9a4-c40cab4f709f of type vlan for network 32b64785-12c7-4b65-9727-7179e67eb98a Dec 21 22:07:18.320434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:18.366545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:18.367427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:07:18.368068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:18.474657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] Pushing event updated for resources: {'Network': ['ID=32b64785-12c7-4b65-9727-7179e67eb98a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:07:18.487667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 32b64785-12c7-4b65-9727-7179e67eb98a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:07:18.522024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c4056a69-68de-4f68-8017-c61615091e4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5472751 Dec 21 22:07:20.659120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59040) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:20.759910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-28faae5d-2251-4bc0-b85b-1094243d85d7 admin admin] GET failed (client error): The resource could not be found. Dec 21 22:07:20.760479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28faae5d-2251-4bc0-b85b-1094243d85d7 admin admin] Synchronizing usage tracker for tenant:195d0dc814a34961900a631ba4d1ed12 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:07:20.806682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28faae5d-2251-4bc0-b85b-1094243d85d7 admin admin] Unset dirty status for tenant:195d0dc814a34961900a631ba4d1ed12 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:07:20.807831 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-28faae5d-2251-4bc0-b85b-1094243d85d7 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1476724 Dec 21 22:07:20.926691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b93c8c-0525-4d09-bb47-319e090d083d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:07:20.928259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-58b93c8c-0525-4d09-bb47-319e090d083d admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1153777 Dec 21 22:07:20.939590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:07:20.944234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:07:20.954208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:07:20.989417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Made reservation on behalf of 195d0dc814a34961900a631ba4d1ed12 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:07:20.994126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:21.241218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:21.319086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe2f2e4-6454-45a5-bb14-0ee48989ae83,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:07:21.330977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Checking segment: {'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:07:21.331369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Network hostable DHCP agents. Network: 32b64785-12c7-4b65-9727-7179e67eb98a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:07:21.377939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Network 32b64785-12c7-4b65-9727-7179e67eb98a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:07:21.412208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 32b64785-12c7-4b65-9727-7179e67eb98a) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:07:21.416316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:07:21.416994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:21.422947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eff550-c3d2-466d-8354-35344230e0e0 None None] Network 32b64785-12c7-4b65-9727-7179e67eb98a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:07:21.464762 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a9d12f8a-c46c-4e08-b386-aabc5397cd4a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5295081 Dec 21 22:07:21.725860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-32b64785-12c7-4b65-9727-7179e67eb98a', 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a', 'tenant_id': '195d0dc814a34961900a631ba4d1ed12', 'fixed_ips': [{'subnet_id': 'cbe2f2e4-6454-45a5-bb14-0ee48989ae83'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:07:21.726767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:21.896464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Allocated IP 192.168.233.2 (32b64785-12c7-4b65-9727-7179e67eb98a/cbe2f2e4-6454-45a5-bb14-0ee48989ae83/336e2b56-203d-4f67-8093-e8eb8facf12e) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:07:22.240679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:22.253104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Transition to ACTIVE for port object 336e2b56-203d-4f67-8093-e8eb8facf12e will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:07:22.273531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Transition to ACTIVE for port object 336e2b56-203d-4f67-8093-e8eb8facf12e will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:07:22.321440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:22.396381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Network 32b64785-12c7-4b65-9727-7179e67eb98a is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:07:22.400039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:07:22.404120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:07:22.411043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Pushing event updated for resources: {'Port': ['ID=336e2b56-203d-4f67-8093-e8eb8facf12e,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:07:22.456028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.456425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.456800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.457165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.457528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.457888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.458263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.458609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.458961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.459313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.459663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:07:22.516244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Attempting to bind port 336e2b56-203d-4f67-8093-e8eb8facf12e on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:07:22.516710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Attempting to bind port 336e2b56-203d-4f67-8093-e8eb8facf12e by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:07:22.517110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Attempting to bind port 336e2b56-203d-4f67-8093-e8eb8facf12e on network 32b64785-12c7-4b65-9727-7179e67eb98a {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:07:22.524231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:07:22.524673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Checking segment: {'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:07:22.525104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:22.525528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Bound using segment: {'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:07:22.526022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Bound port: 336e2b56-203d-4f67-8093-e8eb8facf12e, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:07:22.526418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:22.617826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] For port 336e2b56-203d-4f67-8093-e8eb8facf12e, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:07:22.621046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] For port 336e2b56-203d-4f67-8093-e8eb8facf12e, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=336e2b56-203d-4f67-8093-e8eb8facf12e,segment=NetworkSegment(18bbff9f-ecb7-47f2-a9a4-c40cab4f709f),segment_id=18bbff9f-ecb7-47f2-a9a4-c40cab4f709f)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:07:22.669993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:22.757281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49378cf-17f8-4bd1-ade5-6bb00f27738d None None] Pushing event updated for resources: {'Port': ['ID=336e2b56-203d-4f67-8093-e8eb8facf12e,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:07:23.245571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 336e2b56-203d-4f67-8093-e8eb8facf12e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:07:23.349726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 336e2b56-203d-4f67-8093-e8eb8facf12e completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:07:24.291901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cb0e46-e79e-48ea-90c4-237b0b7007e3 None None] Network 32b64785-12c7-4b65-9727-7179e67eb98a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:07:24.538355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b3da91b6-6473-4e5e-9cd1-76804ae8269b None None] Provisioning for port 336e2b56-203d-4f67-8093-e8eb8facf12e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:07:24.555218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b3da91b6-6473-4e5e-9cd1-76804ae8269b None None] Provisioning complete for port 336e2b56-203d-4f67-8093-e8eb8facf12e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:07:24.555627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3da91b6-6473-4e5e-9cd1-76804ae8269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:24.779111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3da91b6-6473-4e5e-9cd1-76804ae8269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:24.830891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b3da91b6-6473-4e5e-9cd1-76804ae8269b None None] For port 336e2b56-203d-4f67-8093-e8eb8facf12e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=336e2b56-203d-4f67-8093-e8eb8facf12e,segment=NetworkSegment(18bbff9f-ecb7-47f2-a9a4-c40cab4f709f),segment_id=18bbff9f-ecb7-47f2-a9a4-c40cab4f709f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:07:24.863554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3da91b6-6473-4e5e-9cd1-76804ae8269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:24.936960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da91b6-6473-4e5e-9cd1-76804ae8269b None None] Pushing event updated for resources: {'Port': ['ID=336e2b56-203d-4f67-8093-e8eb8facf12e,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:07:25.189016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1049497a-bfad-47e2-ab15-8000bf2d04db None None] Provisioning complete for port 336e2b56-203d-4f67-8093-e8eb8facf12e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:07:25.189529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1049497a-bfad-47e2-ab15-8000bf2d04db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:25.220964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 336e2b56-203d-4f67-8093-e8eb8facf12e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:07:25.373077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 336e2b56-203d-4f67-8093-e8eb8facf12e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:07:25.373716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:30.988633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:07:37.234841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d62ccfcf-b448-4163-9d4d-dcde366b27fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:38.805454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:39.366515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-042e2fe0-9ed7-412b-9b61-e3cc015d6c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:39.897719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:07:41.423883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:07.245472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df893af0-f7f4-470a-8286-10a4d8bbbbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:07.989119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:08:08.805100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:09.360300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56339b58-750f-4318-b145-7096b694d575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:09.914423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:11.400143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:37.239314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98fcbcbb-4e17-4358-bb34-4f674fc8ac0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:38.787705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:39.371235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df39ae2c-b2c9-43ff-9df2-373a1802e8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:39.907719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:41.393940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:43.767754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59074) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:08:43.773999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-2477bdd3-5b86-4591-af98-98b7e94e2f61 tempest-verify_tempest_config-1114928748 tempest-verify_tempest_config-1114928748-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:08:43.775054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2477bdd3-5b86-4591-af98-98b7e94e2f61 tempest-verify_tempest_config-1114928748 tempest-verify_tempest_config-1114928748-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0062182 Dec 21 22:08:44.271410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59092) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:08:44.426544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:44.459591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:08:44.463610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Usage tracker for resource:security_group_rule and tenant:23643345f8aa44459ef24a8b85056d36 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:08:44.466729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:08:44.472746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:08:44.709237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:44.736631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:44.785892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8d6a0-362e-4b87-882b-4963c8dcc616,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:08:44.790816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Synchronizing usage tracker for tenant:195d0dc814a34961900a631ba4d1ed12 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:08:44.799822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.800200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.800597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.800966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.801345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.801708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.802067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.802430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.802787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.803140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.803491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:08:44.839477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] Unset dirty status for tenant:195d0dc814a34961900a631ba4d1ed12 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:08:44.840840 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5255ba5c-9d87-4e63-ab89-9e0533bd1adc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23643345f8aa44459ef24a8b85056d36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5683722 Dec 21 22:08:44.843678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59098) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:08:44.904593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e93163c-c509-4f1e-b489-996195507a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:44.931024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e93163c-c509-4f1e-b489-996195507a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:44.989773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:08:45.101921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e93163c-c509-4f1e-b489-996195507a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:45.120814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93163c-c509-4f1e-b489-996195507a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8d6a0-362e-4b87-882b-4963c8dcc616,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:08:45.124238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e93163c-c509-4f1e-b489-996195507a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:08:45.125593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6e93163c-c509-4f1e-b489-996195507a23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62c8d6a0-362e-4b87-882b-4963c8dcc616 HTTP/1.1" status: 204 len: 168 time: 0.2808406 Dec 21 22:09:07.238589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb7bf-5a91-471e-9ba3-afd89b238185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:08.855574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:09.358132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-655f017a-dce1-46e5-8196-edeefeb4a699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:09.912500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:11.392929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:21.991140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:09:37.249518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7738eb2d-ebc5-479c-9d2d-7653a253bfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:38.798025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:39.363795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-582e0cfa-925a-4373-83fe-41fe5a6aecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:39.912274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:41.398044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:09:58.992167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 5 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:10:03.266520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1722914'] for agent, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:07.271851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70569a65-243b-49a7-a8b2-b32ab02965b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:08.820677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:09.386862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4331bcbb-c9e9-4a38-81f1-5c22de0c3f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:09.929121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:11.397418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:19.255395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59178) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:19.408532 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-29d7ccff-f32a-41fc-8b54-9d6fc243c1f5 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1519430 Dec 21 22:10:21.512984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59190) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:21.600089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-14d71e34-6d2c-4f88-8f28-2579d6950376 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0859587 Dec 21 22:10:33.220214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:35.992465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:10:37.237136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8df07a46-0595-4441-8fff-df37bc5ccec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:38.791075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:39.362659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-038bc90a-d9c9-4f21-b3a3-a5ada183d272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:39.916881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:10:41.408626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:03.225701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:07.254247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1338b229-9615-4bf9-85fd-e49496fb9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:08.814101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:09.368311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76376b79-d00f-4ce8-83c5-562fb66b13dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:09.927860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:11.413908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:12.993720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:11:33.264938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:37.242126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4d81ab9-fd97-4ae7-b7d7-0a6cbea09175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:38.808189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:39.356565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abc3fbc4-9d37-44ab-9671-bbf8c8c9dbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:39.927642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:41.407580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:49.995897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:11:51.476494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59322) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:51.946230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1585204934-network', 'tenant_id': '0a732872adc74ac29679bade872dee69'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:51.952031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:51.956068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Usage tracker for resource:network and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:51.959175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:51.965551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:52.007783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Made reservation on behalf of 0a732872adc74ac29679bade872dee69 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:52.013218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.026909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.065212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:52.069560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Usage tracker for resource:security_group_rule and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:52.076991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:52.083743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:52.156686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.183139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.214874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:11:52.227399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a52ad5-2733-434e-8ce7-0c7b2e6472c0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:52.237314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.237697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.238067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.238430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.238794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.239154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.239515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.239873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.240224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.240600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.240938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Tracked resource versions report: Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: pushed versions: Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': {'1.0'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': {'1.1'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': {'1.5'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': {'1.2'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': {'1.8'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': {'1.2'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': {'1.0'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': {'1.1'}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': {'1.1'}} Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: consumer versions: Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: { DHCP agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: HyperV agent@hv-neutron-8225: {}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: L3 agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: Metadata agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: Metering agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: Open vSwitch agent@dv-neutron-822521-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': '1.0', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': '1.1', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': '1.5', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': '1.2', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': '1.8', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': '1.2', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': '1.0', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': '1.0', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': '1.1', Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': '1.1'}} Dec 21 22:11:52.242083 dv-neutron-822521-1-hyperv neutron-server[88883]: {{(pid=88995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 22:11:52.264007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.264140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Added segment dcc64868-0a43-47ae-aaec-e02834b1e980 of type vlan for network bbd112df-9b21-4571-b843-5c7e0f99e6ce Dec 21 22:11:52.296285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.367656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.369477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:52.370102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.483012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0052192 Dec 21 22:11:52.486348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59354) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:52.488662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2166714-4e4b-4489-8926-3295a0e23032 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd112df-9b21-4571-b843-5c7e0f99e6ce,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:52.493549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Request body: {'subnet': {'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1585204934-subnet', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:52.500425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:52.505896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Usage tracker for resource:subnet and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:52.510562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:11:52.520412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:52.531703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:52.601925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Made reservation on behalf of 0a732872adc74ac29679bade872dee69 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:52.609395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:52.914162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59370) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:52.950241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59376) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:53.054274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.149189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59390) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:53.152624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Checking segment: {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:11:53.153036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Network hostable DHCP agents. Network: bbd112df-9b21-4571-b843-5c7e0f99e6ce, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:11:53.168380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06262ced-cad4-41c8-9bfc-916c78222d6e,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:53.184480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.188374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Tracked resource versions report: Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: pushed versions: Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': {'1.0'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': {'1.1'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': {'1.5'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': {'1.2'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': {'1.8'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': {'1.2'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': {'1.0'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': {'1.1'}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': {'1.1'}} Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: consumer versions: Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: { DHCP agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: HyperV agent@hv-neutron-8225: {}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: L3 agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: Metadata agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: Metering agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: Open vSwitch agent@dv-neutron-822521-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': '1.0', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': '1.1', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': '1.5', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': '1.2', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': '1.8', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': '1.2', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': '1.0', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': '1.0', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': '1.1', Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': '1.1'}} Dec 21 22:11:53.189279 dv-neutron-822521-1-hyperv neutron-server[88883]: {{(pid=88994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 22:11:53.270662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:11:53.322886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, bbd112df-9b21-4571-b843-5c7e0f99e6ce) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:11:53.329460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:53.330443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.335824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72462b-0933-47ce-937a-e7a9d01751e3 None None] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:11:53.388310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4108a879-b99c-4d64-a127-8a4218db8e4a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8980792 Dec 21 22:11:53.388706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59400) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:53.394203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:53.399293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:53.403710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Usage tracker for resource:router and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:53.407035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:53.413439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:53.440222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1917360617-network', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:53.447158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:53.453639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Usage tracker for resource:network and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:53.453864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.455172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.457685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:53.469221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:53.484820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.523905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-33716603-network', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:53.532861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:53.539542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Usage tracker for resource:network and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:53.545405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:53.553545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:53.596918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Made reservation on behalf of 6be5c586317b4b7ba5a7875414e9e6f9 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:53.606053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.620015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Made reservation on behalf of 00e26ba0de984a87912fcc7fd7d61755 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:53.625992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.647102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.663587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.741697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:53.755072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:11:53.756000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:53.757086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:53.759728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Usage tracker for resource:security_group_rule and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:53.774728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:53.778798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Usage tracker for resource:security_group_rule and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:53.795696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:53.832939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:53.842138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:53.993581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2024736532'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:54.001720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.022480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Allocated IP 172.20.0.2 (bbd112df-9b21-4571-b843-5c7e0f99e6ce/06262ced-cad4-41c8-9bfc-916c78222d6e/42a24b11-ee89-410a-8077-6dfe4bbb28f7) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:11:54.023080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:54.032645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.034271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Usage tracker for resource:network and tenant:bdb48fdb20a74852ab27d8333190862d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:54.037768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:54.039108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.048020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:54.070710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.086167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:11:54.098268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.098766 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Added segment 23060847-f58b-4724-8f07-75e6ea76f486 of type vlan for network be7f4ef3-5a29-465e-8259-f1fba0d6883d Dec 21 22:11:54.142814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Made reservation on behalf of bdb48fdb20a74852ab27d8333190862d for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:54.148885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.160033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.163241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a972f9f9-af90-48ce-a890-192c0aca489e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:54.230567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16f95bf-3406-4b85-9177-fb8e7d42715d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:54.270239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.290436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.480726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:11:54.480726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.480726 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Added segment 5d188053-6363-4d9b-bcf8-e11209b073ae of type vlan for network 4d05cc11-f142-4521-ac68-b48154804cc7 Dec 21 22:11:54.481428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.482245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:54.482245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Usage tracker for resource:security_group_rule and tenant:bdb48fdb20a74852ab27d8333190862d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:54.482245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.482245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:54.483170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.483684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:54.483684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.483684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:54.483684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.582715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] Pushing event updated for resources: {'Network': ['ID=be7f4ef3-5a29-465e-8259-f1fba0d6883d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:54.584228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:11:54.688582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.757063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Transition to ACTIVE for port object 42a24b11-ee89-410a-8077-6dfe4bbb28f7 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:11:54.794013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Transition to ACTIVE for port object 42a24b11-ee89-410a-8077-6dfe4bbb28f7 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:11:54.816903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.818195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:54.818955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.832951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:54.894947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Allocated IP 172.26.6.149 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/8a7f3c83-9b84-442d-aae9-070668462323) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:11:54.904676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1ab1bf2e-d6f3-4397-87cc-d9d52388afd0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9522340 Dec 21 22:11:54.908105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59438) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:54.919771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Request body: {'subnet': {'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1917360617-subnet', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:54.925425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:11:54.929505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:11:54.934946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:11:54.937368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:54.942202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Pushing event updated for resources: {'Port': ['ID=42a24b11-ee89-410a-8077-6dfe4bbb28f7,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:54.953630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Usage tracker for resource:subnet and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:54.963222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:54.980164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:54.991149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0752220 Dec 21 22:11:54.994783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59442) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:54.997541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477d208-d704-482d-b120-9efd6c601212 admin admin] Pushing event updated for resources: {'Network': ['ID=4d05cc11-f142-4521-ac68-b48154804cc7,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:55.014457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Request body: {'subnet': {'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-33716603-subnet', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:55.023222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:55.032711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 4d05cc11-f142-4521-ac68-b48154804cc7 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:11:55.036880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Usage tracker for resource:subnet and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:55.044245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:55.054792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.055640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:55.088710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Made reservation on behalf of 00e26ba0de984a87912fcc7fd7d61755 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:55.103167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.106829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.107210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.107579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.107943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.108308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.108694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.109051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.109391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.109736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.110086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.110436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Tracked resource versions report: Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: pushed versions: Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': {'1.0'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': {'1.1'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': {'1.5'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': {'1.2'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': {'1.8'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': {'1.2'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': {'1.0'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': {'1.1'}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': {'1.1'}} Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: consumer versions: Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: { DHCP agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: HyperV agent@hv-neutron-8225: {}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: L3 agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: Metadata agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: Metering agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: Open vSwitch agent@dv-neutron-822521-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': '1.0', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': '1.1', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': '1.5', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': '1.2', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': '1.8', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': '1.2', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': '1.0', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': '1.0', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': '1.1', Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': '1.1'}} Dec 21 22:11:55.111594 dv-neutron-822521-1-hyperv neutron-server[88883]: {{(pid=88996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 22:11:55.129568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.153515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.205348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:11:55.216800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Made reservation on behalf of 6be5c586317b4b7ba5a7875414e9e6f9 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:55.221555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.223729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Attempting to bind port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:11:55.224135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Attempting to bind port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:11:55.224650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Attempting to bind port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 on network bbd112df-9b21-4571-b843-5c7e0f99e6ce {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:11:55.268316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa3c0b-6467-4ca7-9d9f-5c74a9a4d381,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:55.291687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.292182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Added segment 4936061e-308f-43e4-aae8-eb026ff43097 of type vlan for network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a Dec 21 22:11:55.316305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:11:55.316773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Checking segment: {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:11:55.317231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.320118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Bound using segment: {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:11:55.320726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Bound port: 42a24b11-ee89-410a-8077-6dfe4bbb28f7, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:11:55.321166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.328868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.342426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.388862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:11:55.407270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:11:55.423522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:11:55.498903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] For port 42a24b11-ee89-410a-8077-6dfe4bbb28f7, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:11:55.503957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] For port 42a24b11-ee89-410a-8077-6dfe4bbb28f7, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=42a24b11-ee89-410a-8077-6dfe4bbb28f7,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:11:55.534363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.542595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7f3c83-9b84-442d-aae9-070668462323,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:55.546800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59460) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:55.562787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.566890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:55.567663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.605888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.648858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0390f1f-d91d-4bbd-ab67-9c2f4df2897e None None] Pushing event updated for resources: {'Port': ['ID=42a24b11-ee89-410a-8077-6dfe4bbb28f7,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:55.826716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Network': ['ID=1d5c4832-e58b-4ac3-bb0e-fc97588bb75a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:55.829961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e0f702e0-c147-4a97-9ac1-232b1e1473e7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6784005 Dec 21 22:11:55.833271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Checking segment: {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:11:55.833670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Network hostable DHCP agents. Network: 4d05cc11-f142-4521-ac68-b48154804cc7, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:11:55.834428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59470) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:55.844992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d033b7-4aaf-44ad-8b8a-68555c99f676,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:55.845445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:11:55.903101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.910670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Network 4d05cc11-f142-4521-ac68-b48154804cc7 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:11:55.911579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'subnet': {'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:55.951260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 4d05cc11-f142-4521-ac68-b48154804cc7) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:11:55.955800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:55.956479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:55.972559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b77fe0-6684-46fa-94de-41260560c629 None None] Network 4d05cc11-f142-4521-ac68-b48154804cc7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:11:56.020695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9967332a-6f8b-4839-829c-5e715085e5dc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0215204 Dec 21 22:11:56.023198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59476) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:56.046406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:56.076976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:56.088352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Usage tracker for resource:router and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:56.109096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:56.127395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:56.179576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.180796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.189134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:56.202658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-632732254'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:56.209768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Usage tracker for resource:subnet and tenant:bdb48fdb20a74852ab27d8333190862d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:56.218489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:56.219501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.234545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:56.236696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55115a1-106d-4050-9dc3-328f360cff97,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:56.250523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:56.254668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.255476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.261356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Checking segment: {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:11:56.261760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Network hostable DHCP agents. Network: be7f4ef3-5a29-465e-8259-f1fba0d6883d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:11:56.268262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Usage tracker for resource:network and tenant:14c2fecd0720440aa1119ae5b3cbc52a is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:56.271838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:56.283699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:56.368039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Made reservation on behalf of bdb48fdb20a74852ab27d8333190862d for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:56.421699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Made reservation on behalf of 14c2fecd0720440aa1119ae5b3cbc52a for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:56.429086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.518153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.549713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:11:56.579755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.592404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-4d05cc11-f142-4521-ac68-b48154804cc7', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:11:56.594604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.615005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, be7f4ef3-5a29-465e-8259-f1fba0d6883d) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:11:56.620010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:56.620691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.638405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfddf3-68ab-4641-a2e1-6304bc2852ca None None] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:11:56.725780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59492) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:56.820779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:56.871640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:56.888843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Usage tracker for resource:security_group_rule and tenant:14c2fecd0720440aa1119ae5b3cbc52a is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:56.913748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59500) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:56.961001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Allocated IP 172.20.0.2 (4d05cc11-f142-4521-ac68-b48154804cc7/e9d033b7-4aaf-44ad-8b8a-68555c99f676/99c7c962-a47c-41be-b79e-ab12d2af32f1) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:11:56.971446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:57.039229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:57.149200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1053420584'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:57.150045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-756c16df-f83b-41c5-86d4-6e68c93489c8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2405765 Dec 21 22:11:57.151820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59508) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:57.169342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:57.183042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:57.199128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:57.214746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Usage tracker for resource:network and tenant:4456880416394b88b113da6b3cbc4c09 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:57.227122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:57.238597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.243358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Usage tracker for resource:router and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:57.252215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Transition to ACTIVE for port object 99c7c962-a47c-41be-b79e-ab12d2af32f1 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:11:57.254402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:57.263817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:57.276897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Transition to ACTIVE for port object 99c7c962-a47c-41be-b79e-ab12d2af32f1 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:11:57.359051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.362997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:57.373425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59512) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:57.426809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.432818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Made reservation on behalf of 4456880416394b88b113da6b3cbc4c09 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:57.450965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.489861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.498500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.499829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.511802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 42a24b11-ee89-410a-8077-6dfe4bbb28f7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:11:57.513876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.522890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:11:57.536716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363264531464769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.537338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Unsubscribe: segment precommit_create {{(pid=88994) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 21 22:11:57.537816 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Added segment 74b05033-e19e-4875-94ce-484050c06501 of type vlan for network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 Dec 21 22:11:57.551937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.569061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.574175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-724357074', 'router:external': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:57.578798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:57.582851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Usage tracker for resource:network and tenant:e0859188f1114436a4cc5067acb92a9e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:57.585846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:57.594369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:57.597028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.601471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Network 4d05cc11-f142-4521-ac68-b48154804cc7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:11:57.609593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:11:57.642805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:11:57.650412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0e322af9-7198-41c3-9518-72890446ed90 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:57.650761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Pushing event updated for resources: {'Port': ['ID=99c7c962-a47c-41be-b79e-ab12d2af32f1,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:57.660103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Made reservation on behalf of e0859188f1114436a4cc5067acb92a9e for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:57.664903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.685218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.685329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.699684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3eca89-c6d7-49c5-a962-673aa8673627,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:57.732004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:57.736281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Usage tracker for resource:security_group_rule and tenant:e0859188f1114436a4cc5067acb92a9e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:57.739397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:57.746210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:57.754287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.761236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:57.762318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.833335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:11:57.834331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.856360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.861997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Attempting to bind port 99c7c962-a47c-41be-b79e-ab12d2af32f1 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:11:57.862504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Attempting to bind port 99c7c962-a47c-41be-b79e-ab12d2af32f1 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:11:57.863004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Attempting to bind port 99c7c962-a47c-41be-b79e-ab12d2af32f1 on network 4d05cc11-f142-4521-ac68-b48154804cc7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:11:57.903768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:57.916879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Usage tracker for resource:security_group_rule and tenant:4456880416394b88b113da6b3cbc4c09 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:57.917173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:11:57.917641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Checking segment: {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:11:57.918422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.918923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Bound using segment: {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:11:57.919546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Bound port: 99c7c962-a47c-41be-b79e-ab12d2af32f1, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:11:57.920042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:57.930613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:57.936755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:11:57.944071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:57.968992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Subnet': ['ID=7e0dd118-d2df-4688-a562-1b3bfae902b1,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:57.980412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event updated for resources: {'Network': ['ID=9d230a0b-94f0-4fa3-9812-622b2d3f72e7,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:57.986515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-42a7647e-49c6-4abc-b54b-fa5f006bd8dc tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4382210 Dec 21 22:11:57.987639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Router 5168b82e-64c0-48e0-b2e4-594a523f1bac is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:11:57.988003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59522) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:57.992736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Checking segment: {'id': '4936061e-308f-43e4-aae8-eb026ff43097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:11:57.993140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Network hostable DHCP agents. Network: 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:11:58.005023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Request body: {'subnet': {'network_id': '9d230a0b-94f0-4fa3-9812-622b2d3f72e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:58.020145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:11:58.042962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f935b72-4f6b-475d-b45b-9ebbf40d2dda None None] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:11:58.123624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Allocated IP 172.26.6.86 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/0bd767fb-fdf0-4017-b578-0738ae481f6f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:11:58.127616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.152375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:11:58.164237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e322af9-7198-41c3-9518-72890446ed90 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] 10.222.0.30 "PUT /v2.0/quotas/b3d2b8376fe140148616ae8fe3cda067 HTTP/1.1" status: 200 len: 368 time: 0.7849734 Dec 21 22:11:58.171362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59528) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:58.200789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Request body: {'network': {'project_id': 'b3d2b8376fe140148616ae8fe3cda067'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:58.230186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.244911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:11:58.250967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:58.251561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.280941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:11:58.294976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Sync routers for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:11:58.305688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9e4ecb80-b6e9-4862-9cd6-2b8ae541a55e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4106219 Dec 21 22:11:58.310658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59534) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:58.314272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:11:58.315152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:11:39Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:11:58.317341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'name': 'tempest-AllowedAddressPairTestJSON-1202629824'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:58.323410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:58.326086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2757b612-88cb-49c9-a9b1-8386c9beffda None None] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:11:58.344092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.345438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8e4e420d-6962-49c9-9520-2b0fb6daa1a9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9558613 Dec 21 22:11:58.352432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59542) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:58.430116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Usage tracker for resource:network and tenant:b3d2b8376fe140148616ae8fe3cda067 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:58.445559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:58.450130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:11:58.465948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:58.536929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:11:58.561764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.570021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.570413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Added segment a143414f-eb2e-47e7-8981-972e37bef094 of type vlan for network b820e64f-dda2-4a93-982a-c62f0ee39c06 Dec 21 22:11:58.575624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:58.582289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.594919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:58.598956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Usage tracker for resource:subnet and tenant:14c2fecd0720440aa1119ae5b3cbc52a is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:58.601823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a8c7d2-9205-4e86-a255-a34e36368087,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:58.612125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:58.626247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:58.635810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.656434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Usage tracker for resource:port and tenant:bdb48fdb20a74852ab27d8333190862d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:58.667032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:58.682064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Made reservation on behalf of b3d2b8376fe140148616ae8fe3cda067 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:58.682064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.682333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:58.706526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b995415e-322f-475b-ae5c-e729f3e6330e None None] Provisioning for port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:11:58.723388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.764494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Made reservation on behalf of bdb48fdb20a74852ab27d8333190862d for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:58.767824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3729575-caa9-4504-9f0b-5e7fae2c4222,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:58.777229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:11:58.781511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.783196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Allocated IP 172.20.0.2 (be7f4ef3-5a29-465e-8259-f1fba0d6883d/c55115a1-106d-4050-9dc3-328f360cff97/603266c5-4c7c-4316-88f9-5fc50a7de38e) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:11:58.786325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.799115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.799318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b995415e-322f-475b-ae5c-e729f3e6330e None None] Provisioning complete for port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:11:58.799698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b995415e-322f-475b-ae5c-e729f3e6330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.817810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Made reservation on behalf of 14c2fecd0720440aa1119ae5b3cbc52a for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:11:58.822685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] device_id is not set on port c93b4e6e-fd11-4015-8b6c-6a6a2658e159 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:11:58.835791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:58.836186 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Added segment df56bda4-0839-41bc-8f27-f8238a95ddaa of type vlan for network a89b99cc-4db0-43c1-b240-bb8033f3efca Dec 21 22:11:58.878346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] For port 99c7c962-a47c-41be-b79e-ab12d2af32f1, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:11:58.914072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:11:58.970854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:11:55Z', 'revision_number': 3, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:11:58.971063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] For port 99c7c962-a47c-41be-b79e-ab12d2af32f1, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=99c7c962-a47c-41be-b79e-ab12d2af32f1,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:11:58.975852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Checking router: 5168b82e-64c0-48e0-b2e4-594a523f1bac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:11:58.976257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Updating router 5168b82e-64c0-48e0-b2e4-594a523f1bac port 8a7f3c83-9b84-442d-aae9-070668462323 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:11:58.998405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Usage tracker for resource:security_group_rule and tenant:b3d2b8376fe140148616ae8fe3cda067 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:11:59.003326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.013374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Allocated IP 172.20.0.3 (1d5c4832-e58b-4ac3-bb0e-fc97588bb75a/7e0dd118-d2df-4688-a562-1b3bfae902b1/c93b4e6e-fd11-4015-8b6c-6a6a2658e159) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:11:59.022882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:11:59.038171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.038497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:11:59.061736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks [] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.065970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.105920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'tenant_id': 'bdb48fdb20a74852ab27d8333190862d', 'fixed_ips': [{'subnet_id': '7e0dd118-d2df-4688-a562-1b3bfae902b1'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:11:59.106824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.183984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.185039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:59.185611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.284461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.310320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.412798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Transition to ACTIVE for port object c93b4e6e-fd11-4015-8b6c-6a6a2658e159 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:11:59.434956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6899c-921f-4b65-a88c-6683e13426ea None None] Pushing event updated for resources: {'Port': ['ID=99c7c962-a47c-41be-b79e-ab12d2af32f1,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:59.480032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b995415e-322f-475b-ae5c-e729f3e6330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.517786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.532827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Transition to ACTIVE for port object 8a7f3c83-9b84-442d-aae9-070668462323 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:11:59.591415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.628081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.695621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b995415e-322f-475b-ae5c-e729f3e6330e None None] For port 42a24b11-ee89-410a-8077-6dfe4bbb28f7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=42a24b11-ee89-410a-8077-6dfe4bbb28f7,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:11:59.697307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.722768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Transition to ACTIVE for port object 603266c5-4c7c-4316-88f9-5fc50a7de38e will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:11:59.727486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Attempting to bind port 8a7f3c83-9b84-442d-aae9-070668462323 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:11:59.727974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Attempting to bind port 8a7f3c83-9b84-442d-aae9-070668462323 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:11:59.730784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Attempting to bind port 8a7f3c83-9b84-442d-aae9-070668462323 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:11:59.734580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'Network': ['ID=b820e64f-dda2-4a93-982a-c62f0ee39c06,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:59.736846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Pushing event updated for resources: {'Port': ['ID=0bd767fb-fdf0-4017-b578-0738ae481f6f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:59.741141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Pushing event updated for resources: {'Port': ['ID=8a7f3c83-9b84-442d-aae9-070668462323,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:11:59.753320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:11:59.753737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:11:59.754288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.754587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:11:59.755108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Bound port: 8a7f3c83-9b84-442d-aae9-070668462323, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:11:59.755514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.761090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network b820e64f-dda2-4a93-982a-c62f0ee39c06 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:11:59.777984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b995415e-322f-475b-ae5c-e729f3e6330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.795347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.799511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:11:59.800292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.816715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.817091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.817461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.817827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.818205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.818563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.818918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.819407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.819767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.820118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.820498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Tracked resource versions report: Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: pushed versions: Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': {'1.0'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': {'1.1'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': {'1.5'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': {'1.2'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': {'1.8'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': {'1.2'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': {'1.0'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': {'1.1'}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': {'1.1'}} Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: consumer versions: Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: { DHCP agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: HyperV agent@hv-neutron-8225: {}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: L3 agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: Metadata agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: Metering agent@dv-neutron-822521-1-hyperv: {}, Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: Open vSwitch agent@dv-neutron-822521-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Log': '1.0', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Network': '1.1', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Port': '1.5', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'PortForwarding': '1.2', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'QosPolicy': '1.8', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroup': '1.2', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SecurityGroupRule': '1.0', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'SubPort': '1.0', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Subnet': '1.1', Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: 'Trunk': '1.1'}} Dec 21 22:11:59.821706 dv-neutron-822521-1-hyperv neutron-server[88883]: {{(pid=88997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 22:11:59.868643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Allocated IP 172.20.0.2 (1d5c4832-e58b-4ac3-bb0e-fc97588bb75a/7e0dd118-d2df-4688-a562-1b3bfae902b1/042dde18-dee4-47cb-8dbd-febfc4e349e8) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:11:59.884568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Transition to ACTIVE for port object 603266c5-4c7c-4316-88f9-5fc50a7de38e will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:11:59.914905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] For port 8a7f3c83-9b84-442d-aae9-070668462323, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:11:59.922630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] For port 8a7f3c83-9b84-442d-aae9-070668462323, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8a7f3c83-9b84-442d-aae9-070668462323,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:11:59.954638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:11:59.963002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:11:59.982506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:00.000245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:00.007434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Pushing event updated for resources: {'Network': ['ID=a89b99cc-4db0-43c1-b240-bb8033f3efca,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:00.012200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f14c8d67-43ad-483f-9ff6-6dd6ba6c1fc5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2803090 Dec 21 22:12:00.021684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:00.022667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.046730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network a89b99cc-4db0-43c1-b240-bb8033f3efca details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:00.052670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:00.065702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59552) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:00.066930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:00.075727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:00.108233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7890635 Dec 21 22:12:00.112400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59556) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:00.121677 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3db104f0-0341-43dc-92a9-b2d01341ba63 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.2055542 Dec 21 22:12:00.124102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.136296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'name': 'tempest-AllowedAddressPairTestJSON-226344465', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:07:32:10'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:00.148581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59558) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:00.168814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:00.169414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:11:39Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:00.189805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c2f8d-57df-4aed-a1ea-7681840f629e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=c93b4e6e-fd11-4015-8b6c-6a6a2658e159,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:00.193992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'subnet': {'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:00.227878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:00.246421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995415e-322f-475b-ae5c-e729f3e6330e None None] Pushing event updated for resources: {'Port': ['ID=42a24b11-ee89-410a-8077-6dfe4bbb28f7,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:00.273187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Usage tracker for resource:subnet and tenant:e0859188f1114436a4cc5067acb92a9e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:00.277142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:00.354161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.357934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:00.460023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Request body: {'network': {'name': 'tempest-network--1832738827', 'router:external': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:00.467341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:00.472080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Usage tracker for resource:network and tenant:ef7b98d55dd34798a46b03d36d8aa7ae is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:00.476529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:00.485763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:00.497891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.530873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Made reservation on behalf of e0859188f1114436a4cc5067acb92a9e for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:00.536774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.553417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee333cb3-1a99-4c61-8b95-36d16e281abd None None] Pushing event updated for resources: {'Port': ['ID=8a7f3c83-9b84-442d-aae9-070668462323,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:00.618200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:00.633825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.664625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:00.674055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Made reservation on behalf of ef7b98d55dd34798a46b03d36d8aa7ae for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:00.675997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:00.679003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.694330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:00.694540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:00.710100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Usage tracker for resource:port and tenant:bdb48fdb20a74852ab27d8333190862d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:00.715902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:00.719308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c92f39a-3d3e-4af7-b93b-0296f269370d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:00.731187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:00.734577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Pushing event updated for resources: {'Port': ['ID=603266c5-4c7c-4316-88f9-5fc50a7de38e,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:00.759005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:00.786085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-eb9ce50b-2054-4552-8459-7bd5dd2a5b27 None None] Provisioning complete for port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:00.786771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb9ce50b-2054-4552-8459-7bd5dd2a5b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.788109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.794912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.795299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Added segment d66229cf-62a8-4add-b50e-e1fb47646cb6 of type vlan for network 2a5834c2-f95e-4bb9-820f-f928e23d3149 Dec 21 22:12:00.816158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.960823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Attempting to bind port 603266c5-4c7c-4316-88f9-5fc50a7de38e on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:00.961592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Attempting to bind port 603266c5-4c7c-4316-88f9-5fc50a7de38e by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:00.963685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Attempting to bind port 603266c5-4c7c-4316-88f9-5fc50a7de38e on network be7f4ef3-5a29-465e-8259-f1fba0d6883d {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:00.993339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:00.994924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Checking segment: {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:00.995586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.996216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Bound using segment: {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:00.996975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Bound port: 603266c5-4c7c-4316-88f9-5fc50a7de38e, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:00.997709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:00.998773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.006523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Made reservation on behalf of bdb48fdb20a74852ab27d8333190862d for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:01.015295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.021077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.040247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.053278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:01.071142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] device_id is not set on port 63620ceb-7f2d-482a-876a-1543a02e1bd9 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:01.103941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Transition to ACTIVE for port object 042dde18-dee4-47cb-8dbd-febfc4e349e8 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:01.141492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Usage tracker for resource:security_group_rule and tenant:ef7b98d55dd34798a46b03d36d8aa7ae is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:01.181011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:01.188373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.203748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Transition to ACTIVE for port object 042dde18-dee4-47cb-8dbd-febfc4e349e8 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:01.220849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:11:55Z', 'revision_number': 3, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:01.227637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c63b6f-7703-4447-b165-77eebdaa6dd0 None None] The sync data for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv is: [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:11:55Z', 'revision_number': 3, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:12:01.232872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:01.252275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] For port 603266c5-4c7c-4316-88f9-5fc50a7de38e, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:01.256169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] For port 603266c5-4c7c-4316-88f9-5fc50a7de38e, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=603266c5-4c7c-4316-88f9-5fc50a7de38e,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:01.259347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.304802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.355308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:01.373234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:01.386952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:01.418981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Pushing event updated for resources: {'Port': ['ID=042dde18-dee4-47cb-8dbd-febfc4e349e8,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:01.452219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Allocated IP 172.20.0.5 (1d5c4832-e58b-4ac3-bb0e-fc97588bb75a/7e0dd118-d2df-4688-a562-1b3bfae902b1/63620ceb-7f2d-482a-876a-1543a02e1bd9) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:01.521175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event updated for resources: {'Subnet': ['ID=dc15c8a8-388b-46f8-a842-af51c4bc9674,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:01.552232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.553611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:01.554329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.582693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6504c2-1651-4950-845f-1e92a980c65a None None] Pushing event updated for resources: {'Port': ['ID=603266c5-4c7c-4316-88f9-5fc50a7de38e,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:01.653112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 42a24b11-ee89-410a-8077-6dfe4bbb28f7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:01.686609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Attempting to bind port 042dde18-dee4-47cb-8dbd-febfc4e349e8 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:01.687437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Attempting to bind port 042dde18-dee4-47cb-8dbd-febfc4e349e8 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4936061e-308f-43e4-aae8-eb026ff43097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:01.688077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Attempting to bind port 042dde18-dee4-47cb-8dbd-febfc4e349e8 on network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:01.719336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:01.720813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Pushing event updated for resources: {'Network': ['ID=2a5834c2-f95e-4bb9-820f-f928e23d3149,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:01.721197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Checking segment: {'id': '4936061e-308f-43e4-aae8-eb026ff43097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:01.721947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.722583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Bound using segment: {'id': '4936061e-308f-43e4-aae8-eb026ff43097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:01.723941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Bound port: 042dde18-dee4-47cb-8dbd-febfc4e349e8, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4936061e-308f-43e4-aae8-eb026ff43097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:01.724597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.733031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.733847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.765999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Allocated IP 172.20.0.1 (bbd112df-9b21-4571-b843-5c7e0f99e6ce/06262ced-cad4-41c8-9bfc-916c78222d6e/ab051e2c-5255-45cc-af74-ce8c9bb7c8d1) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:01.851596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Allocated IP 172.26.6.153 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/686db0ab-4a95-4a1b-8587-ee87bf01951a) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:01.860134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] For port 042dde18-dee4-47cb-8dbd-febfc4e349e8, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:01.863886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] For port 042dde18-dee4-47cb-8dbd-febfc4e349e8, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=042dde18-dee4-47cb-8dbd-febfc4e349e8,segment=NetworkSegment(4936061e-308f-43e4-aae8-eb026ff43097),segment_id=4936061e-308f-43e4-aae8-eb026ff43097)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:01.865418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 2a5834c2-f95e-4bb9-820f-f928e23d3149 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:01.905791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:01.979494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Checking segment: {'id': '74b05033-e19e-4875-94ce-484050c06501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d230a0b-94f0-4fa3-9812-622b2d3f72e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:01.979903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Network hostable DHCP agents. Network: 9d230a0b-94f0-4fa3-9812-622b2d3f72e7, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:12:02.127288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:02.127714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.228898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.249463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Transition to ACTIVE for port object ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:02.265014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.282375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.283517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f486e1a-5551-46e3-a637-c17c230bf298 None None] Network 4d05cc11-f142-4521-ac68-b48154804cc7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:02.301308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.316204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-08bdaddd-3cc5-42f6-9a9c-af7fce939889 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 4.1369603 Dec 21 22:12:02.316204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59566) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:02.395994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.402565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Transition to ACTIVE for port object 63620ceb-7f2d-482a-876a-1543a02e1bd9 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:02.409825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Request body: {'network': {'project_id': 'b3d2b8376fe140148616ae8fe3cda067'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:02.419891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:02.424111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Usage tracker for resource:network and tenant:b3d2b8376fe140148616ae8fe3cda067 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:02.427278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:02.434347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:02.440645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:02.444090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:02.449678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:02.450352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.490441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Pushing event updated for resources: {'Port': ['ID=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:02.496475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.519478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b174f4-cf08-4d50-9139-aeab6e6e1247 None None] Pushing event updated for resources: {'Port': ['ID=042dde18-dee4-47cb-8dbd-febfc4e349e8,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:02.527328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1499c0bb-8dd3-4651-838e-ffd9eeebf432 None None] Provisioning for port 99c7c962-a47c-41be-b79e-ab12d2af32f1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:02.619324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=63620ceb-7f2d-482a-876a-1543a02e1bd9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:02.661106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:02.662874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:02.678173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:02.683388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:02.684094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.813119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 99c7c962-a47c-41be-b79e-ab12d2af32f1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:02.815210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.862704 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4f69e910-20f4-4db0-9b17-38c0ba09a46b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.7482283 Dec 21 22:12:02.866639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59574) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:02.876206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Made reservation on behalf of b3d2b8376fe140148616ae8fe3cda067 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:02.893825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:02.955017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.007112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 99c7c962-a47c-41be-b79e-ab12d2af32f1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:03.015077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 99c7c962-a47c-41be-b79e-ab12d2af32f1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:03.015494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.035426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.050254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:03.065057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.065568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Added segment abb9b925-d317-4f15-8951-3ab7fee0d08c of type vlan for network 5ccf6823-1c20-436a-b674-f3405f3e837c Dec 21 22:12:03.117255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.159520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:12:03.163755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbeb9c-3b58-4947-9ac6-d4b48c179b77 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:03.171936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbeb9c-3b58-4947-9ac6-d4b48c179b77 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:03.176957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbeb9c-3b58-4947-9ac6-d4b48c179b77 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:03.178311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1acbeb9c-3b58-4947-9ac6-d4b48c179b77 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Synchronizing usage tracker for tenant:bdb48fdb20a74852ab27d8333190862d on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:03.226325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Pushing event updated for resources: {'Port': ['ID=686db0ab-4a95-4a1b-8587-ee87bf01951a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:03.235401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:03.260627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:03.279771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:03.303197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.313097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1acbeb9c-3b58-4947-9ac6-d4b48c179b77 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Unset dirty status for tenant:bdb48fdb20a74852ab27d8333190862d on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:03.318434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59578) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:03.319790 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1acbeb9c-3b58-4947-9ac6-d4b48c179b77 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.4517016 Dec 21 22:12:03.347925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:03.351847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.355894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 99c7c962-a47c-41be-b79e-ab12d2af32f1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=99c7c962-a47c-41be-b79e-ab12d2af32f1,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:03.373272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-52791ccb-3b00-438f-8084-af03c9b5cba4 None None] Provisioning for port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:03.379441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-52791ccb-3b00-438f-8084-af03c9b5cba4 None None] Provisioning complete for port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:03.382991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52791ccb-3b00-438f-8084-af03c9b5cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.412307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.450942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.488514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.489670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.520645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-52791ccb-3b00-438f-8084-af03c9b5cba4 None None] Port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:03.526043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.526495 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Added segment 5bea3f33-c351-4ffb-acf0-7e405c1e4e38 of type vlan for network caa0bd35-3cbc-4fd3-a849-a2c29567c96d Dec 21 22:12:03.532313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=99c7c962-a47c-41be-b79e-ab12d2af32f1,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:03.612457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eba242-8334-4b6a-8ceb-8cd02e96e333,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:03.642316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 9d230a0b-94f0-4fa3-9812-622b2d3f72e7) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:03.643820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.644750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:03.645389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.660808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ae9d1-6834-42ad-be0f-2f3d41b0d9e1 None None] Network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:03.692187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cfa2a713-fbf0-42bd-b201-f523e8aef13a None None] Provisioning complete for port 99c7c962-a47c-41be-b79e-ab12d2af32f1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:03.692561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a713-fbf0-42bd-b201-f523e8aef13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.699263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:03.699923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.709271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Pushing event updated for resources: {'Port': ['ID=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:03.766397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8a7f3c83-9b84-442d-aae9-070668462323 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:03.876231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:03.877938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:03.879198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:03.976789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Network': ['ID=5ccf6823-1c20-436a-b674-f3405f3e837c,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:03.994164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d1e22a0a-265e-4955-96ea-9115d0fa9461 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting port 63620ceb-7f2d-482a-876a-1543a02e1bd9 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:03.994556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1e22a0a-265e-4955-96ea-9115d0fa9461 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:04.051389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 5ccf6823-1c20-436a-b674-f3405f3e837c details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:04.107739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5104659e-feb3-4222-8b66-659d18501115 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.0375886 Dec 21 22:12:04.112598 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a70134d2-c487-4434-b343-b959adf02083 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1204357 Dec 21 22:12:04.113494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59582) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:04.114017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59584) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:04.135763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:04.219150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f59e5bf-9f88-491a-9da3-2715bf1402f8 None None] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:04.230594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Request body: {'port': {'network_id': '9d230a0b-94f0-4fa3-9812-622b2d3f72e7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-396160854'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:04.519989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:04.562099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Router 5168b82e-64c0-48e0-b2e4-594a523f1bac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:12:04.652233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Usage tracker for resource:port and tenant:14c2fecd0720440aa1119ae5b3cbc52a is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:04.683520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:04.691276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 8a7f3c83-9b84-442d-aae9-070668462323 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:04.709558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:04.720612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 8a7f3c83-9b84-442d-aae9-070668462323 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:04.720953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:04.726769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8883d8bc-c88b-4e11-b970-4a173deaec17,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:04.757214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:04.758159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:04.758825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:04.774219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:04.863607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-9d230a0b-94f0-4fa3-9812-622b2d3f72e7', 'network_id': '9d230a0b-94f0-4fa3-9812-622b2d3f72e7', 'tenant_id': '14c2fecd0720440aa1119ae5b3cbc52a', 'fixed_ips': [{'subnet_id': 'dc15c8a8-388b-46f8-a842-af51c4bc9674'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:12:04.864538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:04.888101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df90867-bf11-47f0-9680-a03798a69051 None None] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:04.911915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Made reservation on behalf of 14c2fecd0720440aa1119ae5b3cbc52a for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:04.919606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.034793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:12:05.047285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d4431a6e-49e1-40d2-a3a0-e77cce8e5a7e admin admin] 10.222.0.30 "PUT /v2.0/routers/5168b82e-64c0-48e0-b2e4-594a523f1bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6917865 Dec 21 22:12:05.093344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7112019 Dec 21 22:12:05.096429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59592) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:05.107676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4c744687-c45b-4cb5-af60-c5550740e449 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Request body: {'network': {'project_id': 'b3d2b8376fe140148616ae8fe3cda067'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:05.114437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Checking segment: {'id': 'a143414f-eb2e-47e7-8981-972e37bef094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:05.114862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Network hostable DHCP agents. Network: b820e64f-dda2-4a93-982a-c62f0ee39c06, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:12:05.128065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4c744687-c45b-4cb5-af60-c5550740e449 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:05.138599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4c744687-c45b-4cb5-af60-c5550740e449 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Usage tracker for resource:network and tenant:b3d2b8376fe140148616ae8fe3cda067 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:05.146031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b5f63-a475-48ec-a964-dad0055d787b tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Pushing event updated for resources: {'Network': ['ID=caa0bd35-3cbc-4fd3-a849-a2c29567c96d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:05.146208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4c744687-c45b-4cb5-af60-c5550740e449 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:05.159953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] device_id is not set on port 34f1b2c8-1d49-4acd-87f8-58336c0c147b yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:05.169246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4c744687-c45b-4cb5-af60-c5550740e449 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:05.170958 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c744687-c45b-4cb5-af60-c5550740e449 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 22:12:05.171804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c744687-c45b-4cb5-af60-c5550740e449 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:12:05.173656 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4c744687-c45b-4cb5-af60-c5550740e449 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0759726 Dec 21 22:12:05.174850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network caa0bd35-3cbc-4fd3-a849-a2c29567c96d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:05.178193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59596) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:05.263562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1e22a0a-265e-4955-96ea-9115d0fa9461 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.270156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-01f28ba3-67f3-45e5-9fe0-c65539441363 None None] Provisioning complete for port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:05.270718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01f28ba3-67f3-45e5-9fe0-c65539441363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.288972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a0f9009-b966-4a8d-8b02-3747aefe5b89 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3d2b8376fe140148616ae8fe3cda067&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1090539 Dec 21 22:12:05.293089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59600) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:05.356842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.412972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-649581cb-c06a-415b-8064-30f228aa9814 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.459195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-649581cb-c06a-415b-8064-30f228aa9814 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.579083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-649581cb-c06a-415b-8064-30f228aa9814 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.614925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Router 9065822e-fb9c-4d8f-b046-f98f398a8d94 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:12:05.633627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649581cb-c06a-415b-8064-30f228aa9814 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c92f39a-3d3e-4af7-b93b-0296f269370d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:05.640308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 8a7f3c83-9b84-442d-aae9-070668462323, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8a7f3c83-9b84-442d-aae9-070668462323,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:05.643548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-01f28ba3-67f3-45e5-9fe0-c65539441363 None None] Port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:05.654640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-649581cb-c06a-415b-8064-30f228aa9814 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.656689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-649581cb-c06a-415b-8064-30f228aa9814 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c92f39a-3d3e-4af7-b93b-0296f269370d HTTP/1.1" status: 204 len: 168 time: 0.3625100 Dec 21 22:12:05.660303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59614) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:05.714793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.715635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 042dde18-dee4-47cb-8dbd-febfc4e349e8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:05.757786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d1e22a0a-265e-4955-96ea-9115d0fa9461 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Calling delete_port for 63620ceb-7f2d-482a-876a-1543a02e1bd9 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:05.787489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Sync routers for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:12:05.808411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.849014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Allocated IP 172.20.0.2 (9d230a0b-94f0-4fa3-9812-622b2d3f72e7/dc15c8a8-388b-46f8-a842-af51c4bc9674/22e79e31-09bf-427a-93e7-a493864e3b2b) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:05.897397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:05.925752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-01f28ba3-67f3-45e5-9fe0-c65539441363 None None] Provisioning for port 042dde18-dee4-47cb-8dbd-febfc4e349e8 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:05.938609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.939021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.939837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.940204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > port after_create 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.940589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.940955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > port after_update 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.941330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.941709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.942067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.942422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:05.975720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=8a7f3c83-9b84-442d-aae9-070668462323,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:06.118754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.141027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.141426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.141799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.142171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88995) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.142555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccf6823-1c20-436a-b674-f3405f3e837c']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:06.151308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.151891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.152858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.153338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > port after_create 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.153853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.154349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > port after_update 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.154984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.155611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.156117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.156763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.163506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Network b820e64f-dda2-4a93-982a-c62f0ee39c06 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:12:06.168745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.168745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.168968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:06.168968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:11:39Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:06.180056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb9b925-d317-4f15-8951-3ab7fee0d08c') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:06.180408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb9b925-d317-4f15-8951-3ab7fee0d08c') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:06.347373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.363548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.364126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.364680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.365186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88994) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 22:12:06.365701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa0bd35-3cbc-4fd3-a849-a2c29567c96d']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:06.382369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bea3f33-c351-4ffb-acf0-7e405c1e4e38') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:06.382900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bea3f33-c351-4ffb-acf0-7e405c1e4e38') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:06.397535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.416699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.425340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, b820e64f-dda2-4a93-982a-c62f0ee39c06) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:06.425751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:06.435831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.439723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:06.440389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.443295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbec68c-960d-47e7-a362-1f3556372302 None None] Network b820e64f-dda2-4a93-982a-c62f0ee39c06 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:06.447335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.500250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-01f28ba3-67f3-45e5-9fe0-c65539441363 None None] Provisioning for port 603266c5-4c7c-4316-88f9-5fc50a7de38e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:06.503144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:06.504491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: (self, other), Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:06.546712 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: (self, other), Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:06.575423 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:06.581135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 042dde18-dee4-47cb-8dbd-febfc4e349e8 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:06.622417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 042dde18-dee4-47cb-8dbd-febfc4e349e8 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:06.622824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.624372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.636248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.658954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59622) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:06.693012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1924963062', 'description': 'tempest-description--156708378'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:06.704812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] 10.222.0.30 "DELETE /v2.0/networks/caa0bd35-3cbc-4fd3-a849-a2c29567c96d HTTP/1.1" status: 204 len: 168 time: 1.0314627 Dec 21 22:12:06.706655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59626) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:06.712850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-655eb67f-8d1d-407d-b0ed-6cea2ada135d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 6.5575018 Dec 21 22:12:06.716638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:06.720115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bf4dc-142c-49ef-b9be-fd2445717fd6 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Pushing event deleted for resources: {'Network': ['ID=caa0bd35-3cbc-4fd3-a849-a2c29567c96d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:06.733130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59630) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:06.744560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-54430973', 'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:06.750890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:06.756793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Usage tracker for resource:port and tenant:e0859188f1114436a4cc5067acb92a9e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:06.760870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:06.762321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Usage tracker for resource:security_group and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:06.767600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:06.774126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:06.778352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.797785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:06.808023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ccf6823-1c20-436a-b674-f3405f3e837c {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 22:12:06.812061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1e22a0a-265e-4955-96ea-9115d0fa9461 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.819100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Made reservation on behalf of e0859188f1114436a4cc5067acb92a9e for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:06.824972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.838420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.844024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ccf6823-1c20-436a-b674-f3405f3e837c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:06.905725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:06.952882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.062202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-afad7996-e84e-4ff0-aeb8-1c5f20e2eef7 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5ccf6823-1c20-436a-b674-f3405f3e837c HTTP/1.1" status: 204 len: 168 time: 2.9312932 Dec 21 22:12:07.063175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e22a0a-265e-4955-96ea-9115d0fa9461 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event deleted for resources: {'Port': ['ID=63620ceb-7f2d-482a-876a-1543a02e1bd9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:07.063379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.067270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59634) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:07.081992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:07.093531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] device_id is not set on port 4d49e3b9-95f6-4412-824b-6cd13df14723 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:07.098241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:07.131299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.161217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a5fe69-d41b-4675-b9f0-9f34b54531f4 None None] Network b820e64f-dda2-4a93-982a-c62f0ee39c06 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:07.172640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:07.179568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Usage tracker for resource:security_group_rule and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:07.184450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:07.184580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5834c2-f95e-4bb9-820f-f928e23d3149']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:07.194084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:07.209496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:07.219452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Usage tracker for resource:network and tenant:ef7b98d55dd34798a46b03d36d8aa7ae is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:07.222923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66229cf-62a8-4add-b50e-e1fb47646cb6') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:07.223263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66229cf-62a8-4add-b50e-e1fb47646cb6') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:07.239533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:07.249438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.275235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:07.292295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.315737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:07.316193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:07.335377 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:07.396455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Made reservation on behalf of ef7b98d55dd34798a46b03d36d8aa7ae for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:07.401723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.496993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.518297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Transition to ACTIVE for port object 22e79e31-09bf-427a-93e7-a493864e3b2b will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:07.532806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.579985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.607859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.629633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3e270b3-1f3c-40fc-b603-647fb1eb0594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.652932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.660121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 042dde18-dee4-47cb-8dbd-febfc4e349e8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=042dde18-dee4-47cb-8dbd-febfc4e349e8,segment=NetworkSegment(4936061e-308f-43e4-aae8-eb026ff43097),segment_id=4936061e-308f-43e4-aae8-eb026ff43097)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:07.663238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e02ad3-a7aa-4cc4-b6be-d6cf20962351,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:07.681609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a5834c2-f95e-4bb9-820f-f928e23d3149,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:07.701394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Transition to ACTIVE for port object 22e79e31-09bf-427a-93e7-a493864e3b2b will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:07.706374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.708840 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e78f49b1-ecb0-402d-83a1-30b76d90a807 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0277929 Dec 21 22:12:07.723613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0510ecc4-d8fb-4b12-9793-27a4dcbae663 tempest-QuotasNegativeTest-1569526481 tempest-QuotasNegativeTest-1569526481-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2a5834c2-f95e-4bb9-820f-f928e23d3149 HTTP/1.1" status: 204 len: 168 time: 1.0085433 Dec 21 22:12:07.725950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59640) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:07.741325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Request body: {'security_group_rule': {'security_group_id': '41e02ad3-a7aa-4cc4-b6be-d6cf20962351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:07.756248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:07.761376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Usage tracker for resource:security_group_rule and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:07.764707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:07.771461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:07.785391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f33775f5-aa7c-4cee-b44c-a8886d173608 None None] Provisioning complete for port 042dde18-dee4-47cb-8dbd-febfc4e349e8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:07.785893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f33775f5-aa7c-4cee-b44c-a8886d173608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.817378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.821179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.823034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 603266c5-4c7c-4316-88f9-5fc50a7de38e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:07.841067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:07.922647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:07.942144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:12:07.950701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Allocated IP 2001:db8::243 (b820e64f-dda2-4a93-982a-c62f0ee39c06/8883d8bc-c88b-4e11-b970-4a173deaec17/4d49e3b9-95f6-4412-824b-6cd13df14723) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:07.954855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Sync routers for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:12:07.971904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:07.972671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:11:39Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:07.981570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Allocated IP 172.20.0.12 (9d230a0b-94f0-4fa3-9812-622b2d3f72e7/dc15c8a8-388b-46f8-a842-af51c4bc9674/34f1b2c8-1d49-4acd-87f8-58336c0c147b) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:08.020065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.020714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Added segment 28bd8026-bfca-4684-a9f5-af95845761e8 of type vlan for network ba1f1346-2383-40a7-8fa5-f69b05d13b6d Dec 21 22:12:08.030898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.058874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.061065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1e22a0a-265e-4955-96ea-9115d0fa9461 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.107577 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d1e22a0a-265e-4955-96ea-9115d0fa9461 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "DELETE /v2.0/ports/63620ceb-7f2d-482a-876a-1543a02e1bd9 HTTP/1.1" status: 204 len: 168 time: 4.7705116 Dec 21 22:12:08.113187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a8145b-6d89-476e-805a-ff329387d8f9,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:08.114717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59648) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:08.130912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.132737 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b17d482-d938-4a59-b50b-74824b26011c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.1077526 Dec 21 22:12:08.138246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59652) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:08.139764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:08.223102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:08.230983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.250426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Pushing event updated for resources: {'Port': ['ID=22e79e31-09bf-427a-93e7-a493864e3b2b,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:08.255543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:08.346362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 603266c5-4c7c-4316-88f9-5fc50a7de38e completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:08.377963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84a6060-fc04-4f23-830f-01d7c4b5492e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] GET failed (client error): The resource could not be found. Dec 21 22:12:08.379408 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d84a6060-fc04-4f23-830f-01d7c4b5492e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "GET /v2.0/ports/63620ceb-7f2d-482a-876a-1543a02e1bd9 HTTP/1.1" status: 404 len: 333 time: 0.2491086 Dec 21 22:12:08.384863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 603266c5-4c7c-4316-88f9-5fc50a7de38e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:08.385573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.391827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59656) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:08.399930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'name': 'tempest-AllowedAddressPairTestJSON-1816126753'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:08.407199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Router 231a5e70-eb31-4452-9855-b990de2e65e7 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:12:08.445299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:08.530472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.534514 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c460d856-81eb-41d8-acd3-fa634df230e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8044870 Dec 21 22:12:08.538869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59662) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:08.548522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Request body: {'security_group_rule': {'security_group_id': '41e02ad3-a7aa-4cc4-b6be-d6cf20962351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:08.566501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:08.584212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Usage tracker for resource:security_group_rule and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:08.597594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:08.610853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:08.624163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:08.635258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Usage tracker for resource:port and tenant:bdb48fdb20a74852ab27d8333190862d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:08.691301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:08.710311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:08.742810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.765441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Transition to ACTIVE for port object 34f1b2c8-1d49-4acd-87f8-58336c0c147b will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:08.779245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Made reservation on behalf of bdb48fdb20a74852ab27d8333190862d for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:08.785574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.790462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.791390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:08.792198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.799018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.855367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] device_id is not set on port f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:08.873919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=042dde18-dee4-47cb-8dbd-febfc4e349e8,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:08.925847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.928013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Attempting to bind port 22e79e31-09bf-427a-93e7-a493864e3b2b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:08.928627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Attempting to bind port 22e79e31-09bf-427a-93e7-a493864e3b2b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '74b05033-e19e-4875-94ce-484050c06501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d230a0b-94f0-4fa3-9812-622b2d3f72e7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:08.929651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Attempting to bind port 22e79e31-09bf-427a-93e7-a493864e3b2b on network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:08.929996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Network': ['ID=ba1f1346-2383-40a7-8fa5-f69b05d13b6d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:08.936249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:08.936461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59668) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:08.952257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network ba1f1346-2383-40a7-8fa5-f69b05d13b6d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:08.959137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:00Z', 'revision_number': 3, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:08.964994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Checking router: 9065822e-fb9c-4d8f-b046-f98f398a8d94 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:12:08.965491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Updating router 9065822e-fb9c-4d8f-b046-f98f398a8d94 port 0bd767fb-fdf0-4017-b578-0738ae481f6f binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:12:09.004584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:09.010162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.026489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:09.029189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:09.044636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.137814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.177971 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc0bac37-5078-42d4-b89c-671278d38132 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1064837 Dec 21 22:12:09.182980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.188300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59674) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:09.200292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:09.210573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Request body: {'subnet': {'network_id': 'ba1f1346-2383-40a7-8fa5-f69b05d13b6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:09.210757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Checking segment: {'id': '74b05033-e19e-4875-94ce-484050c06501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d230a0b-94f0-4fa3-9812-622b2d3f72e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:09.211490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event updated for resources: {'Port': ['ID=34f1b2c8-1d49-4acd-87f8-58336c0c147b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:09.212496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.215792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Bound using segment: {'id': '74b05033-e19e-4875-94ce-484050c06501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d230a0b-94f0-4fa3-9812-622b2d3f72e7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:09.216439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Bound port: 22e79e31-09bf-427a-93e7-a493864e3b2b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b05033-e19e-4875-94ce-484050c06501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9d230a0b-94f0-4fa3-9812-622b2d3f72e7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:09.216750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.231033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:09.236796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Usage tracker for resource:subnet and tenant:ef7b98d55dd34798a46b03d36d8aa7ae is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:09.240677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:09.247137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:09.258320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21df1b59-4b4f-4829-811c-8af5cfeee06d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:09.260018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f33775f5-aa7c-4cee-b44c-a8886d173608 None None] Provisioning for port c93b4e6e-fd11-4015-8b6c-6a6a2658e159 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:09.273994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Allocated IP 172.20.0.6 (1d5c4832-e58b-4ac3-bb0e-fc97588bb75a/7e0dd118-d2df-4688-a562-1b3bfae902b1/f1ad20be-5da7-4cda-8d5b-edc08a4b7c07) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:09.284995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f33775f5-aa7c-4cee-b44c-a8886d173608 None None] Provisioning complete for port c93b4e6e-fd11-4015-8b6c-6a6a2658e159 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:09.285413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f33775f5-aa7c-4cee-b44c-a8886d173608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.319996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:09.321031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.338212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.396653 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3d9d70c3-9d16-48f5-8f00-98f0ece5f0ef tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2631001 Dec 21 22:12:09.397654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59678) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:09.400169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:12:09.425102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Sync routers for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:12:09.453607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.472501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:03Z', 'revision_number': 2, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:09.486566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 603266c5-4c7c-4316-88f9-5fc50a7de38e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=603266c5-4c7c-4316-88f9-5fc50a7de38e,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:09.487181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.490081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f33775f5-aa7c-4cee-b44c-a8886d173608 None None] Port c93b4e6e-fd11-4015-8b6c-6a6a2658e159 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:09.495907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f33775f5-aa7c-4cee-b44c-a8886d173608 None None] Could not find standard attr ID for object 63620ceb-7f2d-482a-876a-1543a02e1bd9. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:12:09.499292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Checking router: 5168b82e-64c0-48e0-b2e4-594a523f1bac for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:12:09.499392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Updating router 5168b82e-64c0-48e0-b2e4-594a523f1bac port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:12:09.502982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Transition to ACTIVE for port object 0bd767fb-fdf0-4017-b578-0738ae481f6f will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:09.515150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Made reservation on behalf of ef7b98d55dd34798a46b03d36d8aa7ae for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:09.519981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.523896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1eab-0da0-41ea-8c98-bc5ff155a1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.535400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.539558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f9ee84a-16d3-4e98-a03c-7a7969b3b79b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.3772099 Dec 21 22:12:09.543745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59682) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:09.554388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.573620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.613487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.626769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5cd96d08-abd9-43d4-9570-2532d1a650e9 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Deleting port 34f1b2c8-1d49-4acd-87f8-58336c0c147b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:09.627160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cd96d08-abd9-43d4-9570-2532d1a650e9 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.657325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:09.658036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:09.679280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Network b820e64f-dda2-4a93-982a-c62f0ee39c06 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:09.696964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:09.704439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:09.705363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:09.706019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.709946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'Port': ['ID=4d49e3b9-95f6-4412-824b-6cd13df14723,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:09.715038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] For port 22e79e31-09bf-427a-93e7-a493864e3b2b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:09.767764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1300c0-d4f3-46da-bc08-f0df0b1d02d7 None None] Pushing event updated for resources: {'Port': ['ID=0bd767fb-fdf0-4017-b578-0738ae481f6f,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:09.792012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8a7f3c83-9b84-442d-aae9-070668462323 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:09.795119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Attempting to bind port 0bd767fb-fdf0-4017-b578-0738ae481f6f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:09.795888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Attempting to bind port 0bd767fb-fdf0-4017-b578-0738ae481f6f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:09.796537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Attempting to bind port 0bd767fb-fdf0-4017-b578-0738ae481f6f on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:09.804835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:09.812626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:09.812626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.812626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:09.812626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Bound port: 0bd767fb-fdf0-4017-b578-0738ae481f6f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:09.812626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.853607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] For port 22e79e31-09bf-427a-93e7-a493864e3b2b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=22e79e31-09bf-427a-93e7-a493864e3b2b,segment=NetworkSegment(74b05033-e19e-4875-94ce-484050c06501),segment_id=74b05033-e19e-4875-94ce-484050c06501)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:09.862248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b6c69f2-b748-4863-9c3d-6a575b71b067 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1278245 Dec 21 22:12:09.872520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59686) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:09.877981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cef8c5a2-aeb5-4840-96f0-e0c1186e76bb None None] Provisioning complete for port c93b4e6e-fd11-4015-8b6c-6a6a2658e159 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:09.878391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cef8c5a2-aeb5-4840-96f0-e0c1186e76bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.891173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.894408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] For port 0bd767fb-fdf0-4017-b578-0738ae481f6f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:09.901016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] For port 0bd767fb-fdf0-4017-b578-0738ae481f6f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0bd767fb-fdf0-4017-b578-0738ae481f6f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:09.938881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.951964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.975020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:09.976268 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-141a5958-8d2d-4eea-9e03-a9f9fd1c6bba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4358747 Dec 21 22:12:09.987414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cef8c5a2-aeb5-4840-96f0-e0c1186e76bb None None] Port c93b4e6e-fd11-4015-8b6c-6a6a2658e159 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:09.992499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59690) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:10.001293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cef8c5a2-aeb5-4840-96f0-e0c1186e76bb None None] Could not find standard attr ID for object 63620ceb-7f2d-482a-876a-1543a02e1bd9. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:12:10.010503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=603266c5-4c7c-4316-88f9-5fc50a7de38e,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:10.024225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:10.041274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.056313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1300c0-d4f3-46da-bc08-f0df0b1d02d7 None None] Pushing event updated for resources: {'Port': ['ID=0bd767fb-fdf0-4017-b578-0738ae481f6f,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:10.061229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:10.062009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:10.062818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:10.072224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:10.077160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Usage tracker for resource:floatingip and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:10.085787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:10.089546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a61a153e5cb44f9dae3304c0b884f124 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:10.094260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:10.115632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:10.126771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:10.130771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Transition to ACTIVE for port object f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:10.172109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.192134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 8a7f3c83-9b84-442d-aae9-070668462323 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:10.192455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.215807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.293804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9498d037-e1c2-4ced-ad1c-c9e6d7dda8ac tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Deleting port 4d49e3b9-95f6-4412-824b-6cd13df14723 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:10.294018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9498d037-e1c2-4ced-ad1c-c9e6d7dda8ac tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.357420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:10.364098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.412958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a72439-70a8-4cbd-9190-88069393e98f None None] Pushing event updated for resources: {'Port': ['ID=22e79e31-09bf-427a-93e7-a493864e3b2b,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:10.461682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:10.598532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 99c7c962-a47c-41be-b79e-ab12d2af32f1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:10.608502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cd96d08-abd9-43d4-9570-2532d1a650e9 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.609286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.620551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:10.632855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:10.655074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:10.694340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.720654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=f1ad20be-5da7-4cda-8d5b-edc08a4b7c07,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:10.769109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5cd96d08-abd9-43d4-9570-2532d1a650e9 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Calling delete_port for 34f1b2c8-1d49-4acd-87f8-58336c0c147b owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:10.849563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:00Z', 'revision_number': 3, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:10.857247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb267912-fa73-4f3c-b691-6b71b3cd396d None None] The sync data for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv is: [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:00Z', 'revision_number': 3, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:12:10.949368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:10.950224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:10.970332 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a61a153e5cb44f9dae3304c0b884f124&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0284760 Dec 21 22:12:11.010261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59698) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:11.285787 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-21c26584-9ec3-4d7d-a55f-a8ab4e5a8ae1 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8927586 Dec 21 22:12:11.292670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59702) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:11.304288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9032c5-7471-44b5-9cd5-c3b28a7942e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddbd8a8-b9c6-4d22-ae5f-95318cf2e057,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:11.308944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:07:32:10'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:11.330788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 99c7c962-a47c-41be-b79e-ab12d2af32f1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:11.331201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.349506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9498d037-e1c2-4ced-ad1c-c9e6d7dda8ac tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.382335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88689a51-9a9f-431f-adc4-43a144a06dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.440042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88689a51-9a9f-431f-adc4-43a144a06dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.502256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.506531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.520492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.562916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9371b5f1-7fbd-483e-9d39-bcc7fde4d073 None None] Provisioning for port f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:11.580719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9498d037-e1c2-4ced-ad1c-c9e6d7dda8ac tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Calling delete_port for 4d49e3b9-95f6-4412-824b-6cd13df14723 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:11.594750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Transition to ACTIVE for port object ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:11.605587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9371b5f1-7fbd-483e-9d39-bcc7fde4d073 None None] Provisioning complete for port f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:11.605767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9371b5f1-7fbd-483e-9d39-bcc7fde4d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.644772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88689a51-9a9f-431f-adc4-43a144a06dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.695417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88689a51-9a9f-431f-adc4-43a144a06dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddbd8a8-b9c6-4d22-ae5f-95318cf2e057,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:11.721911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9371b5f1-7fbd-483e-9d39-bcc7fde4d073 None None] Port f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:11.742055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.817898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:03Z', 'revision_number': 3, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:11.820572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.865285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cd96d08-abd9-43d4-9570-2532d1a650e9 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.901263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 042dde18-dee4-47cb-8dbd-febfc4e349e8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:11.911280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88689a51-9a9f-431f-adc4-43a144a06dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:11.912924 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-88689a51-9a9f-431f-adc4-43a144a06dea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eddbd8a8-b9c6-4d22-ae5f-95318cf2e057 HTTP/1.1" status: 204 len: 168 time: 0.8984766 Dec 21 22:12:11.939782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd96d08-abd9-43d4-9570-2532d1a650e9 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event deleted for resources: {'Port': ['ID=34f1b2c8-1d49-4acd-87f8-58336c0c147b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:11.957367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Checking router: 231a5e70-eb31-4452-9855-b990de2e65e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:12:11.957856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Updating router 231a5e70-eb31-4452-9855-b990de2e65e7 port 686db0ab-4a95-4a1b-8587-ee87bf01951a binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:12:12.120660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Subnet': ['ID=28ec1d51-0858-4224-8bf7-186b09a8b9a0,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:12.233567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:12.286029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:12.331370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Allocated IP 172.26.6.186 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/f8a61653-fe43-4545-b296-80287fbe3f82) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:12.420584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Checking segment: {'id': '28bd8026-bfca-4684-a9f5-af95845761e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ba1f1346-2383-40a7-8fa5-f69b05d13b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:12.422150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9498d037-e1c2-4ced-ad1c-c9e6d7dda8ac tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:12.424642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Network hostable DHCP agents. Network: ba1f1346-2383-40a7-8fa5-f69b05d13b6d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:12:12.515662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fa391-7279-4285-9837-3526e9c5ca48 None None] Pushing event updated for resources: {'Port': ['ID=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:12.538081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498d037-e1c2-4ced-ad1c-c9e6d7dda8ac tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d49e3b9-95f6-4412-824b-6cd13df14723,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:12.565606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cd96d08-abd9-43d4-9570-2532d1a650e9 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:12.583178 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5cd96d08-abd9-43d4-9570-2532d1a650e9 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "DELETE /v2.0/ports/34f1b2c8-1d49-4acd-87f8-58336c0c147b HTTP/1.1" status: 204 len: 168 time: 3.1807790 Dec 21 22:12:12.597235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59710) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:12.624409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Attempting to bind port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:12.631543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Attempting to bind port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:12.632069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Attempting to bind port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 on network bbd112df-9b21-4571-b843-5c7e0f99e6ce {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:12.641770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:12.651634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:12.655077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Checking segment: {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:12.655650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:12.657109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Bound using segment: {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:12.657736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Bound port: ab051e2c-5255-45cc-af74-ce8c9bb7c8d1, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:12.660272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:12.736477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 042dde18-dee4-47cb-8dbd-febfc4e349e8 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:12.736788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:12.930384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59716) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:12.978547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] For port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:12.981923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] For port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:12.988305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b679a-8f33-4935-b762-7f608b93fef9 None None] Network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:13.036454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.042785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.108983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:13.114009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:161c24957b274054a7c112b8bd138bae is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:13.117472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:13.129329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:13.161990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Network ba1f1346-2383-40a7-8fa5-f69b05d13b6d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:12:13.185297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.295119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.306494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:13.307293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:13.348825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, ba1f1346-2383-40a7-8fa5-f69b05d13b6d) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:13.376857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:13.377514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.381397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1e9d5588-d674-4f78-8582-27630c8dcb5a None None] Provisioning for port 22e79e31-09bf-427a-93e7-a493864e3b2b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:13.405067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:13.419018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-95b9aec9-07ea-426a-a72c-8029943f794c tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.8096907 Dec 21 22:12:13.421401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:13.427812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59720) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:13.432626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9498d037-e1c2-4ced-ad1c-c9e6d7dda8ac tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.435130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9498d037-e1c2-4ced-ad1c-c9e6d7dda8ac tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4d49e3b9-95f6-4412-824b-6cd13df14723 HTTP/1.1" status: 204 len: 168 time: 3.4847171 Dec 21 22:12:13.444961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59722) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:13.445332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:13.461172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06', 'external_fixed_ips': [{'subnet_id': '8883d8bc-c88b-4e11-b970-4a173deaec17', 'ip_address': '2001:db8::243'}]}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:13.464020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:13.469207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Usage tracker for resource:router and tenant:e0859188f1114436a4cc5067acb92a9e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:13.472326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:13.479107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:13.526526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.527524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.533370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-864819820'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:13.543586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Allocated IP 172.20.0.1 (4d05cc11-f142-4521-ac68-b48154804cc7/e9d033b7-4aaf-44ad-8b8a-68555c99f676/18a8dc75-d99f-4d45-a44b-4f1f0ab60467) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:13.562551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419fe7dd-f1c0-4145-9817-2200453ad176 None None] Network ba1f1346-2383-40a7-8fa5-f69b05d13b6d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:13.577457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.584960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event updated for resources: {'Port': ['ID=f8a61653-fe43-4545-b296-80287fbe3f82,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:13.612159 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b9ff157d-2e43-4361-8078-f768228d6c57 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4122863 Dec 21 22:12:13.612159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59728) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:13.619247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba1f1346-2383-40a7-8fa5-f69b05d13b6d'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:13.627089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:13.631784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Usage tracker for resource:floatingip and tenant:ef7b98d55dd34798a46b03d36d8aa7ae is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:13.635218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:13.645449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:13.649616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.697676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:13.703787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Usage tracker for resource:network and tenant:14c2fecd0720440aa1119ae5b3cbc52a is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:13.716374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:13.735501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:13.771536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.822211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.825281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.855244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 22e79e31-09bf-427a-93e7-a493864e3b2b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:13.942750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:13.990829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.003614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fa391-7279-4285-9837-3526e9c5ca48 None None] Pushing event updated for resources: {'Port': ['ID=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:14.029601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=f1ad20be-5da7-4cda-8d5b-edc08a4b7c07,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:14.049119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f487049-e6b0-458c-8094-71b07acfdb3c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:14.051741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Made reservation on behalf of 14c2fecd0720440aa1119ae5b3cbc52a for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:14.057459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.070762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.117143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] In _notify_port_updated(), no bound segment for port f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 on network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:12:14.122183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:14.122993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.127468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-76de4517-2150-444a-805c-821a80a8f8c3 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "PUT /v2.0/ports/f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 HTTP/1.1" status: 200 len: 993 time: 2.8254523 Dec 21 22:12:14.128873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59732) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:14.209136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-770ac416-5977-4dc1-8f1c-da241ea90bb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=161c24957b274054a7c112b8bd138bae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2629352 Dec 21 22:12:14.225553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59736) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:14.230089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:14.257867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.288359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.329650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.345192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8177f224-f0fb-4c91-9f14-9e2f209fa81b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting port f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:14.345590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8177f224-f0fb-4c91-9f14-9e2f209fa81b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.362570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.362955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Added segment eb9ecffe-1296-4ed6-a561-e3756dfcc71d of type vlan for network 705cd207-88e4-4e3d-87a7-9fb72e9e20f2 Dec 21 22:12:14.408581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Transition to ACTIVE for port object 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:14.501819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.550047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-03a46ffd-72b9-4d3b-86c2-fc70163445ab None None] Provisioning complete for port f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:14.550348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03a46ffd-72b9-4d3b-86c2-fc70163445ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.623834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-03a46ffd-72b9-4d3b-86c2-fc70163445ab None None] Port f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:14.625452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2da02e-1758-41ed-99d0-466ff0d07392 None None] Network ba1f1346-2383-40a7-8fa5-f69b05d13b6d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:14.632482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Allocated IP 172.20.0.1 (be7f4ef3-5a29-465e-8259-f1fba0d6883d/c55115a1-106d-4050-9dc3-328f360cff97/d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:14.667441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.681346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:14.706910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.711635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7551991b-184a-47b2-90dd-281ddb2d4290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.722266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 22e79e31-09bf-427a-93e7-a493864e3b2b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:14.738888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.758049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 22e79e31-09bf-427a-93e7-a493864e3b2b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:14.758455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.872030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Transition to ACTIVE for port object 686db0ab-4a95-4a1b-8587-ee87bf01951a will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:14.894703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7551991b-184a-47b2-90dd-281ddb2d4290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.938890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.970388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:14.995654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8177f224-f0fb-4c91-9f14-9e2f209fa81b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.006403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.026876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Network 4d05cc11-f142-4521-ac68-b48154804cc7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:15.032461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.043768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:15.044787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.151568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8177f224-f0fb-4c91-9f14-9e2f209fa81b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Calling delete_port for f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:15.174438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Attempting to bind port 686db0ab-4a95-4a1b-8587-ee87bf01951a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:15.174780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Attempting to bind port 686db0ab-4a95-4a1b-8587-ee87bf01951a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:15.175193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Attempting to bind port 686db0ab-4a95-4a1b-8587-ee87bf01951a on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:15.192625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.207406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:15.208187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:15.208852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.209493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:15.210224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Bound port: 686db0ab-4a95-4a1b-8587-ee87bf01951a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:15.210862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.234653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Transition to ACTIVE for port object d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:15.252748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3940654e-34c8-41ea-9197-c2fe5fe304a8 None None] Provisioning complete for port 22e79e31-09bf-427a-93e7-a493864e3b2b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:15.253326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3940654e-34c8-41ea-9197-c2fe5fe304a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.528462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.551226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:15.553819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:15.623866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Pushing event updated for resources: {'Port': ['ID=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:15.626573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.631227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929644f0-4ebe-4498-97c8-a9e1d568c695 None None] Pushing event updated for resources: {'Port': ['ID=686db0ab-4a95-4a1b-8587-ee87bf01951a,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:15.675533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 22e79e31-09bf-427a-93e7-a493864e3b2b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=22e79e31-09bf-427a-93e7-a493864e3b2b,segment=NetworkSegment(74b05033-e19e-4875-94ce-484050c06501),segment_id=74b05033-e19e-4875-94ce-484050c06501)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:15.706380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Allocated IP 172.20.0.7 (ba1f1346-2383-40a7-8fa5-f69b05d13b6d/28ec1d51-0858-4224-8bf7-186b09a8b9a0/bc90ebe0-76c2-46b5-9b3a-a7a3d2251d39) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:15.734789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event updated for resources: {'Network': ['ID=705cd207-88e4-4e3d-87a7-9fb72e9e20f2,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:15.735668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] For port 686db0ab-4a95-4a1b-8587-ee87bf01951a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:15.736946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.744124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.745214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 603266c5-4c7c-4316-88f9-5fc50a7de38e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:15.754094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:15.760455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:15.763101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:15.765606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.799709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:15.808105 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-42a34e1b-cd33-46bc-a76e-5a5a1cf8ddb1 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3677127 Dec 21 22:12:15.827737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59740) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:15.832066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8177f224-f0fb-4c91-9f14-9e2f209fa81b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.850702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.856658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7551991b-184a-47b2-90dd-281ddb2d4290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.859245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7551991b-184a-47b2-90dd-281ddb2d4290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.860547 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7551991b-184a-47b2-90dd-281ddb2d4290 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f487049-e6b0-458c-8094-71b07acfdb3c HTTP/1.1" status: 204 len: 168 time: 1.6333532 Dec 21 22:12:15.861661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event updated for resources: {'Port': ['ID=f8a61653-fe43-4545-b296-80287fbe3f82,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:15.902144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551991b-184a-47b2-90dd-281ddb2d4290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f487049-e6b0-458c-8094-71b07acfdb3c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:15.936006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:15.965199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177f224-f0fb-4c91-9f14-9e2f209fa81b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event deleted for resources: {'Port': ['ID=f1ad20be-5da7-4cda-8d5b-edc08a4b7c07,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:16.053296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:16.162253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:16.174223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-62cb60b1-4aa6-4e5d-b042-27e697ce2e23 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1805637 Dec 21 22:12:16.221558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 705cd207-88e4-4e3d-87a7-9fb72e9e20f2 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:16.297934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:16.446809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:16.544206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:16.572421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] For port 686db0ab-4a95-4a1b-8587-ee87bf01951a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=686db0ab-4a95-4a1b-8587-ee87bf01951a,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:16.654671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:16.656703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Allocated IP 2001:db8::243 (b820e64f-dda2-4a93-982a-c62f0ee39c06/8883d8bc-c88b-4e11-b970-4a173deaec17/fd8b3281-cd51-4275-8c07-52fd17d420fd) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:16.664208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fa61f7a9-1b33-46bc-9aba-44fd72f3ac32 tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "GET /v2.0/agents/bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97/dhcp-networks HTTP/1.1" status: 200 len: 7817 time: 0.8351660 Dec 21 22:12:16.672414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59756) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:16.685640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:12Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:16.716492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6ca64-086d-4464-8d5f-70597320fb4b None None] The sync data for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv is: [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:12Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:12:16.737934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:16.738621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:16.831262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=22e79e31-09bf-427a-93e7-a493864e3b2b,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:16.979075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.039413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Provisioning for port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:17.060525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 603266c5-4c7c-4316-88f9-5fc50a7de38e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:17.063636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8177f224-f0fb-4c91-9f14-9e2f209fa81b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.064438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.126119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.136743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8177f224-f0fb-4c91-9f14-9e2f209fa81b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "DELETE /v2.0/ports/f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 HTTP/1.1" status: 204 len: 168 time: 3.0055518 Dec 21 22:12:17.142659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59780) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:17.157557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Provisioning complete for port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:17.158385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.232930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Network ba1f1346-2383-40a7-8fa5-f69b05d13b6d is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:17.238166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:17.254363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929644f0-4ebe-4498-97c8-a9e1d568c695 None None] Pushing event updated for resources: {'Port': ['ID=686db0ab-4a95-4a1b-8587-ee87bf01951a,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:17.294073 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-758b9b7f-70c1-4fd4-91cb-84a4638c74a7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] GET failed (client error): The resource could not be found. Dec 21 22:12:17.294642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-758b9b7f-70c1-4fd4-91cb-84a4638c74a7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Synchronizing usage tracker for tenant:bdb48fdb20a74852ab27d8333190862d on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:17.312443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:17.333642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:17.343556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Port': ['ID=bc90ebe0-76c2-46b5-9b3a-a7a3d2251d39,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:17.360918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:17.419070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f564bdd-ad5e-4d10-a0c7-3ec78870c875 tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] Network 705cd207-88e4-4e3d-87a7-9fb72e9e20f2 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:12:17.432799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Could not find standard attr ID for object 34f1b2c8-1d49-4acd-87f8-58336c0c147b. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:12:17.448721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-758b9b7f-70c1-4fd4-91cb-84a4638c74a7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Unset dirty status for tenant:bdb48fdb20a74852ab27d8333190862d on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:17.452381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-758b9b7f-70c1-4fd4-91cb-84a4638c74a7 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "GET /v2.0/ports/f1ad20be-5da7-4cda-8d5b-edc08a4b7c07 HTTP/1.1" status: 404 len: 333 time: 0.3063126 Dec 21 22:12:17.457330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59786) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:17.467097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.473680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'name': 'tempest-AllowedAddressPairTestJSON-203465667'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:17.474577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.507207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.546234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46bcd2d-0d8e-40de-b68b-98068a186421 None None] Network 705cd207-88e4-4e3d-87a7-9fb72e9e20f2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:17.570381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7f564bdd-ad5e-4d10-a0c7-3ec78870c875 tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "POST /v2.0/agents/bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8961537 Dec 21 22:12:17.588646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0bd767fb-fdf0-4017-b578-0738ae481f6f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:17.606051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.609543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59794) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:17.637993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Provisioning for port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:17.708457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.712459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8b3281-cd51-4275-8c07-52fd17d420fd,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:17.738569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Network b820e64f-dda2-4a93-982a-c62f0ee39c06 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:17.746140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:17.749181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:17.794439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Provisioning complete for port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:17.796969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.798987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:17.876654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59804) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:17.938840 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 22:12:17.985744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Pushing event updated for resources: {'Port': ['ID=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:18.011244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3b82ac57-f36a-4659-878d-d5c30e706922 None None] Port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:18.067890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:18.084156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:18.134453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:18.136826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59810) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:18.185518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-61dff711-e7a1-455b-81dd-9a2ef3ea2999 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Synchronizing usage tracker for tenant:0a732872adc74ac29679bade872dee69 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:18.371756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 0bd767fb-fdf0-4017-b578-0738ae481f6f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:18.411564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0bd767fb-fdf0-4017-b578-0738ae481f6f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:18.411981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:18.424920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-61dff711-e7a1-455b-81dd-9a2ef3ea2999 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Unset dirty status for tenant:0a732872adc74ac29679bade872dee69 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:18.434389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-61dff711-e7a1-455b-81dd-9a2ef3ea2999 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1924963062&fields=id&tenant_id=0a732872adc74ac29679bade872dee69 HTTP/1.1" status: 200 len: 267 time: 0.5576010 Dec 21 22:12:18.438640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:18.441671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:18.543624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-151426549'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:18.548867 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-13046d18-49cf-4165-afb5-18b94ebcbbe4 tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "GET /v2.0/agents/bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97/dhcp-networks HTTP/1.1" status: 200 len: 8561 time: 0.9193881 Dec 21 22:12:18.550593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:18.557430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59818) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:18.578598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:14Z', 'revision_number': 1, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:18.580753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:18.586648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:18.598916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60eb90-be62-415a-a63e-1dc5a3d517bb None None] The sync data for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv is: [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:14Z', 'revision_number': 1, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:12:18.603384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:18.628606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 0bd767fb-fdf0-4017-b578-0738ae481f6f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0bd767fb-fdf0-4017-b578-0738ae481f6f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:18.646187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Usage tracker for resource:network and tenant:9d7d6cb7760e4660acc1e70c610a8364 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:18.653501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:18.667301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Made reservation on behalf of bdb48fdb20a74852ab27d8333190862d for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:18.673701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:18.675430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:18.693639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:18.724810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Network 4d05cc11-f142-4521-ac68-b48154804cc7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:18.734229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] device_id is not set on port d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:18.792749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:19.022196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.111109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 22e79e31-09bf-427a-93e7-a493864e3b2b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:19.275212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=0bd767fb-fdf0-4017-b578-0738ae481f6f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:19.294802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-943addaf-0351-495b-b7d6-6243005e8bb0 None None] Provisioning complete for port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:19.294969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-943addaf-0351-495b-b7d6-6243005e8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.361391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Made reservation on behalf of 9d7d6cb7760e4660acc1e70c610a8364 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:19.368791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 22e79e31-09bf-427a-93e7-a493864e3b2b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:19.369449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.369529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.423430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-943addaf-0351-495b-b7d6-6243005e8bb0 None None] Port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:19.445381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.458170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.458925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.482935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-38623c61-cd65-4e02-87a1-b2ebb8c5ff94 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:19.483633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-38623c61-cd65-4e02-87a1-b2ebb8c5ff94 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Synchronizing usage tracker for tenant:0a732872adc74ac29679bade872dee69 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:19.539719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:19.614525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Allocated IP 172.20.0.5 (1d5c4832-e58b-4ac3-bb0e-fc97588bb75a/7e0dd118-d2df-4688-a562-1b3bfae902b1/d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:19.638602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-90d6ccac-f113-41a5-8c89-f95ac767f6d8 None None] Provisioning complete for port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:19.640417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90d6ccac-f113-41a5-8c89-f95ac767f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.686528 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66e919d5-694b-4eb0-813b-49a0317d02be tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "DELETE /v2.0/agents/bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97/dhcp-networks/705cd207-88e4-4e3d-87a7-9fb72e9e20f2 HTTP/1.1" status: 204 len: 168 time: 1.1194749 Dec 21 22:12:19.688937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59822) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:19.719991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:19.732964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-90d6ccac-f113-41a5-8c89-f95ac767f6d8 None None] Port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:19.738762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Usage tracker for resource:security_group_rule and tenant:9d7d6cb7760e4660acc1e70c610a8364 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:19.741989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:19.749277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-38623c61-cd65-4e02-87a1-b2ebb8c5ff94 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Unset dirty status for tenant:0a732872adc74ac29679bade872dee69 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:19.750554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-38623c61-cd65-4e02-87a1-b2ebb8c5ff94 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/networks?id=bbd112df-9b21-4571-b843-5c7e0f99e6ce HTTP/1.1" status: 200 len: 812 time: 1.3151159 Dec 21 22:12:19.756437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:19.759440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:19.765898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:19.766305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.808073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.866873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.923279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:19.948266 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-66ac7fb1-65f7-4ddc-9169-218c0bc3e595 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/quotas/0a732872adc74ac29679bade872dee69 HTTP/1.1" status: 200 len: 375 time: 0.1674974 Dec 21 22:12:19.972700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:20.030559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.082837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Port': ['ID=bc90ebe0-76c2-46b5-9b3a-a7a3d2251d39,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:20.149629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.158457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:20.159554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.171786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Router 9065822e-fb9c-4d8f-b046-f98f398a8d94 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:12:20.194703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Transition to ACTIVE for port object d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:20.297812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.302541 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-df5fc022-cc5c-4588-8eaf-872deec46df4 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6894245 Dec 21 22:12:20.303618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59828) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:20.339081 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41a51c11-bc8e-4737-bcc5-03756d685db9 tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "GET /v2.0/agents/bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97/dhcp-networks HTTP/1.1" status: 200 len: 7817 time: 0.6458201 Dec 21 22:12:20.354265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59832) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:20.378670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.413809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-85ac7693-7f57-4477-8bf6-60ccae3c6a6d tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Synchronizing usage tracker for tenant:ef7b98d55dd34798a46b03d36d8aa7ae on resource:floatingip {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:20.443769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.448223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.456177 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-5637d06b-15cc-40e9-aa4b-8af6c59a7ad1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a732872adc74ac29679bade872dee69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4872851 Dec 21 22:12:20.493992 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-626665c1-e70d-421c-a6d5-7bccbf7f6d1e tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "GET /v2.0/networks/9d230a0b-94f0-4fa3-9812-622b2d3f72e7/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1326518 Dec 21 22:12:20.518824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59840) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:20.522556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-85ac7693-7f57-4477-8bf6-60ccae3c6a6d tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Unset dirty status for tenant:ef7b98d55dd34798a46b03d36d8aa7ae on resource:floatingip {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:20.527003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-85ac7693-7f57-4477-8bf6-60ccae3c6a6d tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=ba1f1346-2383-40a7-8fa5-f69b05d13b6d HTTP/1.1" status: 200 len: 689 time: 0.2192819 Dec 21 22:12:20.527659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59844) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:20.529892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:20.558244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75003e9e-16f7-40cd-8f2b-044ae699c2d2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:20.588833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.589395 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Added segment a2374db3-8e0a-4706-8fe3-a14281b614f5 of type vlan for network 51baeae1-c536-403d-9ca2-38c6a475bce1 Dec 21 22:12:20.617140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Router 231a5e70-eb31-4452-9855-b990de2e65e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:12:20.626593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c72fc8a-e906-430d-a170-c9ef9870ce86 tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "GET /v2.0/networks/9d230a0b-94f0-4fa3-9812-622b2d3f72e7/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1064174 Dec 21 22:12:20.641251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59850) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:20.680292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-1fd4e95a-02de-4897-b9e2-03823f5b92cb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:12:20.689499 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-1fd4e95a-02de-4897-b9e2-03823f5b92cb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1426289 Dec 21 22:12:20.746839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:20.853050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:20.879343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:20.880300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:20.888490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:20.891570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:20.973728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:20.974639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.011856 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-f0eb7d6f-a626-4b72-ab85-e435ced94683 service neutron] 10.222.0.30 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215067 Dec 21 22:12:21.090265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:21.090959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.140939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.217086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bdcf35b6-d7ec-4132-a9ad-4a7d56c65480 tempest-DHCPAgentSchedulersTestJSON-1950594462 tempest-DHCPAgentSchedulersTestJSON-1950594462-project-admin] 10.222.0.30 "GET /v2.0/agents/bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97/dhcp-networks HTTP/1.1" status: 200 len: 7817 time: 0.5660312 Dec 21 22:12:21.238594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59854) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:21.246782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:12:21.248888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0bd767fb-fdf0-4017-b578-0738ae481f6f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:21.264042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b5052fa-cba3-4d62-9592-4b293606c651 admin admin] 10.222.0.30 "PUT /v2.0/routers/9065822e-fb9c-4d8f-b046-f98f398a8d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1032078 Dec 21 22:12:21.271781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Sync routers for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:12:21.304456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:21.307096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:21.344142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0bd767fb-fdf0-4017-b578-0738ae481f6f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:21.344589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.449857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-5e3861a2-f9ef-45f9-9760-9d401b59d811 service neutron] 10.222.0.30 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340500 Dec 21 22:12:21.450511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Router 151f1482-70e6-4610-a8a9-fc9ce3e05927 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:12:21.552067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.575478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b3445bb-ccaf-44fd-97de-d2a996ca82a0 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1118727 Dec 21 22:12:21.577234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59864) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:21.609945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:07:32:10'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:21.619092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 686db0ab-4a95-4a1b-8587-ee87bf01951a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:21.716872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Deleting port bc90ebe0-76c2-46b5-9b3a-a7a3d2251d39 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:21.726049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.808110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bedc8e95-f08e-42bd-bbec-7d9ce34cbcc6 None None] Provisioning for port d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:21.815666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bedc8e95-f08e-42bd-bbec-7d9ce34cbcc6 None None] Provisioning complete for port d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:21.816092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bedc8e95-f08e-42bd-bbec-7d9ce34cbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.840656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:21.875637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 686db0ab-4a95-4a1b-8587-ee87bf01951a completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:21.904069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 686db0ab-4a95-4a1b-8587-ee87bf01951a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:21.907944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.927633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:21.932269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:21.933087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.048647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bedc8e95-f08e-42bd-bbec-7d9ce34cbcc6 None None] Port d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:22.149039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.150139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event updated for resources: {'Network': ['ID=51baeae1-c536-403d-9ca2-38c6a475bce1,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:22.155661 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7bf23bc9-2fcd-4062-bb9c-ddb25c92f1c7 req-cfd1c67b-d909-4155-be3e-3a826a63aaff tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.0513568 Dec 21 22:12:22.160537 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f122deff-96e9-4272-837c-e3e7735f81b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.0167670 Dec 21 22:12:22.172098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59884) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:22.176894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 51baeae1-c536-403d-9ca2-38c6a475bce1 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:22.195104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Request body: {'subnet': {'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:22.391548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 686db0ab-4a95-4a1b-8587-ee87bf01951a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=686db0ab-4a95-4a1b-8587-ee87bf01951a,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:22.419588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.535128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:22.547019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.558255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Usage tracker for resource:subnet and tenant:9d7d6cb7760e4660acc1e70c610a8364 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:22.564695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:22.570007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=686db0ab-4a95-4a1b-8587-ee87bf01951a,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:22.581901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:12:22.581901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:22.584951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 2, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:22.587834 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2eb26375-ce39-442b-84b4-fcd0165c56b9 admin admin] 10.222.0.30 "PUT /v2.0/routers/231a5e70-eb31-4452-9855-b990de2e65e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0375149 Dec 21 22:12:22.600906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Checking router: 9065822e-fb9c-4d8f-b046-f98f398a8d94 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:12:22.601774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Updating router 9065822e-fb9c-4d8f-b046-f98f398a8d94 port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:12:22.637497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Made reservation on behalf of 9d7d6cb7760e4660acc1e70c610a8364 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:22.677336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:12:22.689814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Sync routers for ids ['151f1482-70e6-4610-a8a9-fc9ce3e05927'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:12:22.710312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Routers {'151f1482-70e6-4610-a8a9-fc9ce3e05927'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:22.715605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['151f1482-70e6-4610-a8a9-fc9ce3e05927'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:22.722666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705cd207-88e4-4e3d-87a7-9fb72e9e20f2']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:22.736957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9ecffe-1296-4ed6-a561-e3756dfcc71d') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:22.737297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9ecffe-1296-4ed6-a561-e3756dfcc71d') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:22.750263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.770880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.771251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.792477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.880594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59896) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:22.881616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.884239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.903045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267817330', 'description': 'tempest-description--273771031'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:22.913511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 686db0ab-4a95-4a1b-8587-ee87bf01951a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:22.953698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:22.955029 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2599e55e-3cb6-4124-84cb-5feb3e7491b9 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.5090427 Dec 21 22:12:22.958086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59902) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:23.006051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:23.006438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.080984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 686db0ab-4a95-4a1b-8587-ee87bf01951a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:23.081400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:23.203909 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:23.290169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:23.300616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Calling delete_port for bc90ebe0-76c2-46b5-9b3a-a7a3d2251d39 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:23.309902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59918) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:23.363925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.390623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Usage tracker for resource:security_group and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:23.408944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:23.463646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.469750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:23.481163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.495503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.517097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Transition to ACTIVE for port object 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:23.556929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.571296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.667284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Set router 151f1482-70e6-4610-a8a9-fc9ce3e05927 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:23.668782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "DELETE /v2.0/networks/705cd207-88e4-4e3d-87a7-9fb72e9e20f2 HTTP/1.1" status: 204 len: 168 time: 2.4145772 Dec 21 22:12:23.681416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852a9b1-57f0-4d7b-8923-bd234c7fa7ff None None] Pushing event updated for resources: {'Port': ['ID=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:23.687441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df7be6-4cfa-4acb-9e46-609825bc2d47 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event deleted for resources: {'Network': ['ID=705cd207-88e4-4e3d-87a7-9fb72e9e20f2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:23.699530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59930) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:23.699530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.711344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-09173953-8a2c-4db1-ae77-6ecd34c51763 req-bd393801-208a-4a01-a200-d61aa238397d tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.4000576 Dec 21 22:12:23.713175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59932) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:23.888376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.938651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Attempting to bind port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:23.939056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Attempting to bind port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:23.939562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Attempting to bind port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 on network 4d05cc11-f142-4521-ac68-b48154804cc7 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:23.948795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:23.949206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Checking segment: {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:23.949648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:23.950077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Bound using segment: {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:23.950591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Bound port: 18a8dc75-d99f-4d45-a44b-4f1f0ab60467, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:23.950997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.115360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.127068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event updated for resources: {'Subnet': ['ID=6be2fa58-487d-4f69-a7d3-d7e4c90dbe8a,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:24.131103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] For port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:24.135581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] For port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:24.143309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Checking segment: {'id': 'a2374db3-8e0a-4706-8fe3-a14281b614f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:24.143309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Network hostable DHCP agents. Network: 51baeae1-c536-403d-9ca2-38c6a475bce1, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:12:24.168854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Deleting port fd8b3281-cd51-4275-8c07-52fd17d420fd {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:24.169269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.170994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151f1482-70e6-4610-a8a9-fc9ce3e05927', 'name': '', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06', 'external_fixed_ips': [{'subnet_id': '8883d8bc-c88b-4e11-b970-4a173deaec17', 'ip_address': '2001:db8::243'}], 'enable_snat': True}, 'gw_port_id': 'fd8b3281-cd51-4275-8c07-52fd17d420fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:12:13Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 3, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port': {'id': 'fd8b3281-cd51-4275-8c07-52fd17d420fd', 'name': '', 'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151f1482-70e6-4610-a8a9-fc9ce3e05927', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8883d8bc-c88b-4e11-b970-4a173deaec17', 'ip_address': '2001:db8::243', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:15Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8883d8bc-c88b-4e11-b970-4a173deaec17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:24.182182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Checking router: 151f1482-70e6-4610-a8a9-fc9ce3e05927 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:12:24.182182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Updating router 151f1482-70e6-4610-a8a9-fc9ce3e05927 port fd8b3281-cd51-4275-8c07-52fd17d420fd binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:12:24.201135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.250699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.252471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212768564', 'description': 'tempest-description--1299509296'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:24.280090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Network 51baeae1-c536-403d-9ca2-38c6a475bce1 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:12:24.280796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:24.287249 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac2a2ff-ab50-4371-8edb-9dd047a5ce0c tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] DELETE failed (client error): The resource could not be found. Dec 21 22:12:24.287833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac2a2ff-ab50-4371-8edb-9dd047a5ce0c tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:12:24.289849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bac2a2ff-ab50-4371-8edb-9dd047a5ce0c tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "DELETE /v2.0/ports/34f1b2c8-1d49-4acd-87f8-58336c0c147b HTTP/1.1" status: 404 len: 333 time: 0.5803409 Dec 21 22:12:24.295884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59942) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:24.298169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Sync routers for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:12:24.304149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Usage tracker for resource:security_group and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:24.308086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:24.334598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:24.335419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:24.368347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:24.372811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Usage tracker for resource:security_group_rule and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:24.375836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:24.381890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:24.444006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.459840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 51baeae1-c536-403d-9ca2-38c6a475bce1) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:24.473139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:24.476325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.476680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:24.512731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.514448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.631854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852a9b1-57f0-4d7b-8923-bd234c7fa7ff None None] Pushing event updated for resources: {'Port': ['ID=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:24.710634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.729654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Calling delete_port for fd8b3281-cd51-4275-8c07-52fd17d420fd owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:24.734186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:24.765398 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-64daa307-117c-45eb-891a-f989815b9e8a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5900419 Dec 21 22:12:24.775554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.776371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59950) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:24.794889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Request body: {'port': {'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-929001263'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:24.800557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ea40b-2b4b-4884-a5e4-897b87abec3e None None] Network 51baeae1-c536-403d-9ca2-38c6a475bce1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:24.809275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:24.814134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Usage tracker for resource:security_group_rule and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:24.817413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:24.824929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:24.914865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:24.917150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.0312655 Dec 21 22:12:24.943318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c256d-8424-4772-ba11-36671b31a1c7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e81a878-31a1-472c-a9da-c2ae7e74f0af,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:24.971891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59956) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:24.990846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Request body: {'security_group_rule': {'security_group_id': '6e81a878-31a1-472c-a9da-c2ae7e74f0af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:25.172721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Transition to ACTIVE for port object fd8b3281-cd51-4275-8c07-52fd17d420fd will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:25.204665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:25.205484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:25.213595 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-64ad7629-3b1c-431d-9b4f-d018efa343ab req-0b5cce11-0a0d-4045-b72b-a4b7beb0bbd6 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.0988071 Dec 21 22:12:25.285547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.292933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f267f5b-53b3-45e2-8150-5afb58d1395f tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Deleting subnet dc15c8a8-388b-46f8-a842-af51c4bc9674 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:12:25.296970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f267f5b-53b3-45e2-8150-5afb58d1395f tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.301100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.383751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f267f5b-53b3-45e2-8150-5afb58d1395f tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.400858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daabbf-1a7f-4d11-a0f4-548199261cad None None] Pushing event updated for resources: {'Port': ['ID=fd8b3281-cd51-4275-8c07-52fd17d420fd,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:25.451035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Attempting to bind port fd8b3281-cd51-4275-8c07-52fd17d420fd on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:25.451569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Attempting to bind port fd8b3281-cd51-4275-8c07-52fd17d420fd by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'a143414f-eb2e-47e7-8981-972e37bef094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:25.451952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Attempting to bind port fd8b3281-cd51-4275-8c07-52fd17d420fd on network b820e64f-dda2-4a93-982a-c62f0ee39c06 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:25.466971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:25.467387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Checking segment: {'id': 'a143414f-eb2e-47e7-8981-972e37bef094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:25.467832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.468270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Bound using segment: {'id': 'a143414f-eb2e-47e7-8981-972e37bef094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:25.468742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:17Z', 'revision_number': 2, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:25.469063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Bound port: fd8b3281-cd51-4275-8c07-52fd17d420fd, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a143414f-eb2e-47e7-8981-972e37bef094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b820e64f-dda2-4a93-982a-c62f0ee39c06'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:25.469846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.476872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Checking router: 231a5e70-eb31-4452-9855-b990de2e65e7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:12:25.478000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Updating router 231a5e70-eb31-4452-9855-b990de2e65e7 port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:12:25.539402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f267f5b-53b3-45e2-8150-5afb58d1395f tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.541523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:25.544639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:25.550648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Usage tracker for resource:port and tenant:9d7d6cb7760e4660acc1e70c610a8364 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:25.554559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:25.562159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:25.568659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] For port fd8b3281-cd51-4275-8c07-52fd17d420fd, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:25.577229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] For port fd8b3281-cd51-4275-8c07-52fd17d420fd, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fd8b3281-cd51-4275-8c07-52fd17d420fd,segment=NetworkSegment(a143414f-eb2e-47e7-8981-972e37bef094),segment_id=a143414f-eb2e-47e7-8981-972e37bef094)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:25.591889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-51baeae1-c536-403d-9ca2-38c6a475bce1', 'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1', 'tenant_id': '9d7d6cb7760e4660acc1e70c610a8364', 'fixed_ips': [{'subnet_id': '6be2fa58-487d-4f69-a7d3-d7e4c90dbe8a'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:12:25.592855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.593042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:12:25.593417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:12:25.599135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.604662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.613723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.619575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Made reservation on behalf of 9d7d6cb7760e4660acc1e70c610a8364 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:25.626173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:25.630686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.668839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] device_id is not set on port 1c1af5a6-2e71-416a-b39e-c7b639727434 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:25.685717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.779216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.809020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.813209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0804868 Dec 21 22:12:25.814825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 59962) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:25.823886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Request body: {'security_group_rule': {'security_group_id': '7fa79b76-9709-49c8-bbab-5c85aca0c8b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:25.826030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Usage tracker for resource:security_group_rule and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:25.829024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:25.845950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:25.847556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:25.859995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Usage tracker for resource:security_group_rule and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:25.868414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Allocated IP 2001:db8::2 (51baeae1-c536-403d-9ca2-38c6a475bce1/6be2fa58-487d-4f69-a7d3-d7e4c90dbe8a/3128affa-a528-443a-8f7b-9f0507ce3374) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:25.895143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.46', 52766) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:25.904177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:25.922590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Routers {'151f1482-70e6-4610-a8a9-fc9ce3e05927'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:25.933863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['151f1482-70e6-4610-a8a9-fc9ce3e05927'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:25.966923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:25.983003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc90ebe0-76c2-46b5-9b3a-a7a3d2251d39,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:26.078941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daabbf-1a7f-4d11-a0f4-548199261cad None None] Pushing event updated for resources: {'Port': ['ID=fd8b3281-cd51-4275-8c07-52fd17d420fd,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:26.134252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Deleting port fd8b3281-cd51-4275-8c07-52fd17d420fd {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:26.134662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.277953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:26.289184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841df7b-5d56-4d0e-8c80-a60189a3bf87 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa79b76-9709-49c8-bbab-5c85aca0c8b3,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:26.302335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.304595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:26.443210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] In _notify_port_updated(), no bound segment for port d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 on network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:12:26.448634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:26.449593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.451272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-10dec322-717d-47e8-ba0d-2f42a1594176 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "PUT /v2.0/ports/d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 HTTP/1.1" status: 200 len: 995 time: 4.8657825 Dec 21 22:12:26.456100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59970) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:26.464972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] Set router 151f1482-70e6-4610-a8a9-fc9ce3e05927 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:26.511765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.528913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f267f5b-53b3-45e2-8150-5afb58d1395f tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.655329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] For port fd8b3281-cd51-4275-8c07-52fd17d420fd, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fd8b3281-cd51-4275-8c07-52fd17d420fd,segment=NetworkSegment(a143414f-eb2e-47e7-8981-972e37bef094),segment_id=a143414f-eb2e-47e7-8981-972e37bef094)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:26.655732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.708542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a8888a4e-2e7a-4369-a03d-e657c07346c5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting port d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:26.708930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8888a4e-2e7a-4369-a03d-e657c07346c5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.743502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151f1482-70e6-4610-a8a9-fc9ce3e05927', 'name': '', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:12:13Z', 'updated_at': '2021-12-21T22:12:24Z', 'revision_number': 4, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:26.746959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.765979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f3516ae4-982c-4849-a48e-f4031cfedb1d None None] Provisioning complete for port d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:26.777120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3516ae4-982c-4849-a48e-f4031cfedb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.778620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.789358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Calling delete_port for fd8b3281-cd51-4275-8c07-52fd17d420fd owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:26.858641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.859968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f267f5b-53b3-45e2-8150-5afb58d1395f tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event deleted for resources: {'Subnet': ['ID=dc15c8a8-388b-46f8-a842-af51c4bc9674,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:26.872879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4f685-6ef8-43f7-8562-789bb088c9ad None None] The sync data for ids ['151f1482-70e6-4610-a8a9-fc9ce3e05927'] in dv-neutron-822521-1-hyperv is: [{'id': '151f1482-70e6-4610-a8a9-fc9ce3e05927', 'name': '', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:12:13Z', 'updated_at': '2021-12-21T22:12:24Z', 'revision_number': 4, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:12:26.884486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f267f5b-53b3-45e2-8150-5afb58d1395f tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.901427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ba115-7225-40ee-9ce1-4cefce8199c3 None None] Network 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:26.945135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.949890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:26.983675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Transition to ACTIVE for port object d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:26.998200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:24Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:27.016860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:12:27.018677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5331c5-c8b5-4cab-81e1-a959c4db1829 None None] The sync data for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv is: [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:24Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:12:27.066795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.071295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.168443 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8f267f5b-53b3-45e2-8150-5afb58d1395f tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "DELETE /v2.0/subnets/dc15c8a8-388b-46f8-a842-af51c4bc9674 HTTP/1.1" status: 204 len: 168 time: 2.8670158 Dec 21 22:12:27.201091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59986) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:27.288377 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249b0e37-ae33-4ca2-93c0-2f774878cb1a req-78cb12a7-41fd-497a-a9b7-94c9a064ea3d tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.7675514 Dec 21 22:12:27.330481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd849d8d-9860-403d-bae3-5de72015e345,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:27.338515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.341643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4423c8cf-d141-4c75-b906-b6c570b7888a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.3681276 Dec 21 22:12:27.342529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 59990) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:27.372687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Request body: {'security_group_rule': {'security_group_id': '6e81a878-31a1-472c-a9da-c2ae7e74f0af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:27.393663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f3516ae4-982c-4849-a48e-f4031cfedb1d None None] Port d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:27.398282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:27.400959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.413227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-5fa41439-bab8-4e9f-a6be-cfced8bb5983 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:27.415292 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-5fa41439-bab8-4e9f-a6be-cfced8bb5983 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.46 "GET /v2.0/networks?id=bbd112df-9b21-4571-b843-5c7e0f99e6ce HTTP/1.1" status: 200 len: 812 time: 1.5190449 Dec 21 22:12:27.434603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd8b3281-cd51-4275-8c07-52fd17d420fd,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:27.513297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Transition to ACTIVE for port object 3128affa-a528-443a-8f7b-9f0507ce3374 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:27.533757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.612585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Transition to ACTIVE for port object 3128affa-a528-443a-8f7b-9f0507ce3374 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:27.646755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Usage tracker for resource:security_group_rule and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:27.646755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:27.657918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:27.678699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1972e-4e4d-431e-87c5-fc6a062795e3 None None] Pushing event updated for resources: {'Port': ['ID=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:27.688954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.692646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Attempting to bind port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:27.693200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Attempting to bind port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:27.693851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Attempting to bind port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 on network be7f4ef3-5a29-465e-8259-f1fba0d6883d {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:27.749868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:27.749868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Checking segment: {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:27.749868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.749868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Bound using segment: {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:27.749868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Bound port: d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:27.749868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.750794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8888a4e-2e7a-4369-a03d-e657c07346c5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.820628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Pushing event updated for resources: {'Port': ['ID=3128affa-a528-443a-8f7b-9f0507ce3374,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:27.825691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] DHCP port deletion for 9d230a0b-94f0-4fa3-9812-622b2d3f72e7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:12:27.838302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] Deleting port 22e79e31-09bf-427a-93e7-a493864e3b2b {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:27.838825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:27.902155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Network 51baeae1-c536-403d-9ca2-38c6a475bce1 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:27.906804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] For port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:27.910622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] For port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:27.912139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:27.915264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Allocated IP 2001:db8::337 (51baeae1-c536-403d-9ca2-38c6a475bce1/6be2fa58-487d-4f69-a7d3-d7e4c90dbe8a/1c1af5a6-2e71-416a-b39e-c7b639727434) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:27.916302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:27.945684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.104088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:28.111481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:09Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:28.118797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a8888a4e-2e7a-4369-a03d-e657c07346c5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Calling delete_port for d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:28.248665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.255360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.455567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.522513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Attempting to bind port 3128affa-a528-443a-8f7b-9f0507ce3374 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:28.523059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Attempting to bind port 3128affa-a528-443a-8f7b-9f0507ce3374 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'a2374db3-8e0a-4706-8fe3-a14281b614f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:28.523304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Attempting to bind port 3128affa-a528-443a-8f7b-9f0507ce3374 on network 51baeae1-c536-403d-9ca2-38c6a475bce1 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:28.560316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:12:28.563764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.569829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:28.570247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Checking segment: {'id': 'a2374db3-8e0a-4706-8fe3-a14281b614f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:28.570870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.571165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Bound using segment: {'id': 'a2374db3-8e0a-4706-8fe3-a14281b614f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:28.571693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Bound port: 3128affa-a528-443a-8f7b-9f0507ce3374, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2374db3-8e0a-4706-8fe3-a14281b614f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:28.572102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.587518 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-786a71c4-3cd1-413d-9bba-423662fa888e tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a732872adc74ac29679bade872dee69 HTTP/1.1" status: 200 len: 380 time: 1.1410131 Dec 21 22:12:28.588279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bf3993-90bd-4320-93aa-b5eb91a8315a,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:28.603963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=28ec1d51-0858-4224-8bf7-186b09a8b9a0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:28.612909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.662567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] For port 22e79e31-09bf-427a-93e7-a493864e3b2b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=22e79e31-09bf-427a-93e7-a493864e3b2b,segment=NetworkSegment(74b05033-e19e-4875-94ce-484050c06501),segment_id=74b05033-e19e-4875-94ce-484050c06501)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:28.663019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.703279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Request body: {'port': {'device_id': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'admin_state_up': True, 'tenant_id': '0a732872adc74ac29679bade872dee69', 'security_groups': ['41e02ad3-a7aa-4cc4-b6be-d6cf20962351']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:28.722474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.729695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Deleting port 22e79e31-09bf-427a-93e7-a493864e3b2b {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:28.730419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.751803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Transition to ACTIVE for port object 1c1af5a6-2e71-416a-b39e-c7b639727434 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:28.773611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.853037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af79648-2645-479a-a96f-edde55a310ab,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:28.901004 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c56c31d0-1d6b-477a-b637-c62e6025374f req-28a36479-6557-44e7-b6af-e182e93da99b tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.1414809 Dec 21 22:12:28.905102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.906415 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fed44450-daf7-45a3-860e-bba00790536d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 3.0887659 Dec 21 22:12:28.911525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:28.957380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60012) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:28.972717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Request body: {'security_group_rule': {'security_group_id': '7fa79b76-9709-49c8-bbab-5c85aca0c8b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:28.987341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:29.034429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Usage tracker for resource:security_group_rule and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:29.066150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:29.077566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1972e-4e4d-431e-87c5-fc6a062795e3 None None] Pushing event updated for resources: {'Port': ['ID=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:29.078120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:29.087204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc464066-6df6-4c65-a4d1-e1cd6ed33562 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7264860 Dec 21 22:12:29.111885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60016) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:29.163562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] Calling delete_port for 22e79e31-09bf-427a-93e7-a493864e3b2b owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:29.220237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:29.279587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:29.322712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:29.357395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:29.527802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:29.541964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:29.567180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Usage tracker for resource:floatingip and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:29.585150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:27Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:29.594412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c40c81-a98e-4c21-ae8d-d9ce0f566c25 None None] The sync data for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv is: [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:27Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:12:29.639044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:29.830765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] For port 22e79e31-09bf-427a-93e7-a493864e3b2b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=22e79e31-09bf-427a-93e7-a493864e3b2b,segment=NetworkSegment(74b05033-e19e-4875-94ce-484050c06501),segment_id=74b05033-e19e-4875-94ce-484050c06501)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:29.831171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:29.947473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:29.982951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] For port 3128affa-a528-443a-8f7b-9f0507ce3374, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:29.987195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] For port 3128affa-a528-443a-8f7b-9f0507ce3374, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3128affa-a528-443a-8f7b-9f0507ce3374,segment=NetworkSegment(a2374db3-8e0a-4706-8fe3-a14281b614f5),segment_id=a2374db3-8e0a-4706-8fe3-a14281b614f5)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:30.016722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.156526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.189449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] No DVR routers for this DVR port 22e79e31-09bf-427a-93e7-a493864e3b2b on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:12:30.190906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e29a37-778f-4b56-aadc-32e42538a6b2 None None] Pushing event deleted for resources: {'Port': ['ID=22e79e31-09bf-427a-93e7-a493864e3b2b,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:30.222913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Calling delete_port for 22e79e31-09bf-427a-93e7-a493864e3b2b owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:30.253095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:30.278655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.284120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:30.284570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.287289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.393415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0c946-3b70-4f51-92cd-f6dcdcda02ea None None] Pushing event updated for resources: {'Port': ['ID=3128affa-a528-443a-8f7b-9f0507ce3374,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:30.415928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:12:30.419997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:12:30.453203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1f1346-2383-40a7-8fa5-f69b05d13b6d']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:30.483800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.485507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.538900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:30.548868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.549603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 151f1482-70e6-4610-a8a9-fc9ce3e05927 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:12:30.565606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Usage tracker for resource:port and tenant:0a732872adc74ac29679bade872dee69 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:30.578175 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2ff12638-4565-4e64-bf3f-59af94dc4a40 req-9f4f7e4c-0702-4c65-88d6-59958e23987d tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.0870211 Dec 21 22:12:30.579774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:30.585453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bd8026-bfca-4684-a9f5-af95845761e8') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:30.586094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bd8026-bfca-4684-a9f5-af95845761e8') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:30.605593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.612780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.617371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:30.630090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:30.659475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.663217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.675324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.698669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:30.700952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.739510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8888a4e-2e7a-4369-a03d-e657c07346c5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:30.757681 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:30.786771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 22e79e31-09bf-427a-93e7-a493864e3b2b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:12:30.884439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 22e79e31-09bf-427a-93e7-a493864e3b2b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:12:30.890032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 22e79e31-09bf-427a-93e7-a493864e3b2b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:12:30.898061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:30.901617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d24a5d5b-8ef5-4e13-8cf5-fd78b2339cc3 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "DELETE /v2.0/routers/151f1482-70e6-4610-a8a9-fc9ce3e05927 HTTP/1.1" status: 204 len: 168 time: 7.9401519 Dec 21 22:12:30.906681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60022) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:30.915669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event updated for resources: {'Port': ['ID=1c1af5a6-2e71-416a-b39e-c7b639727434,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:30.936284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:31.043461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Made reservation on behalf of 0a732872adc74ac29679bade872dee69 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:31.063490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Deleting port 22e79e31-09bf-427a-93e7-a493864e3b2b {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:31.063870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.092387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.110825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.157198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8888a4e-2e7a-4369-a03d-e657c07346c5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event deleted for resources: {'Port': ['ID=d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:31.177844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:31.191769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Network 51baeae1-c536-403d-9ca2-38c6a475bce1 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:31.197807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:31.200490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:31.205362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:31.206516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.265144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.353280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de2f7cf-ef41-47d7-9f8c-335dcd08525f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Deleting subnet 8883d8bc-c88b-4e11-b970-4a173deaec17 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:12:31.358663 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9e0f2ccc-b5e8-426b-a81b-d8ea310eb5e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.5810645 Dec 21 22:12:31.360849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9de2f7cf-ef41-47d7-9f8c-335dcd08525f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.385094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:31.390729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:31.391144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.474546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60026) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:31.497214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Request body: {'port': {'network_id': '51baeae1-c536-403d-9ca2-38c6a475bce1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1883399100', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:31.497745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] bootfile-name is not in valid_values {{(pid=88995) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:12:31.498117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] tftp-server is not in valid_values {{(pid=88995) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:12:31.498514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] server-ip-address is not in valid_values {{(pid=88995) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:12:31.499543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f842c9a-7ccf-4a1b-8cdb-1f1b077f986e,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:31.506715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] The port '22e79e31-09bf-427a-93e7-a493864e3b2b' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:12:31.529247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba1f1346-2383-40a7-8fa5-f69b05d13b6d {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 22:12:31.559638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.569012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "DELETE /v2.0/networks/ba1f1346-2383-40a7-8fa5-f69b05d13b6d HTTP/1.1" status: 204 len: 168 time: 11.0342443 Dec 21 22:12:31.571349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb6b0e-fceb-40a3-bbb2-53f6251dd47c tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba1f1346-2383-40a7-8fa5-f69b05d13b6d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:31.603840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60030) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:31.691104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.693003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b1915a06-926a-40bf-ac76-97b9bc633aff tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.7337136 Dec 21 22:12:31.699485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8888a4e-2e7a-4369-a03d-e657c07346c5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.701321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.713450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8888a4e-2e7a-4369-a03d-e657c07346c5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "DELETE /v2.0/ports/d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 HTTP/1.1" status: 204 len: 168 time: 5.2538285 Dec 21 22:12:31.753599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:31.762570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60036) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:31.762945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60038) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:31.796104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.852804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:31.952831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:31.956384 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a631cc38-41eb-4306-be27-56d7fe16b62a req-33cb5f48-57ad-472a-9299-a9494dfff812 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.0469444 Dec 21 22:12:31.965304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:31.975031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9de2f7cf-ef41-47d7-9f8c-335dcd08525f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:31.976956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:32.022183 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d1335010-cb03-4028-9173-93fd0a914932 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4171042 Dec 21 22:12:32.023038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60044) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:32.024770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Usage tracker for resource:floatingip and tenant:6be5c586317b4b7ba5a7875414e9e6f9 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:32.032758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d230a0b-94f0-4fa3-9812-622b2d3f72e7']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:32.044497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-51050726-a48d-4309-8714-e7906d0cec9c tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] GET failed (client error): The resource could not be found. Dec 21 22:12:32.045753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-51050726-a48d-4309-8714-e7906d0cec9c tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "GET /v2.0/ports/d0b9a9d2-b834-4ae5-9bcf-bfb5296f4ab9 HTTP/1.1" status: 404 len: 333 time: 0.2636447 Dec 21 22:12:32.046147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:32.051580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60048) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:32.061170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'name': 'tempest-AllowedAddressPairTestJSON-1899236328'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:32.080488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b05033-e19e-4875-94ce-484050c06501') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:32.080851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b05033-e19e-4875-94ce-484050c06501') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:32.141652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:32.175127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:32.192380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:32.243319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:32.248552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Usage tracker for resource:port and tenant:9d7d6cb7760e4660acc1e70c610a8364 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:32.253270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:32.261629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:32.298767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:32.304412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Allocated IP 172.20.0.11 (bbd112df-9b21-4571-b843-5c7e0f99e6ce/06262ced-cad4-41c8-9bfc-916c78222d6e/497cf982-ed98-486d-a254-92956928e2bc) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:32.320200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Made reservation on behalf of 9d7d6cb7760e4660acc1e70c610a8364 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:32.325115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:32.325697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:32.327183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:32.345904 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:32.354228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:32.376031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9de2f7cf-ef41-47d7-9f8c-335dcd08525f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:32.480782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.481207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.481612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.484637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.485086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.485496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.485940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.486344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.486738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:32.496167 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8c4d138f-853d-46a4-b581-ebefe0fb132f tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5831 time: 0.4542475 Dec 21 22:12:32.497241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60052) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:32.519340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] device_id is not set on port 0feb8d5c-a483-4a1e-891c-fd368d30648d yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:32.870940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Allocated IP 172.26.6.3 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/e9638445-058e-4c81-8302-9eb592654c14) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:32.950954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Allocated IP 2001:db8::34d (51baeae1-c536-403d-9ca2-38c6a475bce1/6be2fa58-487d-4f69-a7d3-d7e4c90dbe8a/0feb8d5c-a483-4a1e-891c-fd368d30648d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:33.171904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.264964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.272709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.288288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] Pushing event deleted for resources: {'Network': ['ID=9d230a0b-94f0-4fa3-9812-622b2d3f72e7,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:33.316965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3128affa-a528-443a-8f7b-9f0507ce3374 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:33.331085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:33.343682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aeaa45c0-f074-433c-b87d-8aa0005dfed0 tempest-DHCPAgentSchedulersTestJSON-1433572197 tempest-DHCPAgentSchedulersTestJSON-1433572197-project] 10.222.0.30 "DELETE /v2.0/networks/9d230a0b-94f0-4fa3-9812-622b2d3f72e7 HTTP/1.1" status: 204 len: 168 time: 6.1413393 Dec 21 22:12:33.400541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Usage tracker for resource:port and tenant:bdb48fdb20a74852ab27d8333190862d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:33.425053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.446852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:33.470596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:33.519224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f0876c-7e70-4d69-8ef9-0a3ec7637676 None None] Network 51baeae1-c536-403d-9ca2-38c6a475bce1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:33.543205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3128affa-a528-443a-8f7b-9f0507ce3374 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:33.554417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:33.562164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.574872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.585492 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-a2c7d891-c6bb-4fd7-92e3-4e3513aa2285 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] delete failed (client error): The resource could not be found. Dec 21 22:12:33.590855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a2c7d891-c6bb-4fd7-92e3-4e3513aa2285 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/5a6bb9f4-dc40-472a-a847-ea123b6090fa HTTP/1.1" status: 404 len: 345 time: 1.0811501 Dec 21 22:12:33.609376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60062) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:33.617320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a313a520-e5b4-4dcb-9a91-891373ddec44 req-e4f009c4-d567-4eb4-8251-6bf667e2c78b tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.3313498 Dec 21 22:12:33.661041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8066cbd-7ec0-4ff8-82f6-5dd2bfa7f676 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] DELETE failed (client error): The resource could not be found. Dec 21 22:12:33.661548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8066cbd-7ec0-4ff8-82f6-5dd2bfa7f676 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:12:33.687641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Made reservation on behalf of bdb48fdb20a74852ab27d8333190862d for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:33.706115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.760502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60066) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:33.761033 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e8066cbd-7ec0-4ff8-82f6-5dd2bfa7f676 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "DELETE /v2.0/networks/ba1f1346-2383-40a7-8fa5-f69b05d13b6d HTTP/1.1" status: 404 len: 339 time: 0.1467452 Dec 21 22:12:33.769628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Transition to ACTIVE for port object 0feb8d5c-a483-4a1e-891c-fd368d30648d will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:33.770759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Request body: {'network': {'name': 'tempest-network--1784631348', 'router:external': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:33.776647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:33.781834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Usage tracker for resource:network and tenant:ef7b98d55dd34798a46b03d36d8aa7ae is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:33.785691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:33.795101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:33.838255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:33.843878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:33.850083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event updated for resources: {'Port': ['ID=e9638445-058e-4c81-8302-9eb592654c14,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:33.858650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:33.894600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] device_id is not set on port eb86ce0a-7950-4bf6-914b-597eee37d6a2 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:33.898644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:33.900280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.943885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Made reservation on behalf of ef7b98d55dd34798a46b03d36d8aa7ae for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:33.949929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.956647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-586e0457-6711-4b9e-99d6-440a7519085d None None] Provisioning for port 3128affa-a528-443a-8f7b-9f0507ce3374 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:33.985141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-586e0457-6711-4b9e-99d6-440a7519085d None None] Provisioning complete for port 3128affa-a528-443a-8f7b-9f0507ce3374 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:33.985779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-586e0457-6711-4b9e-99d6-440a7519085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:33.998226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9de2f7cf-ef41-47d7-9f8c-335dcd08525f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.056388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:34.066544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.067069 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Added segment a64f9e49-fd78-4393-9657-edef8d9aff48 of type vlan for network a8219cf4-d495-4caa-be06-564bcf686555 Dec 21 22:12:34.075972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9de2f7cf-ef41-47d7-9f8c-335dcd08525f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.109101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.143947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.158507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2f7cf-ef41-47d7-9f8c-335dcd08525f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8883d8bc-c88b-4e11-b970-4a173deaec17,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:34.174917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9de2f7cf-ef41-47d7-9f8c-335dcd08525f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/8883d8bc-c88b-4e11-b970-4a173deaec17 HTTP/1.1" status: 204 len: 168 time: 3.2477021 Dec 21 22:12:34.194836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60072) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:34.261361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.303451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Network 51baeae1-c536-403d-9ca2-38c6a475bce1 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:34.308479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Transition to ACTIVE for port object 497cf982-ed98-486d-a254-92956928e2bc will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:34.355811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event updated for resources: {'Port': ['ID=0feb8d5c-a483-4a1e-891c-fd368d30648d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:34.358986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.359780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:34.359993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:34.360664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.374178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:34.379818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:34.380827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.390524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.501415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60076) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:34.507527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Network': ['ID=a8219cf4-d495-4caa-be06-564bcf686555,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:34.519102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Allocated IP 172.20.0.13 (1d5c4832-e58b-4ac3-bb0e-fc97588bb75a/7e0dd118-d2df-4688-a562-1b3bfae902b1/eb86ce0a-7950-4bf6-914b-597eee37d6a2) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:34.546182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network a8219cf4-d495-4caa-be06-564bcf686555 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:34.556685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Allocated IP 172.26.6.16 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/d77ff037-5d10-48b9-b030-0a5f4817ca2f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:34.637772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-586e0457-6711-4b9e-99d6-440a7519085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.703816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:34.750513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.782114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.855212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.913230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-586e0457-6711-4b9e-99d6-440a7519085d None None] For port 3128affa-a528-443a-8f7b-9f0507ce3374, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3128affa-a528-443a-8f7b-9f0507ce3374,segment=NetworkSegment(a2374db3-8e0a-4706-8fe3-a14281b614f5),segment_id=a2374db3-8e0a-4706-8fe3-a14281b614f5)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:34.933472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:34.934131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.965056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event updated for resources: {'Port': ['ID=497cf982-ed98-486d-a254-92956928e2bc,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:34.968196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.980923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-586e0457-6711-4b9e-99d6-440a7519085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:34.990262 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-32ac7312-ce03-450f-928a-b5058929d1bf tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2300560 Dec 21 22:12:34.991175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60084) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:35.142335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:35.200166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e0457-6711-4b9e-99d6-440a7519085d None None] Pushing event updated for resources: {'Port': ['ID=3128affa-a528-443a-8f7b-9f0507ce3374,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:35.223880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:35.228239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:35.234421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event updated for resources: {'Port': ['ID=d77ff037-5d10-48b9-b030-0a5f4817ca2f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:35.327207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:35.366691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:35.384225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3128affa-a528-443a-8f7b-9f0507ce3374 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:35.411276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:35.469529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:35.527890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3128affa-a528-443a-8f7b-9f0507ce3374 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:35.528296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:35.544433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2740672c-b65f-44ab-ad36-bacd7e4d36ef tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.0689003 Dec 21 22:12:35.561535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60088) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:35.601091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-95b48d7c-ab3e-460e-b173-e416de96f994 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14c2fecd0720440aa1119ae5b3cbc52a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0896072 Dec 21 22:12:35.618326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60092) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:35.738237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:35.862800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8adb00e-0839-401b-a25c-41e2a2625ddf tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:35.867779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8adb00e-0839-401b-a25c-41e2a2625ddf tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:35.872710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8adb00e-0839-401b-a25c-41e2a2625ddf tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:35.877509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8adb00e-0839-401b-a25c-41e2a2625ddf tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:35.883465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8adb00e-0839-401b-a25c-41e2a2625ddf tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:35.885497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8adb00e-0839-401b-a25c-41e2a2625ddf tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3023 time: 0.8749695 Dec 21 22:12:35.895316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75e5ed-fbf0-4243-9421-764b576663c6 req-2bf23495-5ad9-402f-bd68-db38d8906b85 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:35.896129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-6a75e5ed-fbf0-4243-9421-764b576663c6 req-2bf23495-5ad9-402f-bd68-db38d8906b85 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Synchronizing usage tracker for tenant:0a732872adc74ac29679bade872dee69 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:35.900999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Provisioning for port 1c1af5a6-2e71-416a-b39e-c7b639727434 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:35.917554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60096) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:35.923085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Provisioning complete for port 1c1af5a6-2e71-416a-b39e-c7b639727434 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:35.923709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.027358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:36.032227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.032517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Port 1c1af5a6-2e71-416a-b39e-c7b639727434 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:36.077043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Provisioning for port 0feb8d5c-a483-4a1e-891c-fd368d30648d completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:36.089397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Provisioning complete for port 0feb8d5c-a483-4a1e-891c-fd368d30648d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:36.089969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.137588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.190152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Port 0feb8d5c-a483-4a1e-891c-fd368d30648d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:36.218824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Provisioning complete for port 3128affa-a528-443a-8f7b-9f0507ce3374 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:36.218824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3cecf33a-fbce-4be0-8e72-25ebeefec195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.224323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7e3e-d3d0-47c5-9a7c-294113af084b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.284488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Transition to ACTIVE for port object eb86ce0a-7950-4bf6-914b-597eee37d6a2 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:36.335362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-0a5a1a75-7499-47f3-b67e-b0fbe66c20e9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7096069 Dec 21 22:12:36.335362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-6a75e5ed-fbf0-4243-9421-764b576663c6 req-2bf23495-5ad9-402f-bd68-db38d8906b85 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Unset dirty status for tenant:0a732872adc74ac29679bade872dee69 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:36.336063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a75e5ed-fbf0-4243-9421-764b576663c6 req-2bf23495-5ad9-402f-bd68-db38d8906b85 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 932 time: 1.4254446 Dec 21 22:12:36.342413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7e3e-d3d0-47c5-9a7c-294113af084b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.430788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.465371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.474160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.524503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7e3e-d3d0-47c5-9a7c-294113af084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.529795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.568084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-72dc7209-91c4-4151-a4e1-42168276faca None None] Provisioning for port 497cf982-ed98-486d-a254-92956928e2bc completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:36.574704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-72dc7209-91c4-4151-a4e1-42168276faca None None] Provisioning complete for port 497cf982-ed98-486d-a254-92956928e2bc triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:36.575112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72dc7209-91c4-4151-a4e1-42168276faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.577818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.581108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c7e3e-d3d0-47c5-9a7c-294113af084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3eca89-c6d7-49c5-a962-673aa8673627,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:36.665891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7e3e-d3d0-47c5-9a7c-294113af084b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.667545 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5e9c7e3e-d3d0-47c5-9a7c-294113af084b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc3eca89-c6d7-49c5-a962-673aa8673627 HTTP/1.1" status: 204 len: 168 time: 1.0412676 Dec 21 22:12:36.685260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-72dc7209-91c4-4151-a4e1-42168276faca None None] Port 497cf982-ed98-486d-a254-92956928e2bc cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:36.690033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event updated for resources: {'Port': ['ID=e9638445-058e-4c81-8302-9eb592654c14,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:36.707168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-72dc7209-91c4-4151-a4e1-42168276faca None None] Provisioning complete for port 1c1af5a6-2e71-416a-b39e-c7b639727434 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:36.707613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72dc7209-91c4-4151-a4e1-42168276faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.750166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:36.758902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:36.771220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:36.854538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.877712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-72dc7209-91c4-4151-a4e1-42168276faca None None] Port 1c1af5a6-2e71-416a-b39e-c7b639727434 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:36.878023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=eb86ce0a-7950-4bf6-914b-597eee37d6a2,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:36.911314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:36.917849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.969032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-caa88b28-5a54-4012-979b-54576911d6e8 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9161632 Dec 21 22:12:36.970210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:36.971515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ffea6dd4-b751-45b3-b0ed-d67143a86d21 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.6669524 Dec 21 22:12:36.972261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60102) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:36.984862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'network_id': '1d5c4832-e58b-4ac3-bb0e-fc97588bb75a', 'name': 'tempest-AllowedAddressPairTestJSON-890089217'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:37.016664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b44b4b9-d9d3-48a9-93fa-874520754242 None None] Provisioning complete for port 0feb8d5c-a483-4a1e-891c-fd368d30648d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:37.017520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b44b4b9-d9d3-48a9-93fa-874520754242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.107094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df991ad-c351-4f36-92e9-ca2bca070a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:37.111721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df991ad-c351-4f36-92e9-ca2bca070a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:37.116281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df991ad-c351-4f36-92e9-ca2bca070a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:37.118367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6df991ad-c351-4f36-92e9-ca2bca070a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Synchronizing usage tracker for tenant:9d7d6cb7760e4660acc1e70c610a8364 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:37.137024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a75e5ed-fbf0-4243-9421-764b576663c6 req-88dc184d-d21b-42c2-a9ec-4b576a0d63f5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7525668 Dec 21 22:12:37.145843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0b44b4b9-d9d3-48a9-93fa-874520754242 None None] Port 0feb8d5c-a483-4a1e-891c-fd368d30648d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:37.175561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.265515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03b8775c-c93a-4064-a723-3e0824f51c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.277081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b820e64f-dda2-4a93-982a-c62f0ee39c06']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:37.331492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:37.343489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Usage tracker for resource:port and tenant:bdb48fdb20a74852ab27d8333190862d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:37.349792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:37.364573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:37.402322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1b95fbe3-913d-4a25-afd7-495cf3f37953 None None] Provisioning for port eb86ce0a-7950-4bf6-914b-597eee37d6a2 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:37.406392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6df991ad-c351-4f36-92e9-ca2bca070a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Unset dirty status for tenant:9d7d6cb7760e4660acc1e70c610a8364 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:37.408268 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6df991ad-c351-4f36-92e9-ca2bca070a1d tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.8433735 Dec 21 22:12:37.411665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60112) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:37.411798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1b95fbe3-913d-4a25-afd7-495cf3f37953 None None] Provisioning complete for port eb86ce0a-7950-4bf6-914b-597eee37d6a2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:37.412392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b95fbe3-913d-4a25-afd7-495cf3f37953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.469893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a143414f-eb2e-47e7-8981-972e37bef094') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:37.470230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a143414f-eb2e-47e7-8981-972e37bef094') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:37.502435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1b95fbe3-913d-4a25-afd7-495cf3f37953 None None] Port eb86ce0a-7950-4bf6-914b-597eee37d6a2 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:37.502687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Made reservation on behalf of bdb48fdb20a74852ab27d8333190862d for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:37.509634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.556310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] device_id is not set on port 10872c20-bc16-4f51-a11c-4af76e6f16ef yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:37.559937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.604668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8219cf4-d495-4caa-be06-564bcf686555']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:37.613395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.618711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bb4bf83d-d5d0-4b20-b505-ff367307b9b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Deleting port 0feb8d5c-a483-4a1e-891c-fd368d30648d {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:37.619099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb4bf83d-d5d0-4b20-b505-ff367307b9b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.645072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64f9e49-fd78-4393-9657-edef8d9aff48') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:37.649697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64f9e49-fd78-4393-9657-edef8d9aff48') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:37.674935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60128) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:37.678826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.688306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.725060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.861671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.875736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.892003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-2706f213-098f-4e82-beb6-0e86f0628d55 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Synchronizing usage tracker for tenant:00e26ba0de984a87912fcc7fd7d61755 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:37.895164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:37.895637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:37.920994 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:37.924359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:37.924805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:37.944131 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:38.113729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Allocated IP 172.20.0.10 (1d5c4832-e58b-4ac3-bb0e-fc97588bb75a/7e0dd118-d2df-4688-a562-1b3bfae902b1/10872c20-bc16-4f51-a11c-4af76e6f16ef) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:38.155435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.173741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-2706f213-098f-4e82-beb6-0e86f0628d55 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Unset dirty status for tenant:00e26ba0de984a87912fcc7fd7d61755 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:38.175724 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-2706f213-098f-4e82-beb6-0e86f0628d55 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--267817330&fields=id&tenant_id=00e26ba0de984a87912fcc7fd7d61755 HTTP/1.1" status: 200 len: 267 time: 0.6757095 Dec 21 22:12:38.215348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.275709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb4bf83d-d5d0-4b20-b505-ff367307b9b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.276261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.299261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.346195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8219cf4-d495-4caa-be06-564bcf686555 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 22:12:38.407520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b820e64f-dda2-4a93-982a-c62f0ee39c06 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 22:12:38.421084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.427037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event deleted for resources: {'Network': ['ID=b820e64f-dda2-4a93-982a-c62f0ee39c06,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:38.429501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.457143 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e9f1dee9-caf6-4d1b-8353-9b273d3ae50f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b820e64f-dda2-4a93-982a-c62f0ee39c06 HTTP/1.1" status: 204 len: 168 time: 4.1516507 Dec 21 22:12:38.496018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bb4bf83d-d5d0-4b20-b505-ff367307b9b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Calling delete_port for 0feb8d5c-a483-4a1e-891c-fd368d30648d owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:38.512957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event updated for resources: {'Port': ['ID=d77ff037-5d10-48b9-b030-0a5f4817ca2f,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:38.542926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8219cf4-d495-4caa-be06-564bcf686555,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:38.559251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66d6f8f1-f6fd-4ff0-b1f1-5985af444df9 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a8219cf4-d495-4caa-be06-564bcf686555 HTTP/1.1" status: 204 len: 168 time: 2.5546494 Dec 21 22:12:38.588190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60138) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:38.637896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Request body: {'network': {'name': 'tempest-network--1285169508', 'router:external': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:38.665971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:38.679045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-538f6fdb-145a-45df-b47f-89e06fcdd6e9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:38.679837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-538f6fdb-145a-45df-b47f-89e06fcdd6e9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Synchronizing usage tracker for tenant:00e26ba0de984a87912fcc7fd7d61755 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:38.685633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Usage tracker for resource:network and tenant:ef7b98d55dd34798a46b03d36d8aa7ae is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:38.696971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:38.710708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:38.746203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.767409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-538f6fdb-145a-45df-b47f-89e06fcdd6e9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Unset dirty status for tenant:00e26ba0de984a87912fcc7fd7d61755 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:38.775080 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-538f6fdb-145a-45df-b47f-89e06fcdd6e9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 810 time: 0.5914276 Dec 21 22:12:38.800448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604c60d-a94f-49c4-b7af-25bf711a2091 req-1353b1bd-2182-489f-b390-ebe2a6918bdc tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:38.802228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c604c60d-a94f-49c4-b7af-25bf711a2091 req-1353b1bd-2182-489f-b390-ebe2a6918bdc tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 932 time: 0.3876972 Dec 21 22:12:38.804150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Made reservation on behalf of ef7b98d55dd34798a46b03d36d8aa7ae for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:38.810501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.847301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.875246 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-a97b5ee9-4e7e-4917-a749-eac5d5b4b1f9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/quotas/00e26ba0de984a87912fcc7fd7d61755 HTTP/1.1" status: 200 len: 375 time: 0.0987871 Dec 21 22:12:38.938642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.960398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:38.961872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-977ac99b-7830-4d20-9c9e-9790359cb5e9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1815169 Dec 21 22:12:38.967937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:38.980966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] Usage tracker for resource:security_group_rule and tenant:b83bb35a8fb0444f8482e867dac2db20 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:38.991321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:39.000605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:39.001827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:39.018048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Transition to ACTIVE for port object 10872c20-bc16-4f51-a11c-4af76e6f16ef will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:39.049639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c604c60d-a94f-49c4-b7af-25bf711a2091 req-174e5ece-5e38-4cde-97c7-c0d374d82d1d tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204380 Dec 21 22:12:39.093812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.094294 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Added segment 90a37075-311f-4f67-9769-f6d34958004f of type vlan for network 46cd075b-3e91-43fc-ba80-02ca69154d62 Dec 21 22:12:39.154193 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-2fba23de-af5b-483a-b9d1-dcf2f5b53634 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2779908 Dec 21 22:12:39.160930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.208520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.336671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:39.341056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:39.352101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:39.389276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.389276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:39.389276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.466678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60164) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:39.475885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=10872c20-bc16-4f51-a11c-4af76e6f16ef,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:39.499473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'router': {'name': 'tempest-router--1969670349', 'project_id': '90921b13dfc041548566df2f9451dbe2'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:39.516487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:39.521397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Usage tracker for resource:router and tenant:90921b13dfc041548566df2f9451dbe2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:39.528147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:39.532368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:39.579357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.586733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Network': ['ID=46cd075b-3e91-43fc-ba80-02ca69154d62,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:39.596822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-adabe2c1-cfa6-48dc-ace7-38b3fd3623df service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:12:39.599381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 46cd075b-3e91-43fc-ba80-02ca69154d62 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:39.603152 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-adabe2c1-cfa6-48dc-ace7-38b3fd3623df service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1678672 Dec 21 22:12:39.648306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11ca0515-cd2a-4209-98fb-91f87faeb953 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0576508 Dec 21 22:12:39.649424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60168) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:39.671431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.678950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.680681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.697499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:39.698399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.724003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-d215d603-afd6-44cd-ac28-ae532f24fae4 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Synchronizing usage tracker for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:39.736832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb4bf83d-d5d0-4b20-b505-ff367307b9b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.856748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f58037b1-6c3a-4355-b943-8fde3e03a832 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8831925 Dec 21 22:12:39.857696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60172) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:39.873745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bf83d-d5d0-4b20-b505-ff367307b9b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event deleted for resources: {'Port': ['ID=0feb8d5c-a483-4a1e-891c-fd368d30648d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:39.887522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb4bf83d-d5d0-4b20-b505-ff367307b9b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.904453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f8ade55-f81b-4711-ab5d-8036e97897c0 None None] Provisioning for port 10872c20-bc16-4f51-a11c-4af76e6f16ef completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:39.904871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:07:32:10'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:77:8d:3a'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:39.911793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f8ade55-f81b-4711-ab5d-8036e97897c0 None None] Provisioning complete for port 10872c20-bc16-4f51-a11c-4af76e6f16ef triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:39.912545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f8ade55-f81b-4711-ab5d-8036e97897c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.946814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bb4bf83d-d5d0-4b20-b505-ff367307b9b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "DELETE /v2.0/ports/0feb8d5c-a483-4a1e-891c-fd368d30648d HTTP/1.1" status: 204 len: 168 time: 2.5338116 Dec 21 22:12:39.962421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-ded962f0-9dfe-4d7b-97a6-4c927f54e03b tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:12:39.963116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:39.963542 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-ded962f0-9dfe-4d7b-97a6-4c927f54e03b tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0265007 Dec 21 22:12:39.967903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60178) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:39.974859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Request body: {'port': {'name': 'tempest-new-port-name-1162008188', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:39.975318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] bootfile-name is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:12:39.975690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] tftp-server is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:12:39.976051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] server-ip-address is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:12:39.994299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c24c40-ff1d-4699-97cf-576766dda0da tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:39.997128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-13c24c40-ff1d-4699-97cf-576766dda0da tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Synchronizing usage tracker for tenant:4456880416394b88b113da6b3cbc4c09 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:40.027312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ade55-f81b-4711-ab5d-8036e97897c0 None None] Port 10872c20-bc16-4f51-a11c-4af76e6f16ef cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:40.040312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9df3cbb-019e-44f6-8da4-a3f493bd8f7c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:40.049694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-11dd747c-fb11-4c74-8b00-73e69f8f5575 service neutron] 10.222.0.30 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428456 Dec 21 22:12:40.067097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7336013a-5935-49ce-b709-d169b199b15d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b83bb35a8fb0444f8482e867dac2db20&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3890507 Dec 21 22:12:40.072192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60184) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:40.081913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:40.116008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41c9a601-5998-41e8-8635-c1f15b1fa7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:40.123779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-d215d603-afd6-44cd-ac28-ae532f24fae4 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Unset dirty status for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:40.125461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-d215d603-afd6-44cd-ac28-ae532f24fae4 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--212768564&fields=id&tenant_id=6be5c586317b4b7ba5a7875414e9e6f9 HTTP/1.1" status: 200 len: 267 time: 0.6915419 Dec 21 22:12:40.126308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-13c24c40-ff1d-4699-97cf-576766dda0da tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Unset dirty status for tenant:4456880416394b88b113da6b3cbc4c09 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:40.130921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-13c24c40-ff1d-4699-97cf-576766dda0da tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] 10.222.0.30 "GET /v2.0/networks/46cd075b-3e91-43fc-ba80-02ca69154d62 HTTP/1.1" status: 200 len: 757 time: 0.4743543 Dec 21 22:12:40.132051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60190) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:40.213296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:40.214702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Request body: {'port': {'device_id': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:40.263015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:40.340736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:40.342052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7779eb97-9f26-4ad2-92f8-de0263eb3190 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8600905 Dec 21 22:12:40.351480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60194) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:40.682809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bf85765-a3d9-4c54-98e0-1f9f253d9fe6 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:40.825943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2da902-cef8-48b6-8a1e-1437047e60a5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:40.827510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa2da902-cef8-48b6-8a1e-1437047e60a5 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] 10.222.0.30 "GET /v2.0/networks/a89b99cc-4db0-43c1-b240-bb8033f3efca HTTP/1.1" status: 200 len: 768 time: 0.6372826 Dec 21 22:12:40.843129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60198) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:40.860738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-a288c552-d59b-44aa-bc88-8eb4e319a19d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:40.861509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-a288c552-d59b-44aa-bc88-8eb4e319a19d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Synchronizing usage tracker for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:40.919418 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-1d4ec467-743d-4632-b872-b2d5a65db6bd service neutron] 10.222.0.30 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8483219 Dec 21 22:12:40.926371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-717831c4-c89e-4ffc-9ad0-26bf8a379159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:40.952530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.004039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.052812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-a288c552-d59b-44aa-bc88-8eb4e319a19d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Unset dirty status for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:41.053992 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-a288c552-d59b-44aa-bc88-8eb4e319a19d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/networks?id=be7f4ef3-5a29-465e-8259-f1fba0d6883d HTTP/1.1" status: 200 len: 806 time: 0.9206982 Dec 21 22:12:41.093175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-717831c4-c89e-4ffc-9ad0-26bf8a379159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.123327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.169974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-3208cee9-5828-4013-835f-e24fbc97906d tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/quotas/6be5c586317b4b7ba5a7875414e9e6f9 HTTP/1.1" status: 200 len: 375 time: 0.0789747 Dec 21 22:12:41.425266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.494110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.528779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bf85765-a3d9-4c54-98e0-1f9f253d9fe6 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.565834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-717831c4-c89e-4ffc-9ad0-26bf8a379159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.567523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bf85765-a3d9-4c54-98e0-1f9f253d9fe6 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.595707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cd075b-3e91-43fc-ba80-02ca69154d62']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:41.623205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.631691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a37075-311f-4f67-9769-f6d34958004f') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:41.632050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a37075-311f-4f67-9769-f6d34958004f') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:41.643644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717831c4-c89e-4ffc-9ad0-26bf8a379159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9df3cbb-019e-44f6-8da4-a3f493bd8f7c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:41.715699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-f8beb006-dbbc-4778-b132-331a44a8b85c tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Synchronizing usage tracker for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:41.728226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.730480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.737634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-717831c4-c89e-4ffc-9ad0-26bf8a379159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.738863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-717831c4-c89e-4ffc-9ad0-26bf8a379159 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9df3cbb-019e-44f6-8da4-a3f493bd8f7c HTTP/1.1" status: 204 len: 168 time: 1.6605442 Dec 21 22:12:41.767349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbed63-d547-4212-bed6-265e0d6cde97 req-820c320c-24e3-43ad-9499-04843c15b6fb tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:41.772347 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-53fbed63-d547-4212-bed6-265e0d6cde97 req-820c320c-24e3-43ad-9499-04843c15b6fb tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 932 time: 0.4389713 Dec 21 22:12:41.772347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.814469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:41.814919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.817599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bf85765-a3d9-4c54-98e0-1f9f253d9fe6 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.818247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf85765-a3d9-4c54-98e0-1f9f253d9fe6 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec71ecc-85a0-42e0-9c05-3eee045d9396 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:41.829959 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:41.842659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bf85765-a3d9-4c54-98e0-1f9f253d9fe6 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.847760 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1bf85765-a3d9-4c54-98e0-1f9f253d9fe6 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "DELETE /v2.0/routers/0ec71ecc-85a0-42e0-9c05-3eee045d9396 HTTP/1.1" status: 204 len: 168 time: 1.4941709 Dec 21 22:12:41.863525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] In _notify_port_updated(), no bound segment for port 1c1af5a6-2e71-416a-b39e-c7b639727434 on network 51baeae1-c536-403d-9ca2-38c6a475bce1 {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:12:41.869461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:41.870356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.875298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "PUT /v2.0/ports/1c1af5a6-2e71-416a-b39e-c7b639727434 HTTP/1.1" status: 200 len: 1130 time: 1.9061990 Dec 21 22:12:41.876261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60230) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:41.877053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-f8beb006-dbbc-4778-b132-331a44a8b85c tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Unset dirty status for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:41.878455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-f8beb006-dbbc-4778-b132-331a44a8b85c tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6be5c586317b4b7ba5a7875414e9e6f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6944222 Dec 21 22:12:41.878809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d20225-1934-4b07-a603-4b9226640560 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event updated for resources: {'Port': ['ID=1c1af5a6-2e71-416a-b39e-c7b639727434,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:41.933207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:41.989637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.107032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event updated for resources: {'Port': ['ID=10872c20-bc16-4f51-a11c-4af76e6f16ef,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:42.133316 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-53fbed63-d547-4212-bed6-265e0d6cde97 req-03ff0963-4cbb-49b9-a3ac-aa17fc64816f tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435578 Dec 21 22:12:42.244629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] In _notify_port_updated(), no bound segment for port 10872c20-bc16-4f51-a11c-4af76e6f16ef on network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:12:42.253672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:42.254565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.257725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1bc8fa2a-bb0a-426c-9226-09b4add853b4 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "PUT /v2.0/ports/10872c20-bc16-4f51-a11c-4af76e6f16ef HTTP/1.1" status: 200 len: 1056 time: 2.3857715 Dec 21 22:12:42.263432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60236) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:42.270198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc951d6e-de94-47d8-ad24-b542c828da59 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:42.275260 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc951d6e-de94-47d8-ad24-b542c828da59 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "GET /v2.0/ports/1c1af5a6-2e71-416a-b39e-c7b639727434 HTTP/1.1" status: 200 len: 1130 time: 0.3923073 Dec 21 22:12:42.304553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60240) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:42.307862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60244) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:42.368975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.382016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497cf982-ed98-486d-a254-92956928e2bc {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:12:42.392212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84e0ad72-28a9-4df4-a247-48f5dccdc6f4 req-3ce66e5a-c951-41c3-a8e4-73891144eb9b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 0.1284008 Dec 21 22:12:42.434489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46cd075b-3e91-43fc-ba80-02ca69154d62 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 22:12:42.440368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a0657c6e-bf66-48af-9b33-062e206991e9 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting port 10872c20-bc16-4f51-a11c-4af76e6f16ef {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:42.440885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0657c6e-bf66-48af-9b33-062e206991e9 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.452235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event deleted for resources: {'Network': ['ID=46cd075b-3e91-43fc-ba80-02ca69154d62,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:42.454663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.458507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.468540 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-6e4d28ba-ddc6-40f9-9ce1-90c3682fa596 service neutron] 10.222.0.30 "GET /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766552 Dec 21 22:12:42.479080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-226dd8f4-d8f4-4c75-932a-0a87950ea3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Deleting port 1c1af5a6-2e71-416a-b39e-c7b639727434 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:42.479914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-226dd8f4-d8f4-4c75-932a-0a87950ea3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.489121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ba6701a-3ff2-4bc7-9a43-59a203cf6734 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "DELETE /v2.0/networks/46cd075b-3e91-43fc-ba80-02ca69154d62 HTTP/1.1" status: 204 len: 168 time: 1.6313498 Dec 21 22:12:42.495873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Transition to ACTIVE for port object 497cf982-ed98-486d-a254-92956928e2bc will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:42.497146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60252) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:42.529333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a18da693-0004-4437-ae80-78afa4bc7c62 None None] Provisioning complete for port 1c1af5a6-2e71-416a-b39e-c7b639727434 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:42.530145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a18da693-0004-4437-ae80-78afa4bc7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.555079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.575728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Request body: {'network': {'name': 'tempest-network--1051257266'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:42.712920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a18da693-0004-4437-ae80-78afa4bc7c62 None None] Port 1c1af5a6-2e71-416a-b39e-c7b639727434 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:42.855243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-446a4a61-2146-4676-b36d-88bc46ca3704 None None] Provisioning complete for port 10872c20-bc16-4f51-a11c-4af76e6f16ef triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:42.856193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-446a4a61-2146-4676-b36d-88bc46ca3704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:42.967095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-446a4a61-2146-4676-b36d-88bc46ca3704 None None] Port 10872c20-bc16-4f51-a11c-4af76e6f16ef cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:43.130232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:43.135616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Usage tracker for resource:network and tenant:ef7b98d55dd34798a46b03d36d8aa7ae is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:43.151823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:43.168210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:43.188164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-366a0746-ab9d-42b0-9e9c-85d82c87bc73 service neutron] 10.222.0.30 "GET /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996415 Dec 21 22:12:43.247057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=497cf982-ed98-486d-a254-92956928e2bc,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:43.267198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1216438428', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:43.369250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:43.373056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Made reservation on behalf of ef7b98d55dd34798a46b03d36d8aa7ae for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:43.377461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:43.411027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Usage tracker for resource:router and tenant:d8b0329643c64e58bbe2f62a77c61202 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:43.417139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:43.417558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0657c6e-bf66-48af-9b33-062e206991e9 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:43.480136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:43.562696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:43.618374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-226dd8f4-d8f4-4c75-932a-0a87950ea3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:43.652082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a0657c6e-bf66-48af-9b33-062e206991e9 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Calling delete_port for 10872c20-bc16-4f51-a11c-4af76e6f16ef owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:43.678086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:43.679280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:43.755566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:43.756009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Added segment 61524ded-78a4-4bce-8d14-cccac1f54015 of type vlan for network 7c771547-09d9-4389-ad6d-914176481534 Dec 21 22:12:43.801234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358076-e4d9-49b3-901b-187f2e110e87 req-3690a755-f831-40a5-aafe-18a66e29e0e7 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:43.803381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42358076-e4d9-49b3-901b-187f2e110e87 req-3690a755-f831-40a5-aafe-18a66e29e0e7 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 944 time: 0.4139950 Dec 21 22:12:43.806992 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a4826d6-3aa3-4617-aa13-b77920d69e48 req-7d7f3044-d540-47a5-9a1e-d1e8c7bc4959 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 0.1026921 Dec 21 22:12:43.883734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Attempting to bind port 497cf982-ed98-486d-a254-92956928e2bc on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:43.884137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Attempting to bind port 497cf982-ed98-486d-a254-92956928e2bc by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:43.884551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Attempting to bind port 497cf982-ed98-486d-a254-92956928e2bc on network bbd112df-9b21-4571-b843-5c7e0f99e6ce {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:43.904354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-226dd8f4-d8f4-4c75-932a-0a87950ea3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Calling delete_port for 1c1af5a6-2e71-416a-b39e-c7b639727434 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:43.971039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Port 497cf982-ed98-486d-a254-92956928e2bc on network bbd112df-9b21-4571-b843-5c7e0f99e6ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:12:43.971760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Attempting to bind port 497cf982-ed98-486d-a254-92956928e2bc on network bbd112df-9b21-4571-b843-5c7e0f99e6ce {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:43.975204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:43.978325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:43.991137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e484d823-a050-4a8b-8459-1130280ab2bd req-fb9bb640-fc7c-4671-931e-822eb3187ef9 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 210 time: 0.0958855 Dec 21 22:12:44.014777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:44.015400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Checking segment: {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:44.015767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Bound using segment: {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:44.016281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Bound port: 497cf982-ed98-486d-a254-92956928e2bc, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc64868-0a43-47ae-aaec-e02834b1e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:44.016728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.036383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42358076-e4d9-49b3-901b-187f2e110e87 req-5e4d8c22-a34a-431b-a464-dafc1bf83998 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085228 Dec 21 22:12:44.161777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0657c6e-bf66-48af-9b33-062e206991e9 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.181601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.182514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:44.183192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.227954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0657c6e-bf66-48af-9b33-062e206991e9 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event deleted for resources: {'Port': ['ID=10872c20-bc16-4f51-a11c-4af76e6f16ef,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:44.375535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-226dd8f4-d8f4-4c75-932a-0a87950ea3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.441097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Network': ['ID=7c771547-09d9-4389-ad6d-914176481534,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:44.448030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] For port 497cf982-ed98-486d-a254-92956928e2bc, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:44.454159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 7c771547-09d9-4389-ad6d-914176481534 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:44.455439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.495117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dd8f4-d8f4-4c75-932a-0a87950ea3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event deleted for resources: {'Port': ['ID=1c1af5a6-2e71-416a-b39e-c7b639727434,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:44.501172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.46', 52775) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:44.554321 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5cb956d0-7e1f-4967-9d8d-03d3a7d2721b tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.0147266 Dec 21 22:12:44.560473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60300) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:44.574383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-61d24e0e-a6bc-4851-93bf-a565ec198496 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:44.634823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] For port 497cf982-ed98-486d-a254-92956928e2bc, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=497cf982-ed98-486d-a254-92956928e2bc,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:44.701464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-226dd8f4-d8f4-4c75-932a-0a87950ea3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.755974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.841335 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-226dd8f4-d8f4-4c75-932a-0a87950ea3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "DELETE /v2.0/ports/1c1af5a6-2e71-416a-b39e-c7b639727434 HTTP/1.1" status: 204 len: 168 time: 2.5379944 Dec 21 22:12:44.841534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60306) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:44.858891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0657c6e-bf66-48af-9b33-062e206991e9 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:44.864428 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a0657c6e-bf66-48af-9b33-062e206991e9 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "DELETE /v2.0/ports/10872c20-bc16-4f51-a11c-4af76e6f16ef HTTP/1.1" status: 204 len: 168 time: 2.5994003 Dec 21 22:12:44.887444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60312) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:44.967518 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2e95b8-a5ad-4d6b-9f0f-3ef4c601b081 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] GET failed (client error): The resource could not be found. Dec 21 22:12:44.968099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8b2e95b8-a5ad-4d6b-9f0f-3ef4c601b081 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Synchronizing usage tracker for tenant:bdb48fdb20a74852ab27d8333190862d on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:45.136584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61d24e0e-a6bc-4851-93bf-a565ec198496 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:45.153590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8b2e95b8-a5ad-4d6b-9f0f-3ef4c601b081 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Unset dirty status for tenant:bdb48fdb20a74852ab27d8333190862d on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:45.158112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8b2e95b8-a5ad-4d6b-9f0f-3ef4c601b081 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "GET /v2.0/ports/10872c20-bc16-4f51-a11c-4af76e6f16ef HTTP/1.1" status: 404 len: 333 time: 0.2690806 Dec 21 22:12:45.161756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60324) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:45.199123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61d24e0e-a6bc-4851-93bf-a565ec198496 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:45.250772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-9fc55310-b3dc-458c-a43f-2a9422c28fa0 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:45.252472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-9fc55310-b3dc-458c-a43f-2a9422c28fa0 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 810 time: 0.7501771 Dec 21 22:12:45.294244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61d24e0e-a6bc-4851-93bf-a565ec198496 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Network 7c771547-09d9-4389-ad6d-914176481534 is not hosted by any dhcp agent {{(pid=88994) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 22:12:45.295207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d24e0e-a6bc-4851-93bf-a565ec198496 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:45.296167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61d24e0e-a6bc-4851-93bf-a565ec198496 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:45.297330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-61d24e0e-a6bc-4851-93bf-a565ec198496 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "PUT /v2.0/networks/7c771547-09d9-4389-ad6d-914176481534 HTTP/1.1" status: 200 len: 858 time: 0.7358189 Dec 21 22:12:45.306794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60334) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:45.387844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:45.390362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] 10.222.0.46 "PUT /v2.0/ports/497cf982-ed98-486d-a254-92956928e2bc HTTP/1.1" status: 200 len: 1094 time: 5.3572488 Dec 21 22:12:45.390945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'tag': '497cf982-ed98-486d-a254-92956928e2bc'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:12:45.433261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c6cd1-bf82-427c-89bd-c63162195e16 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting port eb86ce0a-7950-4bf6-914b-597eee37d6a2 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:45.437036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6cd1-bf82-427c-89bd-c63162195e16 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:45.456243 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b878b13a-64a6-46ff-bc8d-10fd8f201819 req-c9be42cb-fdf2-40de-814b-bb1352fd921e tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 0.1945851 Dec 21 22:12:45.456921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9da964-e51c-4a7f-bb89-ddc25c468ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=497cf982-ed98-486d-a254-92956928e2bc,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:45.471265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-82a0dd7b-0bf8-4575-9cbe-048b54df5f37 req-3e29212e-c911-4b41-9fd2-82a55eef2f5a tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 210 time: 0.2164502 Dec 21 22:12:45.484520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d24e0e-a6bc-4851-93bf-a565ec198496 tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event updated for resources: {'Network': ['ID=7c771547-09d9-4389-ad6d-914176481534,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:45.642003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:45.730201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd14aa7b-91ca-4a7d-bf48-cd54716cf59a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Deleting subnet 6be2fa58-487d-4f69-a7d3-d7e4c90dbe8a {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:12:45.739116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd14aa7b-91ca-4a7d-bf48-cd54716cf59a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:45.873720 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-2f69bd1d-c669-48f0-96c4-f2e4f547355e tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e26ba0de984a87912fcc7fd7d61755 HTTP/1.1" status: 200 len: 379 time: 0.5463326 Dec 21 22:12:45.902211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Request body: {'port': {'device_id': '50978a64-5430-4e7a-a469-0484830d5b7c', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'admin_state_up': True, 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'security_groups': ['6e81a878-31a1-472c-a9da-c2ae7e74f0af']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:46.151789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60352) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:46.160994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.215540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c771547-09d9-4389-ad6d-914176481534']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:46.223748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6cd1-bf82-427c-89bd-c63162195e16 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.241937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61524ded-78a4-4bce-8d14-cccac1f54015') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:46.242314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61524ded-78a4-4bce-8d14-cccac1f54015') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:46.249618 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'tag': '497cf982-ed98-486d-a254-92956928e2bc', 'status': 'completed', 'code': 200} Dec 21 22:12:46.300685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.46', 52779) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:46.302279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd14aa7b-91ca-4a7d-bf48-cd54716cf59a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.377078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c6cd1-bf82-427c-89bd-c63162195e16 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Calling delete_port for eb86ce0a-7950-4bf6-914b-597eee37d6a2 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:46.407949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:46.412139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.433230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:46.443805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Usage tracker for resource:floatingip and tenant:c62eb6121659492799e92a0caa763bec is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:46.458848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.464209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:46.477502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:46.483899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:46.484365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.494196 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-ce7fd215-66ea-4635-b7d2-a1d2ad762f59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a732872adc74ac29679bade872dee69&device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 1097 time: 0.9347081 Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:46.501072 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:46.523110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.592938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.657069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:46.733682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.739690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Usage tracker for resource:port and tenant:00e26ba0de984a87912fcc7fd7d61755 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:46.744533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.748257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c771547-09d9-4389-ad6d-914176481534 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 22:12:46.750719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.756751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:46.809988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c771547-09d9-4389-ad6d-914176481534,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:46.849414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.857031 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e24953f6-5f8a-4d4c-b0f1-ab842c6ab87a tempest-ExternalNetworksTestJSON-1078831551 tempest-ExternalNetworksTestJSON-1078831551-project-admin] 10.222.0.30 "DELETE /v2.0/networks/7c771547-09d9-4389-ad6d-914176481534 HTTP/1.1" status: 204 len: 168 time: 1.5454752 Dec 21 22:12:46.857219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:46.859136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-e9ac7d6a-eb9a-4bc6-9262-05033d02a6bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497cf982-ed98-486d-a254-92956928e2bc HTTP/1.1" status: 200 len: 217 time: 0.3368151 Dec 21 22:12:46.864091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60370) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:46.879092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c9346-1e76-4b93-9a1c-42a2d40b12f7 req-4e549737-54c0-4a50-9448-d94af0a08892 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:46.880707 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-046c9346-1e76-4b93-9a1c-42a2d40b12f7 req-4e549737-54c0-4a50-9448-d94af0a08892 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 944 time: 1.1008763 Dec 21 22:12:46.893752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6cd1-bf82-427c-89bd-c63162195e16 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:46.902248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90fc5da6-ac06-44f8-aa45-feca8668b6cb req-03a8290f-4f25-43c5-9dbf-ace7e479e9f6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 0.1530540 Dec 21 22:12:46.967549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c6cd1-bf82-427c-89bd-c63162195e16 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event deleted for resources: {'Port': ['ID=eb86ce0a-7950-4bf6-914b-597eee37d6a2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:47.048899 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b054b2af-54c0-4b14-a35c-36fad8486786 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] DELETE failed (client error): The resource could not be found. Dec 21 22:12:47.049636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b054b2af-54c0-4b14-a35c-36fad8486786 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:12:47.074525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd14aa7b-91ca-4a7d-bf48-cd54716cf59a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.112246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-a43573fd-3401-4eff-8164-80818a1dc24b tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:47.114088 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-a43573fd-3401-4eff-8164-80818a1dc24b tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.46 "GET /v2.0/networks?id=be7f4ef3-5a29-465e-8259-f1fba0d6883d HTTP/1.1" status: 200 len: 806 time: 0.7744665 Dec 21 22:12:47.141279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b054b2af-54c0-4b14-a35c-36fad8486786 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] 10.222.0.30 "DELETE /v2.0/subnets/28ec1d51-0858-4224-8bf7-186b09a8b9a0 HTTP/1.1" status: 404 len: 337 time: 0.2595158 Dec 21 22:12:47.142248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Made reservation on behalf of 00e26ba0de984a87912fcc7fd7d61755 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:47.144449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60378) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:47.148473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.205450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6cd1-bf82-427c-89bd-c63162195e16 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.215688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3713a528-83a3-48bb-ac77-c5fd29363b5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:47.217665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-3713a528-83a3-48bb-ac77-c5fd29363b5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06262ced-cad4-41c8-9bfc-916c78222d6e HTTP/1.1" status: 200 len: 851 time: 0.3234839 Dec 21 22:12:47.241893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1b1c6cd1-bf82-427c-89bd-c63162195e16 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "DELETE /v2.0/ports/eb86ce0a-7950-4bf6-914b-597eee37d6a2 HTTP/1.1" status: 204 len: 168 time: 2.0824296 Dec 21 22:12:47.243568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60384) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:47.340845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Allocated IP 172.26.6.212 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/4a59a137-c541-4bea-a2a1-52520f4c8818) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:47.373187 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09297e2-0376-47a5-b098-016b15dd455b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] GET failed (client error): The resource could not be found. Dec 21 22:12:47.373675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e09297e2-0376-47a5-b098-016b15dd455b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Synchronizing usage tracker for tenant:bdb48fdb20a74852ab27d8333190862d on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:47.389724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.461764 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-4b7852fa-7dcf-47d3-b2d2-0cf2261ac18a tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6be5c586317b4b7ba5a7875414e9e6f9 HTTP/1.1" status: 200 len: 379 time: 0.3297451 Dec 21 22:12:47.463951 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-046c9346-1e76-4b93-9a1c-42a2d40b12f7 req-239239d4-be09-46c4-ae05-aecbece6b3f7 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5607622 Dec 21 22:12:47.471198 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24fe9463-0ce0-4103-bed3-2a0c3d0d0fd6 req-adf2e4e9-5745-401e-b9d2-d817daf6068a tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 210 time: 0.2524469 Dec 21 22:12:47.486189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e09297e2-0376-47a5-b098-016b15dd455b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Unset dirty status for tenant:bdb48fdb20a74852ab27d8333190862d on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:47.491054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e09297e2-0376-47a5-b098-016b15dd455b tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "GET /v2.0/ports/eb86ce0a-7950-4bf6-914b-597eee37d6a2 HTTP/1.1" status: 404 len: 333 time: 0.2409835 Dec 21 22:12:47.491869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60388) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:47.498791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Request body: {'port': {'device_id': 'a3424ac6-6957-4685-a802-db85c374567a', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'admin_state_up': True, 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'security_groups': ['7fa79b76-9709-49c8-bbab-5c85aca0c8b3']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:47.619326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd14aa7b-91ca-4a7d-bf48-cd54716cf59a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.697324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.739901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14aa7b-91ca-4a7d-bf48-cd54716cf59a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event deleted for resources: {'Subnet': ['ID=6be2fa58-487d-4f69-a7d3-d7e4c90dbe8a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:47.742592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Allocated IP 172.20.0.7 (4d05cc11-f142-4521-ac68-b48154804cc7/e9d033b7-4aaf-44ad-8b8a-68555c99f676/ca130953-f7e6-4a38-9406-a17b6d3f4a4d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:47.745763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-77f36996-de56-4e15-9d7d-890d1176f17f tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting port c93b4e6e-fd11-4015-8b6c-6a6a2658e159 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:47.746142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77f36996-de56-4e15-9d7d-890d1176f17f tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.750944 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-84121b3a-2372-4a1c-9219-3d5cb522e5bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbd112df-9b21-4571-b843-5c7e0f99e6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4940419 Dec 21 22:12:47.768053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df9bb7-d78d-4b4b-b784-48ed3edba950 None None] Network 51baeae1-c536-403d-9ca2-38c6a475bce1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:47.769221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd14aa7b-91ca-4a7d-bf48-cd54716cf59a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.808909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89b99cc-4db0-43c1-b240-bb8033f3efca']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:47.845902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fd14aa7b-91ca-4a7d-bf48-cd54716cf59a tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "DELETE /v2.0/subnets/6be2fa58-487d-4f69-a7d3-d7e4c90dbe8a HTTP/1.1" status: 204 len: 168 time: 2.9961414 Dec 21 22:12:47.846133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.847161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60394) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:47.851636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df56bda4-0839-41bc-8f27-f8238a95ddaa') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:47.851971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df56bda4-0839-41bc-8f27-f8238a95ddaa') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:47.886041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:47.891108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:47.983647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:48.047929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.087394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] DHCP port deletion for 51baeae1-c536-403d-9ca2-38c6a475bce1 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:12:48.092147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] Deleting port 3128affa-a528-443a-8f7b-9f0507ce3374 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:48.092730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.115712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-b8806e8c-2277-4fc7-b805-e06bc5752154 service neutron] 10.222.0.46 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489652 Dec 21 22:12:48.127029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:48.127480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:48.143847 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:48.152541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Made reservation on behalf of 6be5c586317b4b7ba5a7875414e9e6f9 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:48.158888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.192916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.362994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] For port 3128affa-a528-443a-8f7b-9f0507ce3374, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3128affa-a528-443a-8f7b-9f0507ce3374,segment=NetworkSegment(a2374db3-8e0a-4706-8fe3-a14281b614f5),segment_id=a2374db3-8e0a-4706-8fe3-a14281b614f5)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:48.363614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.502790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] Calling delete_port for 3128affa-a528-443a-8f7b-9f0507ce3374 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:48.503542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.510168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e88a2e58-25aa-44f4-9a98-2774ed53cf9f req-abd696be-74db-4082-892a-1f4f892db962 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Synchronizing usage tracker for tenant:00e26ba0de984a87912fcc7fd7d61755 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:48.571215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77f36996-de56-4e15-9d7d-890d1176f17f tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.760774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-77f36996-de56-4e15-9d7d-890d1176f17f tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Calling delete_port for c93b4e6e-fd11-4015-8b6c-6a6a2658e159 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:48.861938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dcc5ac-7914-4a93-b8c5-f589dcd9466a req-52d7a842-9caa-4cc8-bdd8-c11621c155b5 service neutron] 10.222.0.46 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391243 Dec 21 22:12:48.898836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a22b2-dc98-4456-9f26-5c030691f7e0 req-3994446d-db3c-4d2d-b3d2-42bb971b0510 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:48.906931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0d3a22b2-dc98-4456-9f26-5c030691f7e0 req-3994446d-db3c-4d2d-b3d2-42bb971b0510 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 944 time: 0.2470922 Dec 21 22:12:48.935861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:48.958147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0d3a22b2-dc98-4456-9f26-5c030691f7e0 req-22e561b2-1240-4266-a56b-32627884e403 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514429 Dec 21 22:12:48.964592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51baeae1-c536-403d-9ca2-38c6a475bce1']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:48.982506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2374db3-8e0a-4706-8fe3-a14281b614f5') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:48.982851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2374db3-8e0a-4706-8fe3-a14281b614f5') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:48.998734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:49.360692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3128affa-a528-443a-8f7b-9f0507ce3374 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:12:49.397372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3128affa-a528-443a-8f7b-9f0507ce3374 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:12:49.398071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3128affa-a528-443a-8f7b-9f0507ce3374 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:12:49.648887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:49.687756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e88a2e58-25aa-44f4-9a98-2774ed53cf9f req-abd696be-74db-4082-892a-1f4f892db962 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Unset dirty status for tenant:00e26ba0de984a87912fcc7fd7d61755 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:49.688150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:49.689205 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e88a2e58-25aa-44f4-9a98-2774ed53cf9f req-abd696be-74db-4082-892a-1f4f892db962 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 1.5050130 Dec 21 22:12:49.690847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] Pushing event deleted for resources: {'Port': ['ID=3128affa-a528-443a-8f7b-9f0507ce3374,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:49.699396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a39689-6d35-45de-b124-da057d6ebb85 None None] No DVR routers for this DVR port 3128affa-a528-443a-8f7b-9f0507ce3374 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:12:49.768910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:49.772439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Pushing event updated for resources: {'Port': ['ID=4a59a137-c541-4bea-a2a1-52520f4c8818,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:49.775898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:49.782119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:49.785594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Transition to ACTIVE for port object ca130953-f7e6-4a38-9406-a17b6d3f4a4d will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:49.819664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:49.824948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Allocated IP 172.26.6.249 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/cc7f574c-37bb-4b9b-999d-0abb96822eb2) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:49.889292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:49.893566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:49.896958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:49.897371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:49.914781 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-33db7b8a-34b1-4e0f-9925-dd211b43241a req-be26aab5-c1d2-430b-9ac6-b88c8d73fc49 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 210 time: 0.0915463 Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:49.934175 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:49.966607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Allocated IP 172.20.0.8 (be7f4ef3-5a29-465e-8259-f1fba0d6883d/c55115a1-106d-4050-9dc3-328f360cff97/2a09c68a-6c9b-40a2-80bb-3e754a8ce603) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:12:49.979488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] Pushing event deleted for resources: {'Network': ['ID=a89b99cc-4db0-43c1-b240-bb8033f3efca,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:50.051539 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-37607dcc-a3bb-4c2d-875d-89034b905961 tempest-ExternalNetworksTestJSON-2088046337 tempest-ExternalNetworksTestJSON-2088046337-project] 10.222.0.30 "DELETE /v2.0/networks/a89b99cc-4db0-43c1-b240-bb8033f3efca HTTP/1.1" status: 204 len: 168 time: 2.9035606 Dec 21 22:12:50.096295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.111099 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-721fd5d5-1555-42be-8f1a-39e6c968bd4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a732872adc74ac29679bade872dee69&device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 1097 time: 0.3849146 Dec 21 22:12:50.162133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77f36996-de56-4e15-9d7d-890d1176f17f tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.168839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.172586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.233147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.254151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f36996-de56-4e15-9d7d-890d1176f17f tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event deleted for resources: {'Port': ['ID=c93b4e6e-fd11-4015-8b6c-6a6a2658e159,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:50.258144 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] 10.222.0.30 "DELETE /v2.0/networks/51baeae1-c536-403d-9ca2-38c6a475bce1 HTTP/1.1" status: 204 len: 168 time: 2.3990176 Dec 21 22:12:50.259889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161e113-8867-4479-8346-52629aff915e tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637 tempest-ExtraDHCPOptionsIpV6TestJSON-1448077637-project] Pushing event deleted for resources: {'Network': ['ID=51baeae1-c536-403d-9ca2-38c6a475bce1,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:50.409854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.435386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.454107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Network 4d05cc11-f142-4521-ac68-b48154804cc7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:50.456865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77f36996-de56-4e15-9d7d-890d1176f17f tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.460380 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-77f36996-de56-4e15-9d7d-890d1176f17f tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "DELETE /v2.0/ports/c93b4e6e-fd11-4015-8b6c-6a6a2658e159 HTTP/1.1" status: 204 len: 168 time: 2.9501948 Dec 21 22:12:50.463235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60410) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:50.473553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event updated for resources: {'Port': ['ID=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:50.476362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:50.549577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:50.718382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-05e0d68f-0ca5-431e-b74a-c5d32abc64a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:50.720016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-05e0d68f-0ca5-431e-b74a-c5d32abc64a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbd112df-9b21-4571-b843-5c7e0f99e6ce HTTP/1.1" status: 200 len: 913 time: 0.5934491 Dec 21 22:12:50.759212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:50.764566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.772539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60420) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:50.834121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1292f4f4-aa53-49b8-9de2-56940fbf901e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting subnet 7e0dd118-d2df-4688-a562-1b3bfae902b1 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:12:50.840229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1292f4f4-aa53-49b8-9de2-56940fbf901e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.879567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60426) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:50.881502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f076c93-f455-4a0d-9f78-e8bec5a2ebcc req-0372abbf-1c03-4c12-a5a1-b3fc7ac526a4 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:50.889920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0f076c93-f455-4a0d-9f78-e8bec5a2ebcc req-0372abbf-1c03-4c12-a5a1-b3fc7ac526a4 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 944 time: 0.7716439 Dec 21 22:12:50.927088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.941747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1292f4f4-aa53-49b8-9de2-56940fbf901e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:50.971793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.042677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.055349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-8be99988-cbe4-4fc9-a44e-a79e96bdd6d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497cf982-ed98-486d-a254-92956928e2bc HTTP/1.1" status: 200 len: 217 time: 0.3268719 Dec 21 22:12:51.066419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.088103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b53b922f-3be1-412d-b6bd-6508b2facb6b None None] Provisioning for port ca130953-f7e6-4a38-9406-a17b6d3f4a4d completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:51.093409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b53b922f-3be1-412d-b6bd-6508b2facb6b None None] Provisioning complete for port ca130953-f7e6-4a38-9406-a17b6d3f4a4d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:51.093812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b53b922f-3be1-412d-b6bd-6508b2facb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.160483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b53b922f-3be1-412d-b6bd-6508b2facb6b None None] Port ca130953-f7e6-4a38-9406-a17b6d3f4a4d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:51.203623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Pushing event updated for resources: {'Port': ['ID=4a59a137-c541-4bea-a2a1-52520f4c8818,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:51.234581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.239047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Transition to ACTIVE for port object 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:51.244101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-721386a4-3b8b-437e-849a-d15ddb21ceef tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3534012 Dec 21 22:12:51.251517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0f076c93-f455-4a0d-9f78-e8bec5a2ebcc req-94917028-e052-4f1a-8fc5-5535b9e96c4c tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607116 Dec 21 22:12:51.290199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Request body: {'port': {'device_id': '50978a64-5430-4e7a-a469-0484830d5b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:51.296621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1292f4f4-aa53-49b8-9de2-56940fbf901e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.334427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a023a67c-ad5f-4418-a20a-ffa5765eec9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d7d6cb7760e4660acc1e70c610a8364&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4512758 Dec 21 22:12:51.336628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:51.338122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60434) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:51.342996 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a31ba43b-93cd-4190-b739-874e5343eb98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4456880416394b88b113da6b3cbc4c09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5663421 Dec 21 22:12:51.343423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.347491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d07806c-e967-4b47-af89-ca64dfb6e4aa tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1917176 Dec 21 22:12:51.352038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60438) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:51.352421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60440) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:51.353288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:51.356054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:51.384430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-364176185', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'fixed_ips': [{'ip_address': '172.26.6.212'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:51.392906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event updated for resources: {'Port': ['ID=cc7f574c-37bb-4b9b-999d-0abb96822eb2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:51.396450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:51.396968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-74abef47-6f4b-42a7-b198-c5e963ba7f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:51.399127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-74abef47-6f4b-42a7-b198-c5e963ba7f79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06262ced-cad4-41c8-9bfc-916c78222d6e HTTP/1.1" status: 200 len: 851 time: 0.3189723 Dec 21 22:12:51.426103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Usage tracker for resource:port and tenant:c62eb6121659492799e92a0caa763bec is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:51.442685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:51.458466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:51.510305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d483374-29f7-4bd6-82c3-ff0dfc6c4299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.535633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d68db905-48bd-4c3a-bb07-41775d05703e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.569655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d483374-29f7-4bd6-82c3-ff0dfc6c4299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.600267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Made reservation on behalf of c62eb6121659492799e92a0caa763bec for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:51.605906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.632972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d68db905-48bd-4c3a-bb07-41775d05703e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.645387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.685165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1292f4f4-aa53-49b8-9de2-56940fbf901e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.747905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292f4f4-aa53-49b8-9de2-56940fbf901e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0dd118-d2df-4688-a562-1b3bfae902b1,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:51.752391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-00383148-3f87-472d-ab01-1b846e61962d req-ae7acf67-690d-4848-8863-7b5e93b710c5 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Synchronizing usage tracker for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:12:51.767836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1292f4f4-aa53-49b8-9de2-56940fbf901e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.774542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41df94b-ba6f-4f0a-8391-b3332bfeda2f None None] Network 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:12:51.784716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1292f4f4-aa53-49b8-9de2-56940fbf901e tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "DELETE /v2.0/subnets/7e0dd118-d2df-4688-a562-1b3bfae902b1 HTTP/1.1" status: 204 len: 168 time: 1.3203468 Dec 21 22:12:51.785682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60446) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:51.836098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5406b-788a-4312-8c56-cf0dfa644a15 req-36037af0-fd23-4f44-8e8d-47e3efdad638 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:51.837713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01e5406b-788a-4312-8c56-cf0dfa644a15 req-36037af0-fd23-4f44-8e8d-47e3efdad638 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 931 time: 0.8720002 Dec 21 22:12:51.846534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:51.895061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.896758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-00383148-3f87-472d-ab01-1b846e61962d req-ae7acf67-690d-4848-8863-7b5e93b710c5 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Unset dirty status for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:12:51.898230 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00383148-3f87-472d-ab01-1b846e61962d req-ae7acf67-690d-4848-8863-7b5e93b710c5 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 210 time: 0.5063524 Dec 21 22:12:51.902014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Usage tracker for resource:security_group_rule and tenant:c62eb6121659492799e92a0caa763bec is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:51.918974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:51.932020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:51.945150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.952807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d483374-29f7-4bd6-82c3-ff0dfc6c4299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:51.972395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d483374-29f7-4bd6-82c3-ff0dfc6c4299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75003e9e-16f7-40cd-8f2b-044ae699c2d2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:51.977278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting port 042dde18-dee4-47cb-8dbd-febfc4e349e8 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:51.977685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.035693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.037061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d483374-29f7-4bd6-82c3-ff0dfc6c4299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.041564 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d483374-29f7-4bd6-82c3-ff0dfc6c4299 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75003e9e-16f7-40cd-8f2b-044ae699c2d2 HTTP/1.1" status: 204 len: 168 time: 0.6966555 Dec 21 22:12:52.114942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d68db905-48bd-4c3a-bb07-41775d05703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.139756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] DHCP port deletion for 1d5c4832-e58b-4ac3-bb0e-fc97588bb75a request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:12:52.140013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event updated for resources: {'Port': ['ID=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:52.148621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:12:52.152519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] Deleting port 042dde18-dee4-47cb-8dbd-febfc4e349e8 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:52.152679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68db905-48bd-4c3a-bb07-41775d05703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3729575-caa9-4504-9f0b-5e7fae2c4222,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:52.154017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.155058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d68db905-48bd-4c3a-bb07-41775d05703e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.159515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d68db905-48bd-4c3a-bb07-41775d05703e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3729575-caa9-4504-9f0b-5e7fae2c4222 HTTP/1.1" status: 204 len: 168 time: 0.8060882 Dec 21 22:12:52.183420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:12:52.198112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:12:52.234006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-744599e5-9906-4e81-9e37-2f71dff9aa95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbd112df-9b21-4571-b843-5c7e0f99e6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7869773 Dec 21 22:12:52.250034 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01e5406b-788a-4312-8c56-cf0dfa644a15 req-d3cdf4cd-d4e6-46e6-9f16-95b1f1db3ce0 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682923 Dec 21 22:12:52.256476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.320567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.365881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] device_id is not set on port a17ad1b5-f418-4bcb-9c54-2c4338dd41ae yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:12:52.449520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] For port 042dde18-dee4-47cb-8dbd-febfc4e349e8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=042dde18-dee4-47cb-8dbd-febfc4e349e8,segment=NetworkSegment(4936061e-308f-43e4-aae8-eb026ff43097),segment_id=4936061e-308f-43e4-aae8-eb026ff43097)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:52.450087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.603860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] For port 042dde18-dee4-47cb-8dbd-febfc4e349e8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=042dde18-dee4-47cb-8dbd-febfc4e349e8,segment=NetworkSegment(4936061e-308f-43e4-aae8-eb026ff43097),segment_id=4936061e-308f-43e4-aae8-eb026ff43097)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:52.604583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.605190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:52.605992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:52.770911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-08f6ed8e-b3eb-49e4-8ec0-8dd7a4813a14 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2957768 Dec 21 22:12:52.807809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Request body: {'port': {'device_id': 'a3424ac6-6957-4685-a802-db85c374567a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:52.834315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] Calling delete_port for 042dde18-dee4-47cb-8dbd-febfc4e349e8 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:52.862436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-0ef0a810-d45f-458e-8f54-4b6e74db1d90 service neutron] 10.222.0.46 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113775 Dec 21 22:12:52.890824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e93b33b-ee23-44eb-8499-f045455daba0,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:52.904451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Calling delete_port for 042dde18-dee4-47cb-8dbd-febfc4e349e8 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:53.072669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b96ba9d6-0b8c-493e-adb2-51c2890019db None None] Provisioning for port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:53.088225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b96ba9d6-0b8c-493e-adb2-51c2890019db None None] Provisioning complete for port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:53.088993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96ba9d6-0b8c-493e-adb2-51c2890019db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.149738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60470) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:53.159815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.160444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.182951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b96ba9d6-0b8c-493e-adb2-51c2890019db None None] Port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:12:53.185968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.199676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.212526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:12:53.212875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:12:53.238278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] Pushing event deleted for resources: {'Port': ['ID=042dde18-dee4-47cb-8dbd-febfc4e349e8,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:53.246347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f7c1d-5a2d-4eb0-93b2-334328781e55 None None] No DVR routers for this DVR port 042dde18-dee4-47cb-8dbd-febfc4e349e8 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:12:53.255192 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 22:12:53.255899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:12:53.307672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12dd2a-a54a-47d7-90c0-936e9d3a327e req-f8bb8671-191d-4a3c-a63f-e7fade8c20b5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:53.309386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ee12dd2a-a54a-47d7-90c0-936e9d3a327e req-f8bb8671-191d-4a3c-a63f-e7fade8c20b5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 944 time: 0.6861479 Dec 21 22:12:53.324839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6380a835-d925-4454-8d04-b0c8069d1171 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9693601 Dec 21 22:12:53.329273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60476) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:53.369887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 042dde18-dee4-47cb-8dbd-febfc4e349e8 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:12:53.411764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 042dde18-dee4-47cb-8dbd-febfc4e349e8 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:12:53.412156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 042dde18-dee4-47cb-8dbd-febfc4e349e8 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:12:53.514107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Deleting port 4a59a137-c541-4bea-a2a1-52520f4c8818 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:53.514675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.515305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c38e7f5-bdf3-41ce-98a4-4c6b394d11b9 req-000e4890-fd91-429e-9be2-44c5005fadd1 service neutron] 10.222.0.46 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876429 Dec 21 22:12:53.675711 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a27270b-97fa-4386-a3da-23ce0862625e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef7b98d55dd34798a46b03d36d8aa7ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5176442 Dec 21 22:12:53.678557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60488) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:53.705131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca130953-f7e6-4a38-9406-a17b6d3f4a4d {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:12:53.716421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ee12dd2a-a54a-47d7-90c0-936e9d3a327e req-f0c3df50-6825-4e09-be94-2872b0dcb0cb tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374434 Dec 21 22:12:53.719118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Deleting port 042dde18-dee4-47cb-8dbd-febfc4e349e8 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:12:53.719485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.727939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.786768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76404fb-c3a3-44f4-8fd2-e14cfe3f77fb req-d5bcc152-3a43-49af-96f6-a53fda71a2a8 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:53.794533 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d76404fb-c3a3-44f4-8fd2-e14cfe3f77fb req-d5bcc152-3a43-49af-96f6-a53fda71a2a8 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 931 time: 0.6194348 Dec 21 22:12:53.824316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60492) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:53.826233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.826596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:53.833084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Transition to ACTIVE for port object ca130953-f7e6-4a38-9406-a17b6d3f4a4d will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:53.854429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] The port '042dde18-dee4-47cb-8dbd-febfc4e349e8' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:12:53.905030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 497cf982-ed98-486d-a254-92956928e2bc details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:12:54.032201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Calling delete_port for 4a59a137-c541-4bea-a2a1-52520f4c8818 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:12:54.097295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 497cf982-ed98-486d-a254-92956928e2bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=497cf982-ed98-486d-a254-92956928e2bc,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:54.099720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1963185160'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:54.115356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '497cf982-ed98-486d-a254-92956928e2bc', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'port_id': '497cf982-ed98-486d-a254-92956928e2bc', 'mac_address': 'fa:16:3e:6b:e3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:12:54.122956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:54.137844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:network and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:54.140714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.149950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:54.166270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.175822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.182636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:54.194501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497cf982-ed98-486d-a254-92956928e2bc {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:12:54.211656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 497cf982-ed98-486d-a254-92956928e2bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=497cf982-ed98-486d-a254-92956928e2bc,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:54.241610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.255139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.310824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.317482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=497cf982-ed98-486d-a254-92956928e2bc,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:54.321429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5c4832-e58b-4ac3-bb0e-fc97588bb75a']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:54.338276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:54.343758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.356591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4936061e-308f-43e4-aae8-eb026ff43097') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:54.356862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4936061e-308f-43e4-aae8-eb026ff43097') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:54.359948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d76404fb-c3a3-44f4-8fd2-e14cfe3f77fb req-2a646941-f12d-43fb-9a43-a89b9fd57800 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5644276 Dec 21 22:12:54.380930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.390534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.436790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.459148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Pushing event updated for resources: {'Port': ['ID=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:54.462813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:12:54.463599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:12:54.480774 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:12:54.509261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.509651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.510007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.510456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.510825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.511196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.511565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.511930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.512294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.512507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:54.512707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.513071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.517909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['497cf982-ed98-486d-a254-92956928e2bc'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:12:54.552095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:security_group_rule and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:54.560889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:54.582819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:54.682149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357198a9-ffea-4b09-a979-b506ba066c39 req-1617bcba-feaa-4e18-8cc7-80ffb12589e1 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:54.683791 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-357198a9-ffea-4b09-a979-b506ba066c39 req-1617bcba-feaa-4e18-8cc7-80ffb12589e1 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 943 time: 0.5327566 Dec 21 22:12:54.716590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.728747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.748302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:12:54.764573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.791793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eba242-8334-4b6a-8ceb-8cd02e96e333,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:54.803665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a59a137-c541-4bea-a2a1-52520f4c8818,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:54.827265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Transition to ACTIVE for port object 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:12:54.828594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Attempting to bind port ca130953-f7e6-4a38-9406-a17b6d3f4a4d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:54.828971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Attempting to bind port ca130953-f7e6-4a38-9406-a17b6d3f4a4d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:54.829343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Attempting to bind port ca130953-f7e6-4a38-9406-a17b6d3f4a4d on network 4d05cc11-f142-4521-ac68-b48154804cc7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:54.834709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-357198a9-ffea-4b09-a979-b506ba066c39 req-a7baeaa2-05d8-4ba6-b7b6-8d2f5e00328e tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394782 Dec 21 22:12:54.842561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Port ca130953-f7e6-4a38-9406-a17b6d3f4a4d on network 4d05cc11-f142-4521-ac68-b48154804cc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:12:54.843239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Attempting to bind port ca130953-f7e6-4a38-9406-a17b6d3f4a4d on network 4d05cc11-f142-4521-ac68-b48154804cc7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:54.853788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:54.853788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Checking segment: {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:54.853788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Bound using segment: {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:54.854975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Bound port: ca130953-f7e6-4a38-9406-a17b6d3f4a4d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d188053-6363-4d9b-bcf8-e11209b073ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:54.855384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.890526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.890730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.891129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.891481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.891855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.892224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.892617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.892980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.893341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.893704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.894073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.896965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.900087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.900530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.900909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.901279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.901649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.902125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.902373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.902738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.903097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.903456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.903814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:54.927225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:54.933856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Router 416eaabb-c108-480d-8551-f50e29c8531f is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:12:54.945620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.007307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] Pushing event deleted for resources: {'Network': ['ID=1d5c4832-e58b-4ac3-bb0e-fc97588bb75a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:55.045922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.047168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-147b580d-9eed-4ce3-a89b-29852b223f22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5eba242-8334-4b6a-8ceb-8cd02e96e333 HTTP/1.1" status: 204 len: 168 time: 1.3639104 Dec 21 22:12:55.060182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-686cc090-774c-4288-8aeb-73f6118b4cd5 tempest-AllowedAddressPairTestJSON-1938640778 tempest-AllowedAddressPairTestJSON-1938640778-project] 10.222.0.30 "DELETE /v2.0/networks/1d5c4832-e58b-4ac3-bb0e-fc97588bb75a HTTP/1.1" status: 204 len: 168 time: 3.2648194 Dec 21 22:12:55.109384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.122400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.126326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.127624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e4f99df6-c867-48de-99a2-45d1af4698f5 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603 tempest-ExternalNetworksAdminNegativeTestJSON-1459470603-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/f0d76d66-7d54-455b-b513-9038592a750d HTTP/1.1" status: 204 len: 168 time: 1.7972071 Dec 21 22:12:55.144746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.198549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:12:55.208857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea467ea-8038-4c76-ba90-044c66025347,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:55.218070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.218586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Added segment 65b2dea5-dc92-4260-9571-d1a3b17203f3 of type vlan for network ccdce2d0-5ede-4d41-9581-4c324795290b Dec 21 22:12:55.270383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.276907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Pushing event updated for resources: {'Port': ['ID=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:55.310235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] For port ca130953-f7e6-4a38-9406-a17b6d3f4a4d, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:55.384761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.389441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:55.390536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.396430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] For port ca130953-f7e6-4a38-9406-a17b6d3f4a4d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:55.432986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a6592-fd75-4707-96a2-3191b0988c9a req-bc3c0249-0752-471a-8dcd-8e7535053eba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:55.440646 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-890a6592-fd75-4707-96a2-3191b0988c9a req-bc3c0249-0752-471a-8dcd-8e7535053eba tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 945 time: 0.5194857 Dec 21 22:12:55.465936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.598772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Network': ['ID=ccdce2d0-5ede-4d41-9581-4c324795290b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:55.600045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Attempting to bind port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:12:55.600475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Attempting to bind port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:12:55.600853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Attempting to bind port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 on network be7f4ef3-5a29-465e-8259-f1fba0d6883d {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:55.602877 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f09f23e-a3e7-49cc-a364-e247997530f5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7624676 Dec 21 22:12:55.615552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network ccdce2d0-5ede-4d41-9581-4c324795290b details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:12:55.625311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:55.626794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] 10.222.0.46 "PUT /v2.0/ports/ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 1093 time: 4.3658960 Dec 21 22:12:55.682733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50978a64-5430-4e7a-a469-0484830d5b7c', 'tag': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:12:55.720029 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-890a6592-fd75-4707-96a2-3191b0988c9a req-5249100a-46dc-4597-a67a-4a77dd2649f9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783070 Dec 21 22:12:55.724036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5396920-18a2-481c-94c0-c0f934b6d25b service neutron] Pushing event updated for resources: {'Port': ['ID=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:55.895583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60522) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:55.907179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50978a64-5430-4e7a-a469-0484830d5b7c', 'tag': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'status': 'completed', 'code': 200} Dec 21 22:12:55.934906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 497cf982-ed98-486d-a254-92956928e2bc up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:12:56.015295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 on network be7f4ef3-5a29-465e-8259-f1fba0d6883d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:12:56.015982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Attempting to bind port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 on network be7f4ef3-5a29-465e-8259-f1fba0d6883d {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:12:56.084845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:12:56.086611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Checking segment: {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:12:56.111090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Bound using segment: {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:12:56.111940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Bound port: 2a09c68a-6c9b-40a2-80bb-3e754a8ce603, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23060847-f58b-4724-8f07-75e6ea76f486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:12:56.112696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.327024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 497cf982-ed98-486d-a254-92956928e2bc completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:12:56.333047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 497cf982-ed98-486d-a254-92956928e2bc triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:12:56.333528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.488570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f0aef-2828-4841-8111-c80bd578e6c1 req-9eba111f-6e95-460a-9a40-60761d852f95 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:56.491491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-699f0aef-2828-4841-8111-c80bd578e6c1 req-9eba111f-6e95-460a-9a40-60761d852f95 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 943 time: 0.8777018 Dec 21 22:12:56.496966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60532) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:56.521032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ecb9d9c1-1a82-4dcd-9551-aea8aa128bd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdb48fdb20a74852ab27d8333190862d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6238909 Dec 21 22:12:56.526858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60538) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:56.592643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] For port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:12:56.596220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] For port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:12:56.613148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.620492 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-01a9eba5-1948-49f5-a186-83aa104869a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1096 time: 0.8754468 Dec 21 22:12:56.680059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1e528de-ad42-4dc0-873b-48ffa603f050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.687902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497cf982-ed98-486d-a254-92956928e2bc'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:12:56.703038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:12:56.714582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.753014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1e528de-ad42-4dc0-873b-48ffa603f050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.819913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Pushing event updated for resources: {'Port': ['ID=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:56.840684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.850729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36a5fd-0de5-4117-bff9-2000f575c7cb None None] Sync routers for ids ['416eaabb-c108-480d-8551-f50e29c8531f'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:12:56.859128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638e9ca-cb96-4548-840b-09741ba0b782 req-679785b1-81ca-4da6-91ad-3b1167e7d8db tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:56.867800 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e638e9ca-cb96-4548-840b-09741ba0b782 req-679785b1-81ca-4da6-91ad-3b1167e7d8db tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 943 time: 0.6848118 Dec 21 22:12:56.876580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-fdd9fd6f-4bd1-4752-bdf9-8cb6c84a3bc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 217 time: 0.2441323 Dec 21 22:12:56.899814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 497cf982-ed98-486d-a254-92956928e2bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=497cf982-ed98-486d-a254-92956928e2bc,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:12:56.901393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:56.911431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:3eb80d04105345c69bfa302a87c5c357 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:56.915265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:56.917665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36a5fd-0de5-4117-bff9-2000f575c7cb None None] Routers {'416eaabb-c108-480d-8551-f50e29c8531f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:56.918983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7c36a5fd-0de5-4117-bff9-2000f575c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['416eaabb-c108-480d-8551-f50e29c8531f'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:56.934754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1e528de-ad42-4dc0-873b-48ffa603f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.940642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:56.985767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:56.987995 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-231eab4d-c123-48ff-ac81-3d459eeb9380 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a09c68a-6c9b-40a2-80bb-3e754a8ce603 HTTP/1.1" status: 200 len: 1093 time: 4.2004154 Dec 21 22:12:57.000141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:57.001931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8bc4a87-9dd7-4b5f-be6c-7dd337db166f tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 14.6438348 Dec 21 22:12:57.008972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60552) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:57.011752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e528de-ad42-4dc0-873b-48ffa603f050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa3c0b-6467-4ca7-9d9f-5c74a9a4d381,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:57.037794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-699f0aef-2828-4841-8111-c80bd578e6c1 req-9a512436-aba7-4c22-bf5d-cec7e8973a26 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4920099 Dec 21 22:12:57.191211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e638e9ca-cb96-4548-840b-09741ba0b782 req-7da4f004-fc9a-460e-82e0-75b1f032c5a2 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208005 Dec 21 22:12:57.204082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7c36a5fd-0de5-4117-bff9-2000f575c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:57.241498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-2781d8d1-a5c0-40d8-b21a-9d840e113c41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:57.259100 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-2781d8d1-a5c0-40d8-b21a-9d840e113c41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.3390446 Dec 21 22:12:57.278276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:57.322314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1e528de-ad42-4dc0-873b-48ffa603f050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:57.326040 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e1e528de-ad42-4dc0-873b-48ffa603f050 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5dfa3c0b-6467-4ca7-9d9f-5c74a9a4d381 HTTP/1.1" status: 204 len: 168 time: 0.7950335 Dec 21 22:12:57.463118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36a5fd-0de5-4117-bff9-2000f575c7cb None None] Routers {'416eaabb-c108-480d-8551-f50e29c8531f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:12:57.473396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7c36a5fd-0de5-4117-bff9-2000f575c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:12:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['416eaabb-c108-480d-8551-f50e29c8531f'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:57.509237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:57.601266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:57.684544 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497cf982-ed98-486d-a254-92956928e2bc', 'code': 200} Dec 21 22:12:57.685664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3eb80d04105345c69bfa302a87c5c357&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1875086 Dec 21 22:12:57.688822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7c36a5fd-0de5-4117-bff9-2000f575c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:12:57.689729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60566) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:57.689840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36a5fd-0de5-4117-bff9-2000f575c7cb None None] The sync data for ids ['416eaabb-c108-480d-8551-f50e29c8531f'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:12:57.724474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=497cf982-ed98-486d-a254-92956928e2bc,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:57.772862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.773324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.773734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.773734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.780693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.781167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.781554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.781938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.782317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.782849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.783217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:12:57.878965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cde113-1bf1-43eb-8178-1cac55b21fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9538ffa-d01c-4923-9679-3fd8253d2e79,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:57.909139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-15357134-1cfe-45dd-9c1e-e95bda5f5d0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6be5c586317b4b7ba5a7875414e9e6f9&device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 1096 time: 0.8424959 Dec 21 22:12:57.911228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3424ac6-6957-4685-a802-db85c374567a', 'tag': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:12:58.059836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3424ac6-6957-4685-a802-db85c374567a', 'tag': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'status': 'completed', 'code': 200} Dec 21 22:12:58.071298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-be58b35a-3bd6-4497-9ec1-99d2b19bb74d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8003252 Dec 21 22:12:58.076496 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-02e36d94-23ce-4a5c-9750-4195e6c5c077 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/routers/416eaabb-c108-480d-8551-f50e29c8531f HTTP/1.1" status: 200 len: 925 time: 1.0572124 Dec 21 22:12:58.091761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60578) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:58.198233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e136e47-02df-4672-8da2-ab23831bc082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:58.205149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-39fcb8b4-5c4b-4876-ac79-ddb645ec09a8 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=416eaabb-c108-480d-8551-f50e29c8531f HTTP/1.1" status: 200 len: 205 time: 0.1120491 Dec 21 22:12:58.226247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60584) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:58.284379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b1cf5-3b3d-49d7-a933-df4ebfe83ff5 req-4399b26c-e89d-4a70-9897-c6ef315891b9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:58.286404 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b34b1cf5-3b3d-49d7-a933-df4ebfe83ff5 req-4399b26c-e89d-4a70-9897-c6ef315891b9 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.8860905 Dec 21 22:12:58.296875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-53bad776-acde-48bb-93fb-8b64d008d8ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a09c68a-6c9b-40a2-80bb-3e754a8ce603 HTTP/1.1" status: 200 len: 217 time: 0.3772328 Dec 21 22:12:58.539166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-bb40573e-fd59-4827-893b-9aae651a42d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:58.541585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-bb40573e-fd59-4827-893b-9aae651a42d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c55115a1-106d-4050-9dc3-328f360cff97 HTTP/1.1" status: 200 len: 845 time: 0.0732083 Dec 21 22:12:58.653351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e136e47-02df-4672-8da2-ab23831bc082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:58.807336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e136e47-02df-4672-8da2-ab23831bc082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:58.843384 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b34b1cf5-3b3d-49d7-a933-df4ebfe83ff5 req-bfe09b3b-ba60-4bc7-b06b-99b59ce8c29c tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5453525 Dec 21 22:12:58.859187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e136e47-02df-4672-8da2-ab23831bc082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:58.860691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6e136e47-02df-4672-8da2-ab23831bc082 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9538ffa-d01c-4923-9679-3fd8253d2e79 HTTP/1.1" status: 204 len: 168 time: 1.1696455 Dec 21 22:12:58.861498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-6bbad2c4-42a5-4666-baa0-8ec1bc4f11e7 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748902 Dec 21 22:12:58.864509 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-f66369d8-54d7-4873-9e44-6274acb564f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 1099 time: 0.7760086 Dec 21 22:12:58.864927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e136e47-02df-4672-8da2-ab23831bc082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9538ffa-d01c-4923-9679-3fd8253d2e79,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:12:58.973753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:59.020814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2ede4-2aa2-4f04-b8a3-468f8b0c11e6 req-eb513ccc-0962-4eaa-8b82-7170c1dbb8ca tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:59.022541 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14a2ede4-2aa2-4f04-b8a3-468f8b0c11e6 req-eb513ccc-0962-4eaa-8b82-7170c1dbb8ca tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 943 time: 0.5646203 Dec 21 22:12:59.036279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-a03e4711-c569-4935-9499-e1855865fa5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f4ef3-5a29-465e-8259-f1fba0d6883d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4296029 Dec 21 22:12:59.367893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:59.439330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] Usage tracker for resource:security_group_rule and tenant:8cf7bfcde0b64fbab63d52919deebd8a is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:59.451182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:59.457232 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-155e5f35-d05e-4c08-94f7-9e079dcbb409 req-b89f4331-f3e4-4df6-998d-07d3f9afb81a service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811446 Dec 21 22:12:59.489054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:59.558307 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14a2ede4-2aa2-4f04-b8a3-468f8b0c11e6 req-74d2298e-cfc1-406a-bbc6-20d9bf0e76c2 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5201480 Dec 21 22:12:59.583326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60620) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:59.593967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'subnet': {'network_id': 'ccdce2d0-5ede-4d41-9581-4c324795290b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:12:59.652868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3c11b-ee56-47f4-8a86-f34bc115c9e0 req-ab06bbd2-cf97-497d-8763-d4d8c4060407 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:12:59.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d3b3c11b-ee56-47f4-8a86-f34bc115c9e0 req-ab06bbd2-cf97-497d-8763-d4d8c4060407 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 943 time: 0.4343798 Dec 21 22:12:59.675543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-6261d97f-cc1f-4901-97fc-a868e6cd8a95 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842767 Dec 21 22:12:59.744392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:12:59.749155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:subnet and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:12:59.751176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:59.752531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:12:59.758856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:12:59.778372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60626) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:59.808834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:12:59.824663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60630) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:59.954583 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6fdeb5b3-5761-4dd2-9144-b40fcb431952 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c62eb6121659492799e92a0caa763bec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1724393 Dec 21 22:12:59.957622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:12:59.976970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60638) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:00.143325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60644) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:00.179759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6d30721-a3c7-43ad-bd6f-5444e2e691c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.217140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6d30721-a3c7-43ad-bd6f-5444e2e691c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.249019 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d3b3c11b-ee56-47f4-8a86-f34bc115c9e0 req-a5ce6a91-a601-4ac5-a7f9-cc935bd24549 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5839543 Dec 21 22:13:00.291504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-bca45a6a-27b5-401e-8dad-fdef7a7fcfe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1096 time: 0.7267818 Dec 21 22:13:00.345151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-108402002', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:00.355178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.363237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:00.363543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4eac4949-cb94-4912-895c-5aa8ac9d493a req-41cca312-94e0-484b-a452-b660a72d0afe service neutron] 10.222.0.46 "GET /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689579 Dec 21 22:13:00.378196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Usage tracker for resource:port and tenant:ce618c6ee20646be99fa293bc8bce3cd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:00.387762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:00.399955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:00.435505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6d30721-a3c7-43ad-bd6f-5444e2e691c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.449190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.470078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.481006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1141037892'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:00.498844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d30721-a3c7-43ad-bd6f-5444e2e691c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e93b33b-ee23-44eb-8499-f045455daba0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:00.500734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Made reservation on behalf of ce618c6ee20646be99fa293bc8bce3cd for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:00.505615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.542316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.552545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:00.577849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Subnet': ['ID=5210c3c4-ef57-4751-98e6-f65c099f12af,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:00.579875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6d30721-a3c7-43ad-bd6f-5444e2e691c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.581150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6d30721-a3c7-43ad-bd6f-5444e2e691c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e93b33b-ee23-44eb-8499-f045455daba0 HTTP/1.1" status: 204 len: 168 time: 0.6039634 Dec 21 22:13:00.584056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:network and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:00.593664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:00.618530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:00.619870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651a710-1ee7-4423-a586-d5789a15345f req-ae08b43e-39d5-46ec-82b6-279be8ffc9e7 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:00.621827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1651a710-1ee7-4423-a586-d5789a15345f req-ae08b43e-39d5-46ec-82b6-279be8ffc9e7 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.4503748 Dec 21 22:13:00.623473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:00.625089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Usage tracker for resource:security_group_rule and tenant:ce618c6ee20646be99fa293bc8bce3cd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:00.628971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:00.635620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Checking segment: {'id': '65b2dea5-dc92-4260-9571-d1a3b17203f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ccdce2d0-5ede-4d41-9581-4c324795290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:00.636024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network hostable DHCP agents. Network: ccdce2d0-5ede-4d41-9581-4c324795290b, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:00.640779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:00.686894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8076799 Dec 21 22:13:00.699625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=25469add-4813-4ae8-a823-53c8a87620e5,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:00.717510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network ccdce2d0-5ede-4d41-9581-4c324795290b is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:00.738400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-3f6b7db7-5115-485b-a265-909ac4d6f075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:00.740022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-3f6b7db7-5115-485b-a265-909ac4d6f075 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.4269114 Dec 21 22:13:00.745299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.761575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, ccdce2d0-5ede-4d41-9581-4c324795290b) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:00.767747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:00.773363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.774156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6551b7-0f37-46eb-a47a-b6d9b9cd0317 None None] Network ccdce2d0-5ede-4d41-9581-4c324795290b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:00.795995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.809141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] device_id is not set on port f5f0eab8-5ad7-4927-8415-67b33dfab004 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:00.834691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-b97df226-8097-4b95-8773-49be49e59ac8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6be5c586317b4b7ba5a7875414e9e6f9&device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 1096 time: 0.3382223 Dec 21 22:13:00.845595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:00.851111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.865899 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a68f07e-31e0-4d8e-b309-67443f6a1366 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2771165 Dec 21 22:13:00.868691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60654) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:00.887589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:00.898571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-197310065'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:00.908614 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1651a710-1ee7-4423-a586-d5789a15345f req-6b0caa50-11c0-49a2-9861-bdc1ee2f4c9f tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101533 Dec 21 22:13:00.908761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbce1b6-434a-485c-8a0a-81771393b931,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:00.917147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:01.015688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:network and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:01.021203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Allocated IP 172.26.6.203 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/f5f0eab8-5ad7-4927-8415-67b33dfab004) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:01.032127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:01.056853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:01.076000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-ccdce2d0-5ede-4d41-9581-4c324795290b', 'network_id': 'ccdce2d0-5ede-4d41-9581-4c324795290b', 'tenant_id': '49dff926852340e4a76585415d1679d2', 'fixed_ips': [{'subnet_id': '5210c3c4-ef57-4751-98e6-f65c099f12af'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:01.076918 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-7e9e5cf4-f6c8-403c-94a1-d09e93feb537 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 217 time: 0.1617162 Dec 21 22:13:01.077673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.143592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:01.214219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:01.219680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.253449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:security_group_rule and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:01.274431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:01.281186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:01.318937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Allocated IP 2001:db8:0:ffff::2 (ccdce2d0-5ede-4d41-9581-4c324795290b/5210c3c4-ef57-4751-98e6-f65c099f12af/8f255a6b-6966-47a4-8b2f-ab9228ae287f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:01.332622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.337220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-64476833-2ba0-4531-95c6-f813cc51d6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:01.338838 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-64476833-2ba0-4531-95c6-f813cc51d6a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.2416134 Dec 21 22:13:01.355922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6572eb7-ad0c-4f2c-bd36-5b2e873f36ca req-14345c2a-7e60-4cbc-b29a-e9afe7a64c28 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:01.357871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6572eb7-ad0c-4f2c-bd36-5b2e873f36ca req-14345c2a-7e60-4cbc-b29a-e9afe7a64c28 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 943 time: 0.5921087 Dec 21 22:13:01.368432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.402730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.448044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-78165936-0b7e-4e6d-bd29-d480f998604b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:01.449411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-78165936-0b7e-4e6d-bd29-d480f998604b service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f4ef3-5a29-465e-8259-f1fba0d6883d HTTP/1.1" status: 200 len: 907 time: 0.5275180 Dec 21 22:13:01.466625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:01.482278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:01.490531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:01.501982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:01.576954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Pushing event updated for resources: {'Port': ['ID=f5f0eab8-5ad7-4927-8415-67b33dfab004,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:01.594113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:01.595730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.595842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.608080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Deleting port cc7f574c-37bb-4b9b-999d-0abb96822eb2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:01.608508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.610579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Transition to ACTIVE for port object 8f255a6b-6966-47a4-8b2f-ab9228ae287f will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:01.637719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Transition to ACTIVE for port object 8f255a6b-6966-47a4-8b2f-ab9228ae287f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:01.653818 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf0bbf14-9b91-4341-87b9-e4e245fe0a10 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5093021 Dec 21 22:13:01.656762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60674) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:01.662795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.203'}]}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:01.668613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:01.673309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Usage tracker for resource:router and tenant:ce618c6ee20646be99fa293bc8bce3cd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:01.676028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.677278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:01.688193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:01.688636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.689202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Added segment ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1 of type vlan for network 63236f2b-6754-4a47-ae9d-7d6715544998 Dec 21 22:13:01.694344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-bb5e6484-9ccf-4097-8657-add844f7555a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a09c68a-6c9b-40a2-80bb-3e754a8ce603 HTTP/1.1" status: 200 len: 217 time: 0.2189083 Dec 21 22:13:01.727385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.728710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.750854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.752057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Pushing event updated for resources: {'Port': ['ID=8f255a6b-6966-47a4-8b2f-ab9228ae287f,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:01.763456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Network ccdce2d0-5ede-4d41-9581-4c324795290b is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:01.766072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:01.768849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:01.872951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Attempting to bind port 8f255a6b-6966-47a4-8b2f-ab9228ae287f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:01.873529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Attempting to bind port 8f255a6b-6966-47a4-8b2f-ab9228ae287f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '65b2dea5-dc92-4260-9571-d1a3b17203f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ccdce2d0-5ede-4d41-9581-4c324795290b'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:01.873915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Attempting to bind port 8f255a6b-6966-47a4-8b2f-ab9228ae287f on network ccdce2d0-5ede-4d41-9581-4c324795290b {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:01.886088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:01.886611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Checking segment: {'id': '65b2dea5-dc92-4260-9571-d1a3b17203f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ccdce2d0-5ede-4d41-9581-4c324795290b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:01.887142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.887659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Bound using segment: {'id': '65b2dea5-dc92-4260-9571-d1a3b17203f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ccdce2d0-5ede-4d41-9581-4c324795290b'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:01.888616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Bound port: 8f255a6b-6966-47a4-8b2f-ab9228ae287f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b2dea5-dc92-4260-9571-d1a3b17203f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ccdce2d0-5ede-4d41-9581-4c324795290b'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:01.889124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.899918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device ca130953-f7e6-4a38-9406-a17b6d3f4a4d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:13:01.907927 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6572eb7-ad0c-4f2c-bd36-5b2e873f36ca req-8833432a-04ac-46be-8e51-758dcc26e6b3 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4631677 Dec 21 22:13:01.909892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.947653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.949222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:01.959558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-ca717269-2138-41f2-9f00-724802e7cfa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5958762 Dec 21 22:13:02.050462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-03283f64-9046-4e8c-a26f-fdb9def1d17d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:02.052140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-03283f64-9046-4e8c-a26f-fdb9def1d17d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c55115a1-106d-4050-9dc3-328f360cff97 HTTP/1.1" status: 200 len: 845 time: 0.3322036 Dec 21 22:13:02.052837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.059360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port ca130953-f7e6-4a38-9406-a17b6d3f4a4d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:02.077103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'port_id': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'mac_address': 'fa:16:3e:41:be:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:13:02.148464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.168409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca130953-f7e6-4a38-9406-a17b6d3f4a4d {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:13:02.184545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port ca130953-f7e6-4a38-9406-a17b6d3f4a4d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:02.198499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.234904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.323762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.328870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:02.330327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.339010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.347749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] For port 8f255a6b-6966-47a4-8b2f-ab9228ae287f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:02.351437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] For port 8f255a6b-6966-47a4-8b2f-ab9228ae287f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8f255a6b-6966-47a4-8b2f-ab9228ae287f,segment=NetworkSegment(65b2dea5-dc92-4260-9571-d1a3b17203f3),segment_id=65b2dea5-dc92-4260-9571-d1a3b17203f3)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:02.352614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:02.377453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.385290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.555038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaa209-794d-4dca-83db-79a4c2541fb6 None None] Pushing event updated for resources: {'Port': ['ID=8f255a6b-6966-47a4-8b2f-ab9228ae287f,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:02.633299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['ca130953-f7e6-4a38-9406-a17b6d3f4a4d'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:13:02.655290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9628d-eaba-4cb8-aff8-9e07a2a55e50 req-e2313942-99d2-4a4b-8ea1-748116b8a95c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:02.657213 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ced9628d-eaba-4cb8-aff8-9e07a2a55e50 req-e2313942-99d2-4a4b-8ea1-748116b8a95c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 943 time: 1.2052407 Dec 21 22:13:02.676006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.746767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:02.770992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Calling delete_port for cc7f574c-37bb-4b9b-999d-0abb96822eb2 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:02.846293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c53f78c-a5b9-473c-83ea-717e5c318330,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:02.914071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:02.915397 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Added segment 0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7 of type vlan for network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 Dec 21 22:13:03.187949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:03.211323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3392308 Dec 21 22:13:03.212221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7d1c8-d8a9-4041-baa9-d6d1b984bfc8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Network': ['ID=63236f2b-6754-4a47-ae9d-7d6715544998,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:03.223865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60700) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:03.225894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 63236f2b-6754-4a47-ae9d-7d6715544998 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:03.230594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'subnet': {'network_id': '63236f2b-6754-4a47-ae9d-7d6715544998', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:03.287180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:03.323312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:03.390502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ced9628d-eaba-4cb8-aff8-9e07a2a55e50 req-4a9cf857-e683-4b85-b4c1-c7f2791153f6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6302297 Dec 21 22:13:03.432481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-2340bbee-bc67-4ea9-a899-c73d6da04d12 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4138472 Dec 21 22:13:03.436028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-2d2f5e86-6097-4db6-bbdd-7209c8d5fab2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f4ef3-5a29-465e-8259-f1fba0d6883d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3640788 Dec 21 22:13:03.469618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fd997-6749-4ce8-a2d9-7333fa346963 req-5afd262d-571d-4433-9a53-9ced22a7c8b2 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:03.485199 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-479fd997-6749-4ce8-a2d9-7333fa346963 req-5afd262d-571d-4433-9a53-9ced22a7c8b2 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 1.2289729 Dec 21 22:13:03.597049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8f255a6b-6966-47a4-8b2f-ab9228ae287f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:03.698951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:03.703162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:03.709424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:03.710225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:03.713856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:subnet and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:03.717021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:03.723332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:03.723807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:03.724869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 8f255a6b-6966-47a4-8b2f-ab9228ae287f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:03.807335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:03.807897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 748f528e-a359-4f7d-bf0d-ac5cdbc7a08d {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:13:03.835341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:03.869430 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.0293720 Dec 21 22:13:03.878274 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:13:03.882744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2180ca54-9b1e-41f2-8441-8af113991d9c tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2214789 Dec 21 22:13:03.886864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60712) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:03.887227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60714) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:03.889599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:13:03.935853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device ca130953-f7e6-4a38-9406-a17b6d3f4a4d up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:03.938575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:03.945616 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1efe14e-4165-49e7-81d7-34bf4b075129 req-54b67e74-ff4f-4286-8fc9-d507943b24c0 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548068 Dec 21 22:13:03.949350 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-479fd997-6749-4ce8-a2d9-7333fa346963 req-2ade7897-9dd9-4bc5-8772-cf932f64e363 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4632456 Dec 21 22:13:04.018576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:13:04.029415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ad8bd-4c6d-44d9-8b98-b06d50acbdd4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Network': ['ID=46b25152-08cb-4b8d-89e6-3a84ce307aa7,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:04.078979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:04.130796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:04.159240 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-06a1c579-0e43-4652-86fd-80be354dd530 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701586 Dec 21 22:13:04.336807 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce9a5ad9-69c9-42be-9aa9-5b3bb6786c73 req-4b8ef1a1-400c-4c8f-a8d6-641b233ad5d6 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697187 Dec 21 22:13:04.376297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port ca130953-f7e6-4a38-9406-a17b6d3f4a4d completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:04.388192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:04.397943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port ca130953-f7e6-4a38-9406-a17b6d3f4a4d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:04.398363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:04.399784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7858dc-5b1d-4817-b053-fe719d0ab58a req-2002eaa4-2231-479e-9cba-b748db7a3c5c tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:04.402141 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f7858dc-5b1d-4817-b053-fe719d0ab58a req-2002eaa4-2231-479e-9cba-b748db7a3c5c tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 943 time: 0.7209208 Dec 21 22:13:04.439750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:04.489705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'port_id': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'mac_address': 'fa:16:3e:00:23:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:13:04.516714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60728) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:04.581152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event deleted for resources: {'Port': ['ID=cc7f574c-37bb-4b9b-999d-0abb96822eb2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:04.595917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:04.650836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fa2dbc77-73e8-4dbc-b695-354d78bb34b5 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Deleting port f5f0eab8-5ad7-4927-8415-67b33dfab004 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:04.651219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbc77-73e8-4dbc-b695-354d78bb34b5 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:04.677213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:04.691361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:13:04.721136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:04.727248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50978a64-5430-4e7a-a469-0484830d5b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:13:04.737667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port ca130953-f7e6-4a38-9406-a17b6d3f4a4d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:04.756075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:04.802892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:04.823237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f7858dc-5b1d-4817-b053-fe719d0ab58a req-410440be-5c45-42b4-b168-6761d81fcad0 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4124899 Dec 21 22:13:04.844417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:04.866362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:04.898594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:04.906327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:04.951116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:04.955465 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50978a64-5430-4e7a-a469-0484830d5b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'code': 200} Dec 21 22:13:04.965532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e722296-0df1-4404-8821-0df3bb946082 None None] Network ccdce2d0-5ede-4d41-9581-4c324795290b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:05.030402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.094240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:05.129926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:05.135525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['2a09c68a-6c9b-40a2-80bb-3e754a8ce603'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:13:05.247431 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-57b13e31-88d6-40fb-8168-9fba0151a8b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9054275 Dec 21 22:13:05.289005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a2dbfd51-b6a5-41da-8713-46907793a285 None None] Provisioning for port 8f255a6b-6966-47a4-8b2f-ab9228ae287f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:05.297589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.314780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a2dbfd51-b6a5-41da-8713-46907793a285 None None] Provisioning complete for port 8f255a6b-6966-47a4-8b2f-ab9228ae287f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:05.315170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2dbfd51-b6a5-41da-8713-46907793a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.343337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Subnet': ['ID=557e8f7f-420a-4433-8069-a613e5af76c3,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:05.370363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.419687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Checking segment: {'id': 'ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '63236f2b-6754-4a47-ae9d-7d6715544998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:05.420083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network hostable DHCP agents. Network: 63236f2b-6754-4a47-ae9d-7d6715544998, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:05.425429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:05.436774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbc77-73e8-4dbc-b695-354d78bb34b5 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.586433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:05.594408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2dbfd51-b6a5-41da-8713-46907793a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.615188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Usage tracker for resource:floatingip and tenant:d4cae380cb4e499f98ece64a96b3a1e2 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:05.627817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:05.640976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fa2dbc77-73e8-4dbc-b695-354d78bb34b5 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Calling delete_port for f5f0eab8-5ad7-4927-8415-67b33dfab004 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:05.644348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a2dbfd51-b6a5-41da-8713-46907793a285 None None] For port 8f255a6b-6966-47a4-8b2f-ab9228ae287f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8f255a6b-6966-47a4-8b2f-ab9228ae287f,segment=NetworkSegment(65b2dea5-dc92-4260-9571-d1a3b17203f3),segment_id=65b2dea5-dc92-4260-9571-d1a3b17203f3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:05.647989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:05.692206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2dbfd51-b6a5-41da-8713-46907793a285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.743840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd70e-ffee-4bbe-af67-341acd637f57 req-bf64536a-9408-43aa-b129-9aedb705e139 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:05.745565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network 63236f2b-6754-4a47-ae9d-7d6715544998 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:05.751910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc6cd70e-ffee-4bbe-af67-341acd637f57 req-bf64536a-9408-43aa-b129-9aedb705e139 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 1.0551839 Dec 21 22:13:05.774151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbfd51-b6a5-41da-8713-46907793a285 None None] Pushing event updated for resources: {'Port': ['ID=8f255a6b-6966-47a4-8b2f-ab9228ae287f,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:05.841834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 63236f2b-6754-4a47-ae9d-7d6715544998) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:05.849866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89842b84-f5b2-4424-9b69-e8e78194a3d9 None None] Network 63236f2b-6754-4a47-ae9d-7d6715544998 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:05.873449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.883935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.890907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:05.891511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.937295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:05.971203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24ed5-26dc-47d6-a2f8-08222f09be2e req-6d394b9f-da33-47c0-a1b8-4449564d12be tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:05.977150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1fc24ed5-26dc-47d6-a2f8-08222f09be2e req-6d394b9f-da33-47c0-a1b8-4449564d12be tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.7266047 Dec 21 22:13:05.997919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e7ab2c71-0d92-4e31-aee4-1103f6ca9b8e None None] Provisioning complete for port 8f255a6b-6966-47a4-8b2f-ab9228ae287f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:05.998330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2c71-0d92-4e31-aee4-1103f6ca9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.003829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0be02325-96bb-474d-aa56-9a6d20b793ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7763026 Dec 21 22:13:06.004978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60748) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:06.005468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-0018c785-f71b-4f2a-a2bb-a3bb903e1964 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a732872adc74ac29679bade872dee69&device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 1099 time: 0.6261532 Dec 21 22:13:06.011396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'port': {'network_id': '63236f2b-6754-4a47-ae9d-7d6715544998', 'name': 'tempest-NetworksIpV6TestAttrs-1215137484'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:06.028973 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93230369-1bea-456d-8b9f-eaba7baaed79 req-e62e5a0e-395e-46c7-a743-45d2da0f679c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 0.6410449 Dec 21 22:13:06.031522 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc6cd70e-ffee-4bbe-af67-341acd637f57 req-778469ce-7efd-47e9-81af-248ffd9e4e23 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786615 Dec 21 22:13:06.037428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.084001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbc77-73e8-4dbc-b695-354d78bb34b5 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.290856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-63236f2b-6754-4a47-ae9d-7d6715544998', 'network_id': '63236f2b-6754-4a47-ae9d-7d6715544998', 'tenant_id': '49dff926852340e4a76585415d1679d2', 'fixed_ips': [{'subnet_id': '557e8f7f-420a-4433-8069-a613e5af76c3'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:06.291739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.335069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.336659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Fanout notify agent at l3_agent the message router_deleted on router 416eaabb-c108-480d-8551-f50e29c8531f {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:13:06.398272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dbc77-73e8-4dbc-b695-354d78bb34b5 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5f0eab8-5ad7-4927-8415-67b33dfab004,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:06.445789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1fc24ed5-26dc-47d6-a2f8-08222f09be2e req-a4e39f90-0ede-4be5-8f9c-9f260b5d73d5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4589093 Dec 21 22:13:06.459066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.464695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2c95c2b9-9115-44e8-8c5f-307244377efd tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/416eaabb-c108-480d-8551-f50e29c8531f HTTP/1.1" status: 204 len: 168 time: 8.2167642 Dec 21 22:13:06.469280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Allocated IP 2001:db8::f816:3eff:fed7:bce6 (63236f2b-6754-4a47-ae9d-7d6715544998/557e8f7f-420a-4433-8069-a613e5af76c3/07d51cf7-5c5e-49e0-98b0-76efa6bc82a3) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:06.469449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60754) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:06.474151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-93230369-1bea-456d-8b9f-eaba7baaed79 req-25068034-9025-497a-b2fd-2a658c55dd2b service neutron] Synchronizing usage tracker for tenant:8cf7bfcde0b64fbab63d52919deebd8a on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:06.497302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1165189448', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': False}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:06.529919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-2e5a6f10-f1af-43db-aa48-37a2dc1c4f90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:06.532536 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-2e5a6f10-f1af-43db-aa48-37a2dc1c4f90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbd112df-9b21-4571-b843-5c7e0f99e6ce HTTP/1.1" status: 200 len: 913 time: 0.4888849 Dec 21 22:13:06.564210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:06.570006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=d8eec5cd-1561-4197-8f23-dc0511629d75,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:06.609108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Usage tracker for resource:router and tenant:e0859188f1114436a4cc5067acb92a9e is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:06.619795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:06.634236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:06.639031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:06.639438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network hostable DHCP agents. Network: 46b25152-08cb-4b8d-89e6-3a84ce307aa7, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:06.645974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-93230369-1bea-456d-8b9f-eaba7baaed79 req-25068034-9025-497a-b2fd-2a658c55dd2b service neutron] Unset dirty status for tenant:8cf7bfcde0b64fbab63d52919deebd8a on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:06.647176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93230369-1bea-456d-8b9f-eaba7baaed79 req-25068034-9025-497a-b2fd-2a658c55dd2b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6013041 Dec 21 22:13:06.703219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:06.708249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:port and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:06.713928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa2dbc77-73e8-4dbc-b695-354d78bb34b5 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.715077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786047a5-1465-4674-bcc8-a956dd6149eb req-26c8d974-a457-44a9-9687-4b4162ff38fa tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:06.719482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fa2dbc77-73e8-4dbc-b695-354d78bb34b5 tempest-RoutersAdminNegativeTest-378261702 tempest-RoutersAdminNegativeTest-378261702-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f5f0eab8-5ad7-4927-8415-67b33dfab004 HTTP/1.1" status: 204 len: 168 time: 2.8255928 Dec 21 22:13:06.719627 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-786047a5-1465-4674-bcc8-a956dd6149eb req-26c8d974-a457-44a9-9687-4b4162ff38fa tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 944 time: 0.4693916 Dec 21 22:13:06.727275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:06.731864 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-2e89b3fd-ecb1-403c-b662-9e2b9f8db0db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497cf982-ed98-486d-a254-92956928e2bc HTTP/1.1" status: 200 len: 217 time: 0.1890864 Dec 21 22:13:06.735659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:06.745486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.746403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.761768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:06.773619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.785233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:06.797632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.840698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.867870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] device_id is not set on port ed467c5f-56cc-4c7b-a1d7-ba1aef9ebd05 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:06.911627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:06.916253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-786047a5-1465-4674-bcc8-a956dd6149eb req-c5ff217a-6456-49a6-90b6-6324caba99c1 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876884 Dec 21 22:13:06.925109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Transition to ACTIVE for port object 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:06.954057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72f14c-a15a-43d3-8c72-f9539be7bd6a req-d079171e-2126-4c1c-80e6-89bf2eba4dd8 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:06.956183 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f72f14c-a15a-43d3-8c72-f9539be7bd6a req-d079171e-2126-4c1c-80e6-89bf2eba4dd8 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.3116562 Dec 21 22:13:06.957061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Transition to ACTIVE for port object 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:06.968114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60762) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:06.973920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 46b25152-08cb-4b8d-89e6-3a84ce307aa7) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:06.984793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Request body: {'floatingip': {'port_id': '497cf982-ed98-486d-a254-92956928e2bc'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:06.987705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b9516b-b010-46ad-9cca-54e153f04f20 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:06.995599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:06.996266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.039957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.206143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for floatingip, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.247268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.268270 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f2c9fc27-d76a-4485-ba0b-8477467d83cb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3798697 Dec 21 22:13:07.279603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-5e2df8df-c1a1-4d86-964f-759133ba4091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:07.283223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-5e2df8df-c1a1-4d86-964f-759133ba4091 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06262ced-cad4-41c8-9bfc-916c78222d6e HTTP/1.1" status: 200 len: 851 time: 0.4171586 Dec 21 22:13:07.285194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60770) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:07.286746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Network 63236f2b-6754-4a47-ae9d-7d6715544998 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:07.295670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:07.299872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Pushing event updated for resources: {'Port': ['ID=07d51cf7-5c5e-49e0-98b0-76efa6bc82a3,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:07.303772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:07.332313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'name': 'tempest-NetworksTestDHCPv6-1595907555'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:07.358456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60774) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:07.406899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a11bae0-84e5-4546-8df5-cd0cd7546f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.454732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Allocated IP 2001:db8::f816:3eff:fe0f:708a (63236f2b-6754-4a47-ae9d-7d6715544998/557e8f7f-420a-4433-8069-a613e5af76c3/ed467c5f-56cc-4c7b-a1d7-ba1aef9ebd05) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:07.482962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8f255a6b-6966-47a4-8b2f-ab9228ae287f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:07.554100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Attempting to bind port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:07.555002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Attempting to bind port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '63236f2b-6754-4a47-ae9d-7d6715544998'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:07.555002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Attempting to bind port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 on network 63236f2b-6754-4a47-ae9d-7d6715544998 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:07.571623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:07.572051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Checking segment: {'id': 'ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '63236f2b-6754-4a47-ae9d-7d6715544998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:07.572517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.573309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Bound using segment: {'id': 'ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '63236f2b-6754-4a47-ae9d-7d6715544998'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:07.573498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Bound port: 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '63236f2b-6754-4a47-ae9d-7d6715544998'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:07.573865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.698642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:07.707631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.722552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:07.728778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:07.745064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'd8eec5cd-1561-4197-8f23-dc0511629d75'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:07.745960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.774237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:07.784085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 8f255a6b-6966-47a4-8b2f-ab9228ae287f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:07.785044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.813225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Allocated IP 172.26.6.6 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/e0b6caa7-5070-4bdb-8b7b-9a97825c190d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:07.890506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] For port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:07.931054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:07.955230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:07.961981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:07.965239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] For port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=07d51cf7-5c5e-49e0-98b0-76efa6bc82a3,segment=NetworkSegment(ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1),segment_id=ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:07.966028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2fd68-42b3-4022-866e-bb414b95474c req-b69b558e-d057-4200-96e7-4912a802ad1d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:07.973965 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-94a2fd68-42b3-4022-866e-bb414b95474c req-b69b558e-d057-4200-96e7-4912a802ad1d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6833777 Dec 21 22:13:07.995301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:08.010672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] Usage tracker for resource:security_group_rule and tenant:f48f86b484804873a9d7b05910486922 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:08.014837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:08.047709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 4ce3e8d7-001f-4e0f-9ef5-9f321df730c0 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:08.088298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:08.134387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.157864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.198473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-c91dfc6e-0f8d-45c3-8975-ff0003ae6893 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbd112df-9b21-4571-b843-5c7e0f99e6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8936536 Dec 21 22:13:08.208608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Transition to ACTIVE for port object ed467c5f-56cc-4c7b-a1d7-ba1aef9ebd05 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:08.287274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.300617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/d8eec5cd-1561-4197-8f23-dc0511629d75/46f7cf1a-37ea-49b4-8e0e-660113c075f1) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:08.313924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101d0a8-ccc7-4325-a3b5-27e3daf9b1ac None None] Pushing event updated for resources: {'Port': ['ID=07d51cf7-5c5e-49e0-98b0-76efa6bc82a3,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:08.316679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:08.327575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:08.327988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.340391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.382590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.481305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.505448 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-94a2fd68-42b3-4022-866e-bb414b95474c req-797bb74c-3a43-4f6f-a746-330f86363b15 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5302806 Dec 21 22:13:08.511738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network 63236f2b-6754-4a47-ae9d-7d6715544998 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:08.516369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.518263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:08.520839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:08.525730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:08.526415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.546091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Port': ['ID=ed467c5f-56cc-4c7b-a1d7-ba1aef9ebd05,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:08.554936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.634447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc4d804-48d6-4683-a7bc-c3531f59c2e6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:08.639666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-855fcd28-d204-4de1-b868-4d356455c860 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f48f86b484804873a9d7b05910486922&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2817788 Dec 21 22:13:08.642396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60782) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:08.652153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.666026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a85a1d0-2ea5-4994-9965-b053bf7243a2 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6566980 Dec 21 22:13:08.666987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60786) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:08.700863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-42c39ab4-81c6-4f84-aeae-a4c6cb77447b service neutron] 10.222.0.46 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543943 Dec 21 22:13:08.701657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3424ac6-6957-4685-a802-db85c374567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:13:08.707327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.723285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:08.724686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Transition to ACTIVE for port object 46f7cf1a-37ea-49b4-8e0e-660113c075f1 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:08.777363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.778288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c8c8ad-3567-4a8c-9110-a6a52d464035 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Deleting subnet 557e8f7f-420a-4433-8069-a613e5af76c3 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:08.781369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Transition to ACTIVE for port object 46f7cf1a-37ea-49b4-8e0e-660113c075f1 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:08.803328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98c8c8ad-3567-4a8c-9110-a6a52d464035 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.871205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.896865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.904034 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3424ac6-6957-4685-a802-db85c374567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'code': 200} Dec 21 22:13:08.942835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a2e-0b09-4b69-bab6-18576c82be0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:08.952388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:08.956284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344804d6-029d-43ed-8a99-9433e1e77bb0 req-f231f93a-4c0b-460e-936e-96b94e583c1f tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:08.957717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:08.958309 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-344804d6-029d-43ed-8a99-9433e1e77bb0 req-f231f93a-4c0b-460e-936e-96b94e583c1f tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 944 time: 0.7693944 Dec 21 22:13:08.974613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:09.077793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98c8c8ad-3567-4a8c-9110-a6a52d464035 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.102200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:09.105436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Attempting to bind port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:09.105854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Attempting to bind port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:09.106265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Attempting to bind port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:09.123527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a2e-0b09-4b69-bab6-18576c82be0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.181733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:09.186629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:09.186629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.186847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.186969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:09.186969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Bound port: 46f7cf1a-37ea-49b4-8e0e-660113c075f1, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:09.186969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.257357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::124 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/d8eec5cd-1561-4197-8f23-dc0511629d75/4ce3e8d7-001f-4e0f-9ef5-9f321df730c0) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:09.260679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Allocated IP 172.26.6.245 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/eeb08374-8c01-4e9d-abe9-4164133f4649) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:09.393295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:09.404451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:09.422059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:09.425241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Pushing event updated for resources: {'Port': ['ID=46f7cf1a-37ea-49b4-8e0e-660113c075f1,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:09.488469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:09.536707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] For port 46f7cf1a-37ea-49b4-8e0e-660113c075f1, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:09.582408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] For port 46f7cf1a-37ea-49b4-8e0e-660113c075f1, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=46f7cf1a-37ea-49b4-8e0e-660113c075f1,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:09.588286 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-344804d6-029d-43ed-8a99-9433e1e77bb0 req-5b95a794-cd9c-463e-a6fc-d27569c37c7c tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6134117 Dec 21 22:13:09.594455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a2e-0b09-4b69-bab6-18576c82be0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.624773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.675245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:09.723613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4221e-ddb2-4d9c-a4cc-9d1f2116b605 None None] Pushing event updated for resources: {'Port': ['ID=46f7cf1a-37ea-49b4-8e0e-660113c075f1,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:09.739434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e82a2e-0b09-4b69-bab6-18576c82be0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc4d804-48d6-4683-a7bc-c3531f59c2e6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:09.783716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c3e82a2e-0b09-4b69-bab6-18576c82be0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.785005 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c3e82a2e-0b09-4b69-bab6-18576c82be0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cc4d804-48d6-4683-a7bc-c3531f59c2e6 HTTP/1.1" status: 204 len: 168 time: 1.1415350 Dec 21 22:13:09.825808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27e866d7-6d29-4687-b4e4-5c847ed1743c req-11c399b6-af21-4a5a-812e-73cec87710e0 service neutron] 10.222.0.46 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1126525 Dec 21 22:13:09.831653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'Port': ['ID=e0b6caa7-5070-4bdb-8b7b-9a97825c190d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:09.902232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98c8c8ad-3567-4a8c-9110-a6a52d464035 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.970679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.970909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:09.979172 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c32aedec-31f2-40c6-ada3-4b5553381a30 req-da8fdd44-9ac6-486d-ba7a-d412eafca845 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 1098 time: 0.6812942 Dec 21 22:13:09.994535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.034809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.064846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f32b404-58be-4d00-b21c-60eb5050cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.084311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.151206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.217870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.218009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98c8c8ad-3567-4a8c-9110-a6a52d464035 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.232015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884452e6-79f0-4180-91ec-25c76c68c9ba req-ba243ebf-30e6-449f-a26e-6a570fa99089 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:10.232132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 4ce3e8d7-001f-4e0f-9ef5-9f321df730c0 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:10.237355 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-884452e6-79f0-4180-91ec-25c76c68c9ba req-ba243ebf-30e6-449f-a26e-6a570fa99089 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.4103296 Dec 21 22:13:10.297921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c32aedec-31f2-40c6-ada3-4b5553381a30 req-be658529-91ea-4cbe-937e-1b1671134719 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096349 Dec 21 22:13:10.318023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8c8ad-3567-4a8c-9110-a6a52d464035 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Subnet': ['ID=557e8f7f-420a-4433-8069-a613e5af76c3,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:10.370016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.398028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98c8c8ad-3567-4a8c-9110-a6a52d464035 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.403438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:10.405381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb08374-8c01-4e9d-abe9-4164133f4649,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:10.410639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:10.418140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:10.451290 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-884452e6-79f0-4180-91ec-25c76c68c9ba req-d1fb724f-df3b-4e2b-9255-a7358320eed6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090840 Dec 21 22:13:10.456013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-98c8c8ad-3567-4a8c-9110-a6a52d464035 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/subnets/557e8f7f-420a-4433-8069-a613e5af76c3 HTTP/1.1" status: 204 len: 168 time: 1.7859526 Dec 21 22:13:10.457445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60800) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:10.523611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.588944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60806) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:10.739259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:10.746852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c8c1e329-63b3-4999-a72c-575ff8e63796 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce618c6ee20646be99fa293bc8bce3cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1542494 Dec 21 22:13:10.746852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=4ce3e8d7-001f-4e0f-9ef5-9f321df730c0,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:10.748857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:10.751042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60812) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:10.755238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:10.759774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:10.760489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.840361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a73e5-fcd4-4a21-9dbe-a16123791d3f None None] Network 63236f2b-6754-4a47-ae9d-7d6715544998 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:10.856157 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a29f6fe-0515-4267-a978-2572360afb74 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5674534 Dec 21 22:13:10.856881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60816) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:10.901134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a471fe2d-ae52-4068-9296-78619fa2c97e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:10.902682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a471fe2d-ae52-4068-9296-78619fa2c97e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:10.907294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9830b61a-c9c0-46a7-9c7f-28a55897d6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:10.907442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a471fe2d-ae52-4068-9296-78619fa2c97e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4449008 Dec 21 22:13:10.911724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60820) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:10.990814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0a0387a9-947f-4af6-a854-d7c66bb6b0a1 None None] Provisioning for port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:10.999076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9830b61a-c9c0-46a7-9c7f-28a55897d6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.027496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0a0387a9-947f-4af6-a854-d7c66bb6b0a1 None None] Provisioning complete for port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:11.028060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a0387a9-947f-4af6-a854-d7c66bb6b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.034763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc055-f082-45bf-a1b1-8098683e5099 req-5d42a12f-5c66-4613-bece-cb21ed9f406f tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:11.036412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-561bc055-f082-45bf-a1b1-8098683e5099 req-5d42a12f-5c66-4613-bece-cb21ed9f406f tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.3349035 Dec 21 22:13:11.057974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60824) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:11.059732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Floating IP 86be5f97-ffcd-4426-aa73-1ea299ed55d8 associated. External IP: 172.26.6.186, port: 497cf982-ed98-486d-a254-92956928e2bc. Dec 21 22:13:11.140045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Request body: {'floatingip': {'port_id': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:11.143500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ccae6f-8bf6-47f3-978b-0bece033416f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.178592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ccae6f-8bf6-47f3-978b-0bece033416f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 22:13:11.179786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ccae6f-8bf6-47f3-978b-0bece033416f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:11.185850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4ccae6f-8bf6-47f3-978b-0bece033416f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/63236f2b-6754-4a47-ae9d-7d6715544998 HTTP/1.1" status: 409 len: 405 time: 0.2711923 Dec 21 22:13:11.189645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60828) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:11.202622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa72f2e-45e7-4b1a-90b2-302884e196c8 req-7a513849-3424-4589-af76-6435b7081ab7 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:11.203187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1565107276'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:11.204233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-daa72f2e-45e7-4b1a-90b2-302884e196c8 req-7a513849-3424-4589-af76-6435b7081ab7 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 945 time: 0.4196324 Dec 21 22:13:11.211600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:11.212911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a0387a9-947f-4af6-a854-d7c66bb6b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.215192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.222172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:network and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:11.225309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.226997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.229964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:11.238065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:11.250697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95239825-0d41-4f19-9f8f-8603600fd965 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:11.255225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95239825-0d41-4f19-9f8f-8603600fd965 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:11.256253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-95239825-0d41-4f19-9f8f-8603600fd965 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:11.265761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0a0387a9-947f-4af6-a854-d7c66bb6b0a1 None None] For port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=07d51cf7-5c5e-49e0-98b0-76efa6bc82a3,segment=NetworkSegment(ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1),segment_id=ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:11.266259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.282500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] DHCP port deletion for 63236f2b-6754-4a47-ae9d-7d6715544998 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:11.293291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] Deleting port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:11.294447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.310843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for floatingip, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.358628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a0387a9-947f-4af6-a854-d7c66bb6b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.361953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9830b61a-c9c0-46a7-9c7f-28a55897d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.393895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830b61a-c9c0-46a7-9c7f-28a55897d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbce1b6-434a-485c-8a0a-81771393b931,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:11.395913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:11.403162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.443544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:11.452997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.453392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Added segment 95920278-a143-4e42-b875-2b9e322b5d2c of type vlan for network 09990fd8-ac9d-48d6-b378-c5ef211d9cee Dec 21 22:13:11.482109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.510352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 46f7cf1a-37ea-49b4-8e0e-660113c075f1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:11.512662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-95239825-0d41-4f19-9f8f-8603600fd965 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:11.514738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-95239825-0d41-4f19-9f8f-8603600fd965 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6562941 Dec 21 22:13:11.519710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60832) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:11.540303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9830b61a-c9c0-46a7-9c7f-28a55897d6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.541641 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9830b61a-c9c0-46a7-9c7f-28a55897d6a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbbce1b6-434a-485c-8a0a-81771393b931 HTTP/1.1" status: 204 len: 168 time: 0.7894928 Dec 21 22:13:11.587322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'Port': ['ID=e0b6caa7-5070-4bdb-8b7b-9a97825c190d,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:11.636415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.640649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:11.641313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.641536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0387a9-947f-4af6-a854-d7c66bb6b0a1 None None] Pushing event updated for resources: {'Port': ['ID=07d51cf7-5c5e-49e0-98b0-76efa6bc82a3,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:11.666870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-daa72f2e-45e7-4b1a-90b2-302884e196c8 req-f895dedd-9bbd-463d-bab2-29b6e5c341e6 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4421341 Dec 21 22:13:11.667055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d4d806b1-85dc-4711-837f-0f8f060461ee tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 4ce3e8d7-001f-4e0f-9ef5-9f321df730c0 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:11.667055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4d806b1-85dc-4711-837f-0f8f060461ee tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.770000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.869193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] For port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=07d51cf7-5c5e-49e0-98b0-76efa6bc82a3,segment=NetworkSegment(ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1),segment_id=ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:11.869639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:11.922523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Network': ['ID=09990fd8-ac9d-48d6-b378-c5ef211d9cee,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:12.005203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:12.010463 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-16a584f9-8fff-40a9-a25c-1c84cbffe86a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.4537470 Dec 21 22:13:12.026954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] Calling delete_port for 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:12.027823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60840) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:12.033459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f249da3a-9479-436d-a048-a41daccdf86a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8411624 Dec 21 22:13:12.046039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1619415438'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:12.057104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60842) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:12.068416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 09990fd8-ac9d-48d6-b378-c5ef211d9cee details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:12.077291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'subnet': {'network_id': '09990fd8-ac9d-48d6-b378-c5ef211d9cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:12.092784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:12.117368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:12.133734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Usage tracker for resource:network and tenant:d4cae380cb4e499f98ece64a96b3a1e2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:12.169793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:12.232011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:12.293164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:12.360580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:12.381244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] Pushing event deleted for resources: {'Port': ['ID=07d51cf7-5c5e-49e0-98b0-76efa6bc82a3,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:12.398351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772afbf3-23c4-4216-8fdd-13dd997700ea None None] No DVR routers for this DVR port 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:12.455411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Made reservation on behalf of d4cae380cb4e499f98ece64a96b3a1e2 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:12.462799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:12.471510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:12.510636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25868fa8-1aa3-4e89-bca0-8590cc799daa None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:12.540078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:12.540515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 07d51cf7-5c5e-49e0-98b0-76efa6bc82a3 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:12.576418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:12.580084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4d806b1-85dc-4711-837f-0f8f060461ee tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:12.591077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:12.612298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:subnet and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:12.622576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:12.702132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3f2a25b0-4c8c-4026-b72d-f95cf9a348f0 None None] Provisioning for port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:12.711814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3f2a25b0-4c8c-4026-b72d-f95cf9a348f0 None None] Provisioning complete for port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:12.711814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f2a25b0-4c8c-4026-b72d-f95cf9a348f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:12.960862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:12.969706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d4d806b1-85dc-4711-837f-0f8f060461ee tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 4ce3e8d7-001f-4e0f-9ef5-9f321df730c0 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:13.010063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f2a25b0-4c8c-4026-b72d-f95cf9a348f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:13.047262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:13.057209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Usage tracker for resource:security_group_rule and tenant:d4cae380cb4e499f98ece64a96b3a1e2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:13.063378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:13.066126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:13.075184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3f2a25b0-4c8c-4026-b72d-f95cf9a348f0 None None] For port 46f7cf1a-37ea-49b4-8e0e-660113c075f1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=46f7cf1a-37ea-49b4-8e0e-660113c075f1,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:13.102185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:13.109453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Router 6fae2d92-7722-43fd-8cf5-d067cf5c6559 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:13:13.122044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f2a25b0-4c8c-4026-b72d-f95cf9a348f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:13.156556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:13.215458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f883740-d2c9-48ee-a433-b5ce3e60e21c req-c663e105-1327-4421-9102-6b96e1b9885b tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:13.223392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f883740-d2c9-48ee-a433-b5ce3e60e21c req-c663e105-1327-4421-9102-6b96e1b9885b tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 945 time: 0.4148700 Dec 21 22:13:13.227817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:13.247511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a25b0-4c8c-4026-b72d-f95cf9a348f0 None None] Pushing event updated for resources: {'Port': ['ID=46f7cf1a-37ea-49b4-8e0e-660113c075f1,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:13.270034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60864) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:13.332140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:13.379805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Router 5168b82e-64c0-48e0-b2e4-594a523f1bac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:13:13.385975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f883740-d2c9-48ee-a433-b5ce3e60e21c req-0d8500d5-2f75-49f9-b334-924bab0b7791 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601286 Dec 21 22:13:13.461100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 46f7cf1a-37ea-49b4-8e0e-660113c075f1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:13.508105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4d806b1-85dc-4711-837f-0f8f060461ee tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:13.580106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:13.580876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:13.667069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d806b1-85dc-4711-837f-0f8f060461ee tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=4ce3e8d7-001f-4e0f-9ef5-9f321df730c0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:13.699315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a14e85ad-60f0-4eb1-ba8a-58715a05cfa4 None None] Provisioning complete for port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:13.699856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a14e85ad-60f0-4eb1-ba8a-58715a05cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:13.804441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Floating IP 2d4d97de-29e6-4541-8f46-7f4ef819e6da associated. External IP: 172.26.6.3, port: ca130953-f7e6-4a38-9406-a17b6d3f4a4d. Dec 21 22:13:13.831507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ecf19d3d-ddec-46eb-8f3b-ca74bdccd997 tempest-AgentManagementNegativeTest-486469318 tempest-AgentManagementNegativeTest-486469318-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5350180 Dec 21 22:13:13.873654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bca4f-e5f1-4a4e-998a-7d56c98cf16c req-d41c3feb-6d23-4564-8fde-658b8b0882f2 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:13.887173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-053bca4f-e5f1-4a4e-998a-7d56c98cf16c req-d41c3feb-6d23-4564-8fde-658b8b0882f2 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 945 time: 0.3116705 Dec 21 22:13:13.890653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60874) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:13.892757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a14e85ad-60f0-4eb1-ba8a-58715a05cfa4 None None] Could not find standard attr ID for object 4ce3e8d7-001f-4e0f-9ef5-9f321df730c0. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:13:13.932847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Request body: {'floatingip': {'port_id': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:14.005923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-aa7de00e-9b22-40ec-a744-018ec8ae6da8 None None] Could not find standard attr ID for object 4ce3e8d7-001f-4e0f-9ef5-9f321df730c0. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:13:14.020995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4d806b1-85dc-4711-837f-0f8f060461ee tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:14.036006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:14.041276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:14.047279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:14.052195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] Sync routers for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:14.071014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:14.071721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:14.119431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:14.180285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:14.201088 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8284a2e2-0dd3-4b97-9538-19d2d92c5ef1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "PUT /v2.0/floatingips/86be5f97-ffcd-4426-aa73-1ea299ed55d8 HTTP/1.1" status: 200 len: 992 time: 7.2290580 Dec 21 22:13:14.202264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'tag': '497cf982-ed98-486d-a254-92956928e2bc'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:13:14.283734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:14.329867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:14.340149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'tag': '497cf982-ed98-486d-a254-92956928e2bc', 'status': 'completed', 'code': 200} Dec 21 22:13:14.355886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d4d806b1-85dc-4711-837f-0f8f060461ee tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/4ce3e8d7-001f-4e0f-9ef5-9f321df730c0 HTTP/1.1" status: 204 len: 168 time: 2.8178608 Dec 21 22:13:14.378759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60882) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:14.463264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4dc5c6-53c1-4757-bb93-a56dde9d6977,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:14.466527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:14.466933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Added segment cfcbed32-ee60-464e-99d4-7fac3db64552 of type vlan for network 1f8a22bc-0137-4065-9b15-5c314401cd3a Dec 21 22:13:14.550363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:14.562815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Sync routers for ids ['6fae2d92-7722-43fd-8cf5-d067cf5c6559'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:14.591417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Routers {'6fae2d92-7722-43fd-8cf5-d067cf5c6559'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:14.594214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['6fae2d92-7722-43fd-8cf5-d067cf5c6559'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:14.625446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60890) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:14.663060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:14.679962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8497bc-a2de-4616-bcdf-3ea73ed6cca9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:14.681715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8497bc-a2de-4616-bcdf-3ea73ed6cca9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:14.682543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e8497bc-a2de-4616-bcdf-3ea73ed6cca9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:14.689380 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c675bb6f-e034-425d-8693-37657cd82e4f req-73ad3f7c-b949-4588-8a9b-5c61f8e206b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a732872adc74ac29679bade872dee69&device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 1099 time: 0.1504958 Dec 21 22:13:14.750198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:14.754662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f32d904c-310f-4786-a464-54e3d879d0cf tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.2807238 Dec 21 22:13:14.773552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60896) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:14.786152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '86be5f97-ffcd-4426-aa73-1ea299ed55d8', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'floating_ip_address': '172.26.6.186', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'port_id': '497cf982-ed98-486d-a254-92956928e2bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'mac_address': 'fa:16:3e:6b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:13Z', 'updated_at': '2021-12-21T22:13:09Z', 'revision_number': 1, 'project_id': '0a732872adc74ac29679bade872dee69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:19Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:14.794168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] Checking router: 5168b82e-64c0-48e0-b2e4-594a523f1bac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:13:14.820513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:14.824285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:14.890660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Set router 6fae2d92-7722-43fd-8cf5-d067cf5c6559 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:14.993918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:15.002909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e8497bc-a2de-4616-bcdf-3ea73ed6cca9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:15.008428 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e8497bc-a2de-4616-bcdf-3ea73ed6cca9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6218560 Dec 21 22:13:15.010405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60900) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:15.091218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:15.258041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675bb6f-e034-425d-8693-37657cd82e4f req-3de1187a-4163-4423-95f3-b2d3e958e4f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:15.259679 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c675bb6f-e034-425d-8693-37657cd82e4f req-3de1187a-4163-4423-95f3-b2d3e958e4f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbd112df-9b21-4571-b843-5c7e0f99e6ce HTTP/1.1" status: 200 len: 913 time: 0.5602314 Dec 21 22:13:15.270385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Router 9065822e-fb9c-4d8f-b046-f98f398a8d94 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:13:15.337457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:15.343128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:15.343128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:15.397821 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c675bb6f-e034-425d-8693-37657cd82e4f req-28542d1b-7655-439c-b826-4153672d6bc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497cf982-ed98-486d-a254-92956928e2bc HTTP/1.1" status: 200 len: 1000 time: 0.1236320 Dec 21 22:13:15.418220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:15.516183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fae2d92-7722-43fd-8cf5-d067cf5c6559', 'name': 'tempest-snat-router-1165189448', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.245'}], 'enable_snat': False}, 'gw_port_id': 'eeb08374-8c01-4e9d-abe9-4164133f4649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:13:06Z', 'updated_at': '2021-12-21T22:13:10Z', 'revision_number': 3, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port': {'id': 'eeb08374-8c01-4e9d-abe9-4164133f4649', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fae2d92-7722-43fd-8cf5-d067cf5c6559', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:13:08Z', 'updated_at': '2021-12-21T22:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:15.521701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Checking router: 6fae2d92-7722-43fd-8cf5-d067cf5c6559 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:13:15.522190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Updating router 6fae2d92-7722-43fd-8cf5-d067cf5c6559 port eeb08374-8c01-4e9d-abe9-4164133f4649 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:13:15.549231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675bb6f-e034-425d-8693-37657cd82e4f req-f5c444ce-67ed-4c44-80b3-be1555d996e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:15.550987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c675bb6f-e034-425d-8693-37657cd82e4f req-f5c444ce-67ed-4c44-80b3-be1555d996e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06262ced-cad4-41c8-9bfc-916c78222d6e HTTP/1.1" status: 200 len: 851 time: 0.0761108 Dec 21 22:13:15.590943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '86be5f97-ffcd-4426-aa73-1ea299ed55d8', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'floating_ip_address': '172.26.6.186', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'port_id': '497cf982-ed98-486d-a254-92956928e2bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'mac_address': 'fa:16:3e:6b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:13Z', 'updated_at': '2021-12-21T22:13:09Z', 'revision_number': 1, 'project_id': '0a732872adc74ac29679bade872dee69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:19Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:15.591983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Subnet': ['ID=d3a60169-df0f-4f8b-b127-2fd00f05681f,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:15.595143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:15.606208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2415180-259b-4d67-b51c-98b01f6f9310 None None] The sync data for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv is: [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '86be5f97-ffcd-4426-aa73-1ea299ed55d8', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'floating_ip_address': '172.26.6.186', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'port_id': '497cf982-ed98-486d-a254-92956928e2bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'mac_address': 'fa:16:3e:6b:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:13Z', 'updated_at': '2021-12-21T22:13:09Z', 'revision_number': 1, 'project_id': '0a732872adc74ac29679bade872dee69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:19Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:15.757461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7173369 Dec 21 22:13:15.781096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60910) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:15.786915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c78311-54f4-497d-9352-0cdc851a28f3 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'Network': ['ID=1f8a22bc-0137-4065-9b15-5c314401cd3a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:15.817615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:15.823131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c675bb6f-e034-425d-8693-37657cd82e4f req-86bd42ce-c3f9-4ac7-9809-8b0052a37a35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbd112df-9b21-4571-b843-5c7e0f99e6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2617922 Dec 21 22:13:15.826738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Request body: {'subnet': {'network_id': '1f8a22bc-0137-4065-9b15-5c314401cd3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:15.854224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:15.966683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:15.979073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] Sync routers for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:15.981081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.004710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:16.005745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:16.085358 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd95281a-2938-41b4-86ab-4e211d929644 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "PUT /v2.0/floatingips/2d4d97de-29e6-4541-8f46-7f4ef819e6da HTTP/1.1" status: 200 len: 989 time: 4.9571493 Dec 21 22:13:16.091223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c675bb6f-e034-425d-8693-37657cd82e4f req-5c54b40c-9da7-4573-af9b-909b755d868c service neutron] 10.222.0.46 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470016 Dec 21 22:13:16.127917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.143495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Transition to ACTIVE for port object eeb08374-8c01-4e9d-abe9-4164133f4649 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:16.176576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043894d5-c82d-4d6b-ae33-6b126a12a07d None None] New status for floating IP 86be5f97-ffcd-4426-aa73-1ea299ed55d8: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:13:16.230995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] Usage tracker for resource:security_group_rule and tenant:8a1e928032a043178bafe67370c5d1b3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:16.242658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:16.261660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Checking segment: {'id': '95920278-a143-4e42-b875-2b9e322b5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09990fd8-ac9d-48d6-b378-c5ef211d9cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:16.262066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network hostable DHCP agents. Network: 09990fd8-ac9d-48d6-b378-c5ef211d9cee, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:16.281880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:16.318363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:16.340417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c675bb6f-e034-425d-8693-37657cd82e4f req-dd63ddc3-caa8-4907-a9ec-9967b356e3f6 service neutron] 10.222.0.46 "GET /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436321 Dec 21 22:13:16.341510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50978a64-5430-4e7a-a469-0484830d5b7c', 'tag': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:13:16.403134 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50978a64-5430-4e7a-a469-0484830d5b7c', 'tag': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'status': 'completed', 'code': 200} Dec 21 22:13:16.517348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.526289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f560ca-1077-4aec-881d-401e59f4b6af tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet d8eec5cd-1561-4197-8f23-dc0511629d75 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:16.529387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:16.534519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-1f80e003-fa15-40b5-a06e-3173c7a9bd79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 0.1039562 Dec 21 22:13:16.540493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60f560ca-1077-4aec-881d-401e59f4b6af tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.576742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Usage tracker for resource:subnet and tenant:d4cae380cb4e499f98ece64a96b3a1e2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:16.602711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:16.626150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:16.637379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41743b2-c6f4-4c8f-8945-fc57e4324ef8 None None] Pushing event updated for resources: {'Port': ['ID=eeb08374-8c01-4e9d-abe9-4164133f4649,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:16.640933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Attempting to bind port eeb08374-8c01-4e9d-abe9-4164133f4649 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:16.645517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Attempting to bind port eeb08374-8c01-4e9d-abe9-4164133f4649 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:16.646159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Attempting to bind port eeb08374-8c01-4e9d-abe9-4164133f4649 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:16.655523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:16.656282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:16.657203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.657847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:16.658715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Bound port: eeb08374-8c01-4e9d-abe9-4164133f4649, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:16.659610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.718087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network 09990fd8-ac9d-48d6-b378-c5ef211d9cee is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:16.723244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60f560ca-1077-4aec-881d-401e59f4b6af tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.744623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-d3473a0e-5dc3-4b1e-b479-ea25166e5401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:16.746391 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-d3473a0e-5dc3-4b1e-b479-ea25166e5401 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.2039859 Dec 21 22:13:16.761209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] For port eeb08374-8c01-4e9d-abe9-4164133f4649, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:16.766098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] For port eeb08374-8c01-4e9d-abe9-4164133f4649, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=eeb08374-8c01-4e9d-abe9-4164133f4649,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:16.771903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Made reservation on behalf of d4cae380cb4e499f98ece64a96b3a1e2 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:16.797199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '2d4d97de-29e6-4541-8f46-7f4ef819e6da', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'port_id': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'mac_address': 'fa:16:3e:41:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50978a64-5430-4e7a-a469-0484830d5b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:34Z', 'updated_at': '2021-12-21T22:13:12Z', 'revision_number': 1, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:30Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:16.802699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] Checking router: 9065822e-fb9c-4d8f-b046-f98f398a8d94 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:13:16.808427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.825341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:16.825341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:16.844787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.903066 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-3861006a-fd5c-4b0b-bf9f-18bdfe2b9aed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 997 time: 0.1481898 Dec 21 22:13:16.905019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41743b2-c6f4-4c8f-8945-fc57e4324ef8 None None] Pushing event updated for resources: {'Port': ['ID=eeb08374-8c01-4e9d-abe9-4164133f4649,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:16.922092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 09990fd8-ac9d-48d6-b378-c5ef211d9cee) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:16.941124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Routers {'6fae2d92-7722-43fd-8cf5-d067cf5c6559'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:16.941825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['6fae2d92-7722-43fd-8cf5-d067cf5c6559'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:16.948433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d3140a9-2b11-4e2a-9794-25fc44745b93 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/routers/6fae2d92-7722-43fd-8cf5-d067cf5c6559 HTTP/1.1" status: 200 len: 909 time: 2.1735504 Dec 21 22:13:16.950593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.957294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:16.957949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:16.975356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60920) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:16.993565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1165189448', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': True}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:16.999703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:17.009177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Usage tracker for resource:router and tenant:e0859188f1114436a4cc5067acb92a9e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:17.013626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:17.021690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:17.049592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231dea60-983e-498f-85fb-d4ad5ccab018 None None] Network 09990fd8-ac9d-48d6-b378-c5ef211d9cee requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:17.064696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-855f2228-bc8e-46c8-836c-0c79de098b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:17.071345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-855f2228-bc8e-46c8-836c-0c79de098b35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.1537492 Dec 21 22:13:17.079160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.081187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.122834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:17.243413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.277370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-d0fa9e46-3fe0-40f7-a74f-de2034bcfb56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1799107 Dec 21 22:13:17.372463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] Set router 6fae2d92-7722-43fd-8cf5-d067cf5c6559 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:17.378610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.501074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddfbd2a-d71a-4ee6-be40-41e3b231afdf,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:17.521004 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3cd4457-eefe-4f37-b33f-e66fda96a71b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a1e928032a043178bafe67370c5d1b3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8876410 Dec 21 22:13:17.521004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.527382 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7bf35f64-cc5d-4ee1-aca2-ffc75bd7b58f tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4607015 Dec 21 22:13:17.564012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60926) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:17.564687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60928) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:17.595200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.638689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'port': {'network_id': '09990fd8-ac9d-48d6-b378-c5ef211d9cee', 'name': 'tempest-NetworksIpV6TestAttrs-635186677'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:17.669903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60f560ca-1077-4aec-881d-401e59f4b6af tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.754777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-09990fd8-ac9d-48d6-b378-c5ef211d9cee', 'network_id': '09990fd8-ac9d-48d6-b378-c5ef211d9cee', 'tenant_id': '49dff926852340e4a76585415d1679d2', 'fixed_ips': [{'subnet_id': 'd3a60169-df0f-4f8b-b127-2fd00f05681f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:17.755914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.784449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.852672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '2d4d97de-29e6-4541-8f46-7f4ef819e6da', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'port_id': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'mac_address': 'fa:16:3e:41:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50978a64-5430-4e7a-a469-0484830d5b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:34Z', 'updated_at': '2021-12-21T22:13:12Z', 'revision_number': 1, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:30Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:17.858426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2522bf08-80c4-4a1d-9fd4-1d3013da875a None None] The sync data for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv is: [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '2d4d97de-29e6-4541-8f46-7f4ef819e6da', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'port_id': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'mac_address': 'fa:16:3e:41:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50978a64-5430-4e7a-a469-0484830d5b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:34Z', 'updated_at': '2021-12-21T22:13:12Z', 'revision_number': 1, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:30Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:17.914617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60f560ca-1077-4aec-881d-401e59f4b6af tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:17.916024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-0a221e09-e970-43a8-a3ec-2099423e544f service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258609 Dec 21 22:13:17.990127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f560ca-1077-4aec-881d-401e59f4b6af tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=d8eec5cd-1561-4197-8f23-dc0511629d75,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:18.014316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60f560ca-1077-4aec-881d-401e59f4b6af tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.050373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a6d75-920e-453b-b5f6-624a27218cce None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:18.075576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c875ea39-ef3c-4d26-aac6-e84ce5489f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.086925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:18.093054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Floating IP 97d1c9a1-461d-4ff8-98a0-28df6cb94325 associated. External IP: 172.26.6.16, port: 2a09c68a-6c9b-40a2-80bb-3e754a8ce603. Dec 21 22:13:18.096053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:port and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:18.106522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Allocated IP 2001:db8::f816:3eff:fe98:c756 (09990fd8-ac9d-48d6-b378-c5ef211d9cee/d3a60169-df0f-4f8b-b127-2fd00f05681f/229e9f1f-b28b-44ef-91e5-41d9a70e1955) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:18.113526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:18.182113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:18.191848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.200613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60f560ca-1077-4aec-881d-401e59f4b6af tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/d8eec5cd-1561-4197-8f23-dc0511629d75 HTTP/1.1" status: 204 len: 168 time: 2.9303207 Dec 21 22:13:18.201494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60936) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:18.230205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c875ea39-ef3c-4d26-aac6-e84ce5489f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.296453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:18.305203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.336458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2246d868-2cca-4cf1-9a27-41a8cf2521e4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980589 Dec 21 22:13:18.338474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60940) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:18.348444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a4a0c-7dca-454d-a2a3-f1800398349f None None] New status for floating IP 2d4d97de-29e6-4541-8f46-7f4ef819e6da: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:13:18.350767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.356735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:18.361755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] device_id is not set on port 4d84476b-1c8c-4ace-b6c5-43608938b1a9 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:18.362309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Transition to ACTIVE for port object 229e9f1f-b28b-44ef-91e5-41d9a70e1955 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:18.383659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Transition to ACTIVE for port object 229e9f1f-b28b-44ef-91e5-41d9a70e1955 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:18.423776 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bf211d-bfd3-4bf9-9a2d-b487188cf0e2 req-9d2e7f15-8e3f-4294-890f-8e7ecb12d2d0 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725232 Dec 21 22:13:18.437114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'Subnet': ['ID=d2707153-8d1d-4790-a5f3-7f9f3df697e3,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:18.454662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.574730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:18.583260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:18.597247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Checking segment: {'id': 'cfcbed32-ee60-464e-99d4-7fac3db64552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1f8a22bc-0137-4065-9b15-5c314401cd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:18.605692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Network hostable DHCP agents. Network: 1f8a22bc-0137-4065-9b15-5c314401cd3a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:18.613695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:18.621479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Network 09990fd8-ac9d-48d6-b378-c5ef211d9cee is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:18.637092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:18.639896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:18.646808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Pushing event updated for resources: {'Port': ['ID=229e9f1f-b28b-44ef-91e5-41d9a70e1955,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:18.651354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:18.655391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fae2d92-7722-43fd-8cf5-d067cf5c6559', 'name': 'tempest-snat-router-1165189448', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.245'}], 'enable_snat': False}, 'gw_port_id': 'eeb08374-8c01-4e9d-abe9-4164133f4649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:13:06Z', 'updated_at': '2021-12-21T22:13:10Z', 'revision_number': 3, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port': {'id': 'eeb08374-8c01-4e9d-abe9-4164133f4649', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fae2d92-7722-43fd-8cf5-d067cf5c6559', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:13:08Z', 'updated_at': '2021-12-21T22:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:18.664653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbba66-3864-478c-b3b6-243dc3a32be7 None None] The sync data for ids ['6fae2d92-7722-43fd-8cf5-d067cf5c6559'] in dv-neutron-822521-1-hyperv is: [{'id': '6fae2d92-7722-43fd-8cf5-d067cf5c6559', 'name': 'tempest-snat-router-1165189448', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.245'}], 'enable_snat': False}, 'gw_port_id': 'eeb08374-8c01-4e9d-abe9-4164133f4649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:13:06Z', 'updated_at': '2021-12-21T22:13:10Z', 'revision_number': 3, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port': {'id': 'eeb08374-8c01-4e9d-abe9-4164133f4649', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fae2d92-7722-43fd-8cf5-d067cf5c6559', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:13:08Z', 'updated_at': '2021-12-21T22:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:18.801482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:18.808280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.812678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Attempting to bind port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:18.813101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Attempting to bind port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '95920278-a143-4e42-b875-2b9e322b5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09990fd8-ac9d-48d6-b378-c5ef211d9cee'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:18.813515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Attempting to bind port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 on network 09990fd8-ac9d-48d6-b378-c5ef211d9cee {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:18.829584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:18.830015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Checking segment: {'id': '95920278-a143-4e42-b875-2b9e322b5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09990fd8-ac9d-48d6-b378-c5ef211d9cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:18.830479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.830923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Bound using segment: {'id': '95920278-a143-4e42-b875-2b9e322b5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09990fd8-ac9d-48d6-b378-c5ef211d9cee'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:18.831465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Bound port: 229e9f1f-b28b-44ef-91e5-41d9a70e1955, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95920278-a143-4e42-b875-2b9e322b5d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '09990fd8-ac9d-48d6-b378-c5ef211d9cee'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:18.831885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.833065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c875ea39-ef3c-4d26-aac6-e84ce5489f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.838035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:18.891934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875ea39-ef3c-4d26-aac6-e84ce5489f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddfbd2a-d71a-4ee6-be40-41e3b231afdf,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:18.947954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c875ea39-ef3c-4d26-aac6-e84ce5489f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:18.952394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c875ea39-ef3c-4d26-aac6-e84ce5489f3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ddfbd2a-d71a-4ee6-be40-41e3b231afdf HTTP/1.1" status: 204 len: 168 time: 1.3864005 Dec 21 22:13:18.961634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 1f8a22bc-0137-4065-9b15-5c314401cd3a) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:19.003807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] For port 229e9f1f-b28b-44ef-91e5-41d9a70e1955, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:19.008175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] For port 229e9f1f-b28b-44ef-91e5-41d9a70e1955, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=229e9f1f-b28b-44ef-91e5-41d9a70e1955,segment=NetworkSegment(95920278-a143-4e42-b875-2b9e322b5d2c),segment_id=95920278-a143-4e42-b875-2b9e322b5d2c)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:19.012780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:19.016003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6cc36-3f79-49b6-be56-07f36374685f None None] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:19.035351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:19.036458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.053305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.109728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] Deleting port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:19.109728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.184436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Allocated IP 2001:db8::f816:3eff:fed9:2d1b (09990fd8-ac9d-48d6-b378-c5ef211d9cee/d3a60169-df0f-4f8b-b127-2fd00f05681f/4d84476b-1c8c-4ace-b6c5-43608938b1a9) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:19.184436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.184660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c1306fff-1692-466b-903a-ae7622226aac tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3813965 Dec 21 22:13:19.184660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60948) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:19.185304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1552667931', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:19.193915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:19.199231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Usage tracker for resource:router and tenant:d4cae380cb4e499f98ece64a96b3a1e2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:19.202774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:19.206922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.211289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:19.283402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.284452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.472041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.619392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] For port 46f7cf1a-37ea-49b4-8e0e-660113c075f1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=46f7cf1a-37ea-49b4-8e0e-660113c075f1,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:19.619832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.648094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.748981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Allocated IP 172.26.6.27 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/b926ac7b-1b68-44d8-a929-fc693dac81ec) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:19.763339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:19.766891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=ff95741e-5848-4c1b-b207-d284191796e0,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:19.779521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:19.781515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.783141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:19.784728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:19.837040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Transition to ACTIVE for port object 4d84476b-1c8c-4ace-b6c5-43608938b1a9 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:19.840277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] Calling delete_port for 46f7cf1a-37ea-49b4-8e0e-660113c075f1 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:19.973164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 46f7cf1a-37ea-49b4-8e0e-660113c075f1 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:20.136903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:20.197359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41355e9-2827-469c-890a-755e8ec59eb8 None None] Pushing event updated for resources: {'Port': ['ID=229e9f1f-b28b-44ef-91e5-41d9a70e1955,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:20.263375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Router 231a5e70-eb31-4452-9855-b990de2e65e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:13:20.265843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c56e2cdd-74ca-4551-accc-f35c8eab1f0c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9224818 Dec 21 22:13:20.268947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 60968) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:20.284254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'name': 'tempest-NetworksTestDHCPv6-69158507'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:20.311588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network 09990fd8-ac9d-48d6-b378-c5ef211d9cee is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:20.315331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:20.329362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:20.353014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:20.357690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:20.358379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:20.364136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Port': ['ID=4d84476b-1c8c-4ace-b6c5-43608938b1a9,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:20.455565 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0fd9abc8-2cbf-4296-a5ea-d1ff10f8c451 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8865521 Dec 21 22:13:20.458763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60974) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:20.467558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:20.508304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:20.559256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:20.600171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:20.613567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:20.620720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:20.636026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:20.639411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'Port': ['ID=b926ac7b-1b68-44d8-a929-fc693dac81ec,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:20.656371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] No DVR routers for this DVR port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:20.656596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:20.660611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:20.665682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:20.705174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273a30a-2815-4af4-b20c-d49112967491 None None] Pushing event deleted for resources: {'Port': ['ID=46f7cf1a-37ea-49b4-8e0e-660113c075f1,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:20.707218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205cf8c-ad8c-4725-aa03-1fca1494c7dd None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:20.723948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No active binding found for port 46f7cf1a-37ea-49b4-8e0e-660113c075f1 {{(pid=88996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 22:13:20.724721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 46f7cf1a-37ea-49b4-8e0e-660113c075f1 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:20.791976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-1f8a22bc-0137-4065-9b15-5c314401cd3a', 'network_id': '1f8a22bc-0137-4065-9b15-5c314401cd3a', 'tenant_id': 'd4cae380cb4e499f98ece64a96b3a1e2', 'fixed_ips': [{'subnet_id': 'd2707153-8d1d-4790-a5f3-7f9f3df697e3'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:20.792970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:20.802842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:20.814263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:20.857938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 19891279-a46f-4362-856e-8070a4b7f648 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:20.911678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf640de4-0b55-45df-a4fd-30d26ac28a32 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Deleting subnet d3a60169-df0f-4f8b-b127-2fd00f05681f {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:20.917256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60982) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:20.920007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf640de4-0b55-45df-a4fd-30d26ac28a32 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.042205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf640de4-0b55-45df-a4fd-30d26ac28a32 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.224509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'networks': [{'name': 'tempest-network--265260984'}, {'name': 'tempest-network--1276785854'}]} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:21.225039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'network': {'name': 'tempest-network--265260984'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:21.225927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'network': {'name': 'tempest-network--1276785854'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:21.260365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:21.269299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Usage tracker for resource:network and tenant:e2e67f9941dd4322af7875e8854a8c81 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:21.275367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Allocated IP 172.20.0.2 (1f8a22bc-0137-4065-9b15-5c314401cd3a/d2707153-8d1d-4790-a5f3-7f9f3df697e3/a99d3216-c634-4610-98c3-8afba711ff5a) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:21.283958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:21.311869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:21.338534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'ff95741e-5848-4c1b-b207-d284191796e0'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:21.339530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.342166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf640de4-0b55-45df-a4fd-30d26ac28a32 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.363461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.388300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.389240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.394772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Made reservation on behalf of e2e67f9941dd4322af7875e8854a8c81 for: {'network': 2} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:21.402328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.415732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.498039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:21.519691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] Sync routers for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:21.524220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.537606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.569999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device eeb08374-8c01-4e9d-abe9-4164133f4649 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:21.590876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::298 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/ff95741e-5848-4c1b-b207-d284191796e0/19891279-a46f-4362-856e-8070a4b7f648) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:21.591991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:21.595984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Usage tracker for resource:security_group_rule and tenant:e2e67f9941dd4322af7875e8854a8c81 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:21.598981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:21.606113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:21.664627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:21.665321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:21.686587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.737461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.737996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.785277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:21.808504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf640de4-0b55-45df-a4fd-30d26ac28a32 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.861693 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-70ee85d2-4ab7-4a9a-b925-95626b41fa48 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "PUT /v2.0/floatingips/97d1c9a1-461d-4ff8-98a0-28df6cb94325 HTTP/1.1" status: 200 len: 990 time: 7.9461210 Dec 21 22:13:21.861693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3424ac6-6957-4685-a802-db85c374567a', 'tag': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:13:21.921799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.935189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.952078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:21.952510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Added segment 72fed4a7-5f64-4ea6-a81d-8de0ac16f974 of type vlan for network 27e9b6d5-7a6e-4b5c-9d93-d887d9b8e541 Dec 21 22:13:21.967957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 19891279-a46f-4362-856e-8070a4b7f648 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:21.973692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port eeb08374-8c01-4e9d-abe9-4164133f4649 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:21.986433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf640de4-0b55-45df-a4fd-30d26ac28a32 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a60169-df0f-4f8b-b127-2fd00f05681f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:21.993025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Transition to ACTIVE for port object a99d3216-c634-4610-98c3-8afba711ff5a will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:21.997457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port eeb08374-8c01-4e9d-abe9-4164133f4649 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:21.997875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.031677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4683ac3-d712-49ed-9122-e5999d733295,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:22.082300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369070ae-8cca-4cd7-9977-83faca469dca None None] Network 09990fd8-ac9d-48d6-b378-c5ef211d9cee requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:22.102012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf640de4-0b55-45df-a4fd-30d26ac28a32 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.172386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cf640de4-0b55-45df-a4fd-30d26ac28a32 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/subnets/d3a60169-df0f-4f8b-b127-2fd00f05681f HTTP/1.1" status: 204 len: 168 time: 1.7017255 Dec 21 22:13:22.172386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 60998) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:22.184917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.213500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.214595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Transition to ACTIVE for port object a99d3216-c634-4610-98c3-8afba711ff5a will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:22.264729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Allocated IP 172.26.6.89 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/c7ea2167-971c-4a24-82c0-abe5a946840a) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:22.299073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d954a-b12f-4c78-ad8f-979b0835cbe3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:22.300847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d954a-b12f-4c78-ad8f-979b0835cbe3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:22.301624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ed0d954a-b12f-4c78-ad8f-979b0835cbe3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Synchronizing usage tracker for tenant:49dff926852340e4a76585415d1679d2 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:22.301750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:22.351063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:22.355016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ed0d954a-b12f-4c78-ad8f-979b0835cbe3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Unset dirty status for tenant:49dff926852340e4a76585415d1679d2 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:22.359914 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ed0d954a-b12f-4c78-ad8f-979b0835cbe3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1882348 Dec 21 22:13:22.360623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32774) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:22.361364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:22.363511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-82fc8205-593d-4862-a3d8-0c98c1682e1c None None] Provisioning for port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:22.376105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.391467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:22.395357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=19891279-a46f-4362-856e-8070a4b7f648,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:22.410511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:22.422542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:22.424307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.441879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.442255 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Added segment 9cc757f4-99e4-46e7-a3b5-b6f340c5576b of type vlan for network 02801051-fc57-47b0-9273-c65e8bdc336a Dec 21 22:13:22.472779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Pushing event updated for resources: {'Port': ['ID=a99d3216-c634-4610-98c3-8afba711ff5a,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:22.520929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3424ac6-6957-4685-a802-db85c374567a', 'tag': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'status': 'completed', 'code': 200} Dec 21 22:13:22.530966 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dcec554d-6a65-4c62-ad3c-e52fae197423 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2507813 Dec 21 22:13:22.532077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/ff95741e-5848-4c1b-b207-d284191796e0/d7edc534-26d5-4d4a-9399-9febed55940c) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:22.537815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32780) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:22.653819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd3b272c-d52c-4631-9ce7-cc2ee97f7fd3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.660733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.672939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.682931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Router 52402375-83a6-4877-88f5-1ff3def3760b is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:13:22.689203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50556489-e0fa-48f4-9b88-76b5ff8ce476 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:22.690123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-50556489-e0fa-48f4-9b88-76b5ff8ce476 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:22.733543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-50556489-e0fa-48f4-9b88-76b5ff8ce476 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:22.735596 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-50556489-e0fa-48f4-9b88-76b5ff8ce476 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1963332 Dec 21 22:13:22.738782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32784) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:22.761161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.771171 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3b272c-d52c-4631-9ce7-cc2ee97f7fd3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 22:13:22.771994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3b272c-d52c-4631-9ce7-cc2ee97f7fd3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:22.789321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:22.792110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.810205 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcb7d279-99d0-4707-9521-a407221d1940 req-5cf5684b-cad0-4d59-9980-fceea9306433 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6be5c586317b4b7ba5a7875414e9e6f9&device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 1098 time: 0.3415732 Dec 21 22:13:22.817825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fd3b272c-d52c-4631-9ce7-cc2ee97f7fd3 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/09990fd8-ac9d-48d6-b378-c5ef211d9cee HTTP/1.1" status: 409 len: 405 time: 0.4454479 Dec 21 22:13:22.818806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32788) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:22.824306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-435187243'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:22.870778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:22.885241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:22.888510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.889033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.893060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:22.894134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1f615899-9889-4321-935c-64a9ef299424 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 19891279-a46f-4362-856e-8070a4b7f648 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:22.894524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f615899-9889-4321-935c-64a9ef299424 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.896378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:22.897065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:22.904162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:22.933886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port eeb08374-8c01-4e9d-abe9-4164133f4649, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=eeb08374-8c01-4e9d-abe9-4164133f4649,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:22.944696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:22.957762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:22.960542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:22.976811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:network and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:22.998861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'Port': ['ID=c7ea2167-971c-4a24-82c0-abe5a946840a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:23.014577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.015448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 229e9f1f-b28b-44ef-91e5-41d9a70e1955 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:23.410175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Attempting to bind port a99d3216-c634-4610-98c3-8afba711ff5a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:23.410717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Attempting to bind port a99d3216-c634-4610-98c3-8afba711ff5a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'cfcbed32-ee60-464e-99d4-7fac3db64552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1f8a22bc-0137-4065-9b15-5c314401cd3a'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:23.411448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Attempting to bind port a99d3216-c634-4610-98c3-8afba711ff5a on network 1f8a22bc-0137-4065-9b15-5c314401cd3a {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:23.418196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:23.427650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] DHCP port deletion for 09990fd8-ac9d-48d6-b378-c5ef211d9cee request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:23.430083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:23.434750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Network': ['ID=27e9b6d5-7a6e-4b5c-9d93-d887d9b8e541,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:23.444120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=eeb08374-8c01-4e9d-abe9-4164133f4649,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:23.449360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f615899-9889-4321-935c-64a9ef299424 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.472166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5537200 Dec 21 22:13:23.481474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7d279-99d0-4707-9521-a407221d1940 req-22638159-e070-43ef-836f-00830aa12242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:23.483043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcb7d279-99d0-4707-9521-a407221d1940 req-22638159-e070-43ef-836f-00830aa12242 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be7f4ef3-5a29-465e-8259-f1fba0d6883d HTTP/1.1" status: 200 len: 907 time: 0.6521683 Dec 21 22:13:23.483559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32796) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:23.488058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 27e9b6d5-7a6e-4b5c-9d93-d887d9b8e541 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:23.515490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Deleting port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:23.515902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.564439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:23.564856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Checking segment: {'id': 'cfcbed32-ee60-464e-99d4-7fac3db64552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1f8a22bc-0137-4065-9b15-5c314401cd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:23.565305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.565751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Bound using segment: {'id': 'cfcbed32-ee60-464e-99d4-7fac3db64552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1f8a22bc-0137-4065-9b15-5c314401cd3a'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:23.566272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Bound port: a99d3216-c634-4610-98c3-8afba711ff5a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcbed32-ee60-464e-99d4-7fac3db64552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1f8a22bc-0137-4065-9b15-5c314401cd3a'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:23.566680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.622799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1f615899-9889-4321-935c-64a9ef299424 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 19891279-a46f-4362-856e-8070a4b7f648 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:23.653395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:23.658958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.668559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.669594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.765055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcb7d279-99d0-4707-9521-a407221d1940 req-2029bafe-5902-407c-9948-df9798cab37f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a09c68a-6c9b-40a2-80bb-3e754a8ce603 HTTP/1.1" status: 200 len: 998 time: 0.2523797 Dec 21 22:13:23.765671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061d122-38a7-4f2a-a4b5-9795de3157fc tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Network': ['ID=02801051-fc57-47b0-9273-c65e8bdc336a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:23.829052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 02801051-fc57-47b0-9273-c65e8bdc336a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:23.842192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:23.848995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.910069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:23.910396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.955213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:23.962612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Transition to ACTIVE for port object d7edc534-26d5-4d4a-9399-9febed55940c will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:23.988128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:23.993257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Added segment 780b4551-d8ad-41c2-9c40-736b3c30b791 of type vlan for network ecc20b4e-1557-498c-9cf7-912481158bde Dec 21 22:13:24.069562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7d279-99d0-4707-9521-a407221d1940 req-15adfdad-417e-4e5c-a864-65b23224eaa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:24.071845 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcb7d279-99d0-4707-9521-a407221d1940 req-15adfdad-417e-4e5c-a864-65b23224eaa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c55115a1-106d-4050-9dc3-328f360cff97 HTTP/1.1" status: 200 len: 845 time: 0.2394664 Dec 21 22:13:24.087143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.098685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f7181c-260a-45bc-8228-ddb86ea9c1a2 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:24.103495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f7181c-260a-45bc-8228-ddb86ea9c1a2 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:24.107831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f7181c-260a-45bc-8228-ddb86ea9c1a2 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:24.112640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f7181c-260a-45bc-8228-ddb86ea9c1a2 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:24.114592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d5f7181c-260a-45bc-8228-ddb86ea9c1a2 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Synchronizing usage tracker for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:24.138485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f615899-9889-4321-935c-64a9ef299424 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.158605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Transition to ACTIVE for port object d7edc534-26d5-4d4a-9399-9febed55940c will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:24.188590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] For port a99d3216-c634-4610-98c3-8afba711ff5a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:24.201400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f615899-9889-4321-935c-64a9ef299424 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=19891279-a46f-4362-856e-8070a4b7f648,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:24.209320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] For port a99d3216-c634-4610-98c3-8afba711ff5a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a99d3216-c634-4610-98c3-8afba711ff5a,segment=NetworkSegment(cfcbed32-ee60-464e-99d4-7fac3db64552),segment_id=cfcbed32-ee60-464e-99d4-7fac3db64552)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:24.224086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:24.239339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Sync routers for ids ['52402375-83a6-4877-88f5-1ff3def3760b'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:24.245210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d5f7181c-260a-45bc-8228-ddb86ea9c1a2 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Unset dirty status for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:24.250273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5f7181c-260a-45bc-8228-ddb86ea9c1a2 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7614346 Dec 21 22:13:24.251241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32802) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:24.258503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.264780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f615899-9889-4321-935c-64a9ef299424 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.264960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.268257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Routers {'52402375-83a6-4877-88f5-1ff3def3760b'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:24.269315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['52402375-83a6-4877-88f5-1ff3def3760b'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:24.269454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:24.270088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.317546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.400201 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1f615899-9889-4321-935c-64a9ef299424 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/19891279-a46f-4362-856e-8070a4b7f648 HTTP/1.1" status: 204 len: 168 time: 1.6570656 Dec 21 22:13:24.404509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32806) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:24.411232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] For port 229e9f1f-b28b-44ef-91e5-41d9a70e1955, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=229e9f1f-b28b-44ef-91e5-41d9a70e1955,segment=NetworkSegment(95920278-a143-4e42-b875-2b9e322b5d2c),segment_id=95920278-a143-4e42-b875-2b9e322b5d2c)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:24.411754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.439148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '97d1c9a1-461d-4ff8-98a0-28df6cb94325', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'floating_ip_address': '172.26.6.16', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'port_id': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'mac_address': 'fa:16:3e:00:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424ac6-6957-4685-a802-db85c374567a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:35Z', 'updated_at': '2021-12-21T22:13:16Z', 'revision_number': 1, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:31Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:24.444481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:24.453863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.501440 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcb7d279-99d0-4707-9521-a407221d1940 req-03dabf86-ba95-4f37-ad62-7dd0ccc90a9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be7f4ef3-5a29-465e-8259-f1fba0d6883d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3831918 Dec 21 22:13:24.504167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Network': ['ID=ecc20b4e-1557-498c-9cf7-912481158bde,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:24.536516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Set router 52402375-83a6-4877-88f5-1ff3def3760b gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:24.551757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e6caa8-8b75-4303-ac0f-3c2d26baedab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:24.553310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e6caa8-8b75-4303-ac0f-3c2d26baedab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:24.554165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76e6caa8-8b75-4303-ac0f-3c2d26baedab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:24.701073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Router 14b8eb28-0df0-4183-bf9f-066529eec0ff is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:13:24.707938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.717702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76e6caa8-8b75-4303-ac0f-3c2d26baedab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:24.717936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:24.719174 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-76e6caa8-8b75-4303-ac0f-3c2d26baedab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3135018 Dec 21 22:13:24.723805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-906ce98a-9ed9-4a96-9522-65eafafd1597 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7461591 Dec 21 22:13:24.727171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32814) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:24.727404 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcb7d279-99d0-4707-9521-a407221d1940 req-c15554b1-68a1-4efd-a234-46065dc9d5d7 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076466 Dec 21 22:13:24.727540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32816) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:24.729103 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8c43b45-7386-4879-8e81-9058df375e27 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9099600 Dec 21 22:13:24.732835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32818) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:24.745980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'subnet': {'network_id': 'ecc20b4e-1557-498c-9cf7-912481158bde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:24.797215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:24.799237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Pushing event updated for resources: {'Port': ['ID=d7edc534-26d5-4d4a-9399-9febed55940c,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:24.861105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:24.866831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network ecc20b4e-1557-498c-9cf7-912481158bde details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:24.885994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e9b6d5-7a6e-4b5c-9d93-d887d9b8e541']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:24.910623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Calling delete_port for 229e9f1f-b28b-44ef-91e5-41d9a70e1955 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:24.924119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fed4a7-5f64-4ea6-a81d-8de0ac16f974') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:24.924671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fed4a7-5f64-4ea6-a81d-8de0ac16f974') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:24.950496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:24.978033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] Checking router: 231a5e70-eb31-4452-9855-b990de2e65e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:13:24.989925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:25.015393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.018872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.034445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52402375-83a6-4877-88f5-1ff3def3760b', 'name': 'tempest-snat-router-1165189448', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b926ac7b-1b68-44d8-a929-fc693dac81ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:13:17Z', 'updated_at': '2021-12-21T22:13:21Z', 'revision_number': 3, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port': {'id': 'b926ac7b-1b68-44d8-a929-fc693dac81ec', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:86:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52402375-83a6-4877-88f5-1ff3def3760b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:13:19Z', 'updated_at': '2021-12-21T22:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:25.040108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Checking router: 52402375-83a6-4877-88f5-1ff3def3760b for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:13:25.044366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Updating router 52402375-83a6-4877-88f5-1ff3def3760b port b926ac7b-1b68-44d8-a929-fc693dac81ec binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:13:25.073577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.101724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:25.102357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.105101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcb7d279-99d0-4707-9521-a407221d1940 req-aa8c0b65-574c-474a-95ea-3d6c21f00920 service neutron] 10.222.0.46 "GET /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945107 Dec 21 22:13:25.106202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:25.122251 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:25.202590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.286314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.297293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 229e9f1f-b28b-44ef-91e5-41d9a70e1955, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=229e9f1f-b28b-44ef-91e5-41d9a70e1955,segment=NetworkSegment(95920278-a143-4e42-b875-2b9e322b5d2c),segment_id=95920278-a143-4e42-b875-2b9e322b5d2c)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:25.336987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:25.337693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:25.426880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.430244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Attempting to bind port d7edc534-26d5-4d4a-9399-9febed55940c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:25.430244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Attempting to bind port d7edc534-26d5-4d4a-9399-9febed55940c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:25.430244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Attempting to bind port d7edc534-26d5-4d4a-9399-9febed55940c on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:25.432635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8272a-c7c6-4bc5-b362-e9b119f3d538 None None] Pushing event updated for resources: {'Port': ['ID=a99d3216-c634-4610-98c3-8afba711ff5a,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:25.446313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.475065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.502567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc2ef3e-86e9-4cbf-863e-65d3e91b9244 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet ff95741e-5848-4c1b-b207-d284191796e0 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:25.504762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Network': ['ID=27e9b6d5-7a6e-4b5c-9d93-d887d9b8e541,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:25.515192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ef3e-86e9-4cbf-863e-65d3e91b9244 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.528982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:25.529403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:25.529854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.530296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:25.530830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Bound port: d7edc534-26d5-4d4a-9399-9febed55940c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:25.531520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.676164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:13:25.676164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:13:25.685092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-955156cc-6ac4-466e-8889-d3c9dd917dd6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/networks/27e9b6d5-7a6e-4b5c-9d93-d887d9b8e541 HTTP/1.1" status: 204 len: 168 time: 1.4322743 Dec 21 22:13:25.690958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32830) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:25.715308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device eeb08374-8c01-4e9d-abe9-4164133f4649 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:25.766234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=229e9f1f-b28b-44ef-91e5-41d9a70e1955,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:25.813358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ef3e-86e9-4cbf-863e-65d3e91b9244 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.905481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.949578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Transition to ACTIVE for port object b926ac7b-1b68-44d8-a929-fc693dac81ec will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:25.950425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:25.969080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ef3e-86e9-4cbf-863e-65d3e91b9244 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:25.990629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.000394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.110865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ef3e-86e9-4cbf-863e-65d3e91b9244 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.146466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Pushing event updated for resources: {'Port': ['ID=b926ac7b-1b68-44d8-a929-fc693dac81ec,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:26.153316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] For port d7edc534-26d5-4d4a-9399-9febed55940c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:26.155584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port eeb08374-8c01-4e9d-abe9-4164133f4649 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:26.160607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.199677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Deleting port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:26.199677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.201341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.201708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.202073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.202438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.202798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.203153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.203503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.203873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.204224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.204602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.204950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:26.207374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2ef3e-86e9-4cbf-863e-65d3e91b9244 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=ff95741e-5848-4c1b-b207-d284191796e0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:26.218740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Attempting to bind port b926ac7b-1b68-44d8-a929-fc693dac81ec on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:26.219265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Attempting to bind port b926ac7b-1b68-44d8-a929-fc693dac81ec by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:26.219531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Attempting to bind port b926ac7b-1b68-44d8-a929-fc693dac81ec on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:26.232485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-17a0b660-ebff-46ec-b3b5-4fa3ac52acc8 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/routers/52402375-83a6-4877-88f5-1ff3def3760b HTTP/1.1" status: 200 len: 907 time: 1.4944530 Dec 21 22:13:26.235164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32838) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:26.239086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:26.239501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:26.239947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.240434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:26.241943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Bound port: b926ac7b-1b68-44d8-a929-fc693dac81ec, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:26.242501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.295616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.308833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ef3e-86e9-4cbf-863e-65d3e91b9244 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.329342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] For port d7edc534-26d5-4d4a-9399-9febed55940c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d7edc534-26d5-4d4a-9399-9febed55940c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:26.336192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:26.351213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02801051-fc57-47b0-9273-c65e8bdc336a']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:26.365108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d54306d-7158-4a58-bd60-4be4f7693574 None None] Sync routers for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:26.366224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc757f4-99e4-46e7-a3b5-b6f340c5576b') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:26.366974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc757f4-99e4-46e7-a3b5-b6f340c5576b') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:26.384460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.385617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] For port b926ac7b-1b68-44d8-a929-fc693dac81ec, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:26.391708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] For port b926ac7b-1b68-44d8-a929-fc693dac81ec, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b926ac7b-1b68-44d8-a929-fc693dac81ec,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:26.410740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.430953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.463138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2dc2ef3e-86e9-4cbf-863e-65d3e91b9244 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/ff95741e-5848-4c1b-b207-d284191796e0 HTTP/1.1" status: 204 len: 168 time: 1.7301469 Dec 21 22:13:26.468184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.472075 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a00d7a1-6c49-4293-a77f-b74587e7a734 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.2915089 Dec 21 22:13:26.472075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32842) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:26.476310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32844) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:26.501675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.524466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:26.524919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:26.551063 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:26.555083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d3a82-bce2-4d1d-91d2-063419a4969d None None] Pushing event updated for resources: {'Port': ['ID=b926ac7b-1b68-44d8-a929-fc693dac81ec,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:26.556950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.621799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Routers {'52402375-83a6-4877-88f5-1ff3def3760b'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:26.622602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['52402375-83a6-4877-88f5-1ff3def3760b'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:26.742826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] For port 229e9f1f-b28b-44ef-91e5-41d9a70e1955, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=229e9f1f-b28b-44ef-91e5-41d9a70e1955,segment=NetworkSegment(95920278-a143-4e42-b875-2b9e322b5d2c),segment_id=95920278-a143-4e42-b875-2b9e322b5d2c)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:26.743456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.793385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54306d-7158-4a58-bd60-4be4f7693574 None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:26.794509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2d54306d-7158-4a58-bd60-4be4f7693574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:26.915213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Subnet': ['ID=cc5933c0-c5d2-48e6-9bf3-902f773dd8a2,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:26.944831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:26.968351 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5cbd331d-9dfb-4a62-86ca-13b065a43c32 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4952021 Dec 21 22:13:26.969184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] Set router 52402375-83a6-4877-88f5-1ff3def3760b gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:26.972135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32854) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:26.995752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:27.017024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:27.052997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Network': ['ID=02801051-fc57-47b0-9273-c65e8bdc336a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:27.074277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Checking segment: {'id': '780b4551-d8ad-41c2-9c40-736b3c30b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ecc20b4e-1557-498c-9cf7-912481158bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:27.077438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network hostable DHCP agents. Network: ecc20b4e-1557-498c-9cf7-912481158bde, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:27.153945 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a132a517-3167-405e-88b1-cc0e6619205c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/networks/02801051-fc57-47b0-9273-c65e8bdc336a HTTP/1.1" status: 204 len: 168 time: 1.4555900 Dec 21 22:13:27.155859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32860) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:27.342383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2d54306d-7158-4a58-bd60-4be4f7693574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:27.452600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:27.468791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:27.505116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Calling delete_port for 229e9f1f-b28b-44ef-91e5-41d9a70e1955 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:27.556667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:27.645669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:27.656535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a228c0-99cf-4f91-857f-651f78a3b49d None None] Pushing event updated for resources: {'Port': ['ID=d7edc534-26d5-4d4a-9399-9febed55940c,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:27.661951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:27.732521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:27.739730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:27.796938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a303cb4-7e12-4c8d-a4f3-f67e6f1d07a1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:27.805710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a303cb4-7e12-4c8d-a4f3-f67e6f1d07a1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:27.806823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8a303cb4-7e12-4c8d-a4f3-f67e6f1d07a1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Synchronizing usage tracker for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:27.827066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network ecc20b4e-1557-498c-9cf7-912481158bde is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:27.850775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d54306d-7158-4a58-bd60-4be4f7693574 None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:27.851848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2d54306d-7158-4a58-bd60-4be4f7693574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:27.853075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8a303cb4-7e12-4c8d-a4f3-f67e6f1d07a1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Unset dirty status for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:27.854758 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8a303cb4-7e12-4c8d-a4f3-f67e6f1d07a1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6978462 Dec 21 22:13:27.859016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32866) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:27.866584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-197125469'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:27.872857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:27.884960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:27.893567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, ecc20b4e-1557-498c-9cf7-912481158bde) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:27.899967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:27.905896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:27.925584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52402375-83a6-4877-88f5-1ff3def3760b', 'name': 'tempest-snat-router-1165189448', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b926ac7b-1b68-44d8-a929-fc693dac81ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:13:17Z', 'updated_at': '2021-12-21T22:13:21Z', 'revision_number': 3, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port': {'id': 'b926ac7b-1b68-44d8-a929-fc693dac81ec', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:86:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52402375-83a6-4877-88f5-1ff3def3760b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:13:19Z', 'updated_at': '2021-12-21T22:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:27.927232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Made reservation on behalf of e2e67f9941dd4322af7875e8854a8c81 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:27.930217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1fea3e-8100-4d5d-ba68-1f6a115c1e9e None None] The sync data for ids ['52402375-83a6-4877-88f5-1ff3def3760b'] in dv-neutron-822521-1-hyperv is: [{'id': '52402375-83a6-4877-88f5-1ff3def3760b', 'name': 'tempest-snat-router-1165189448', 'tenant_id': 'e0859188f1114436a4cc5067acb92a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'b926ac7b-1b68-44d8-a929-fc693dac81ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:13:17Z', 'updated_at': '2021-12-21T22:13:21Z', 'revision_number': 3, 'project_id': 'e0859188f1114436a4cc5067acb92a9e', 'gw_port': {'id': 'b926ac7b-1b68-44d8-a929-fc693dac81ec', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:86:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52402375-83a6-4877-88f5-1ff3def3760b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:13:19Z', 'updated_at': '2021-12-21T22:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:27.942494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:27.951563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82949d90-da24-42ef-bdaa-f26c2b9818a0 None None] Network ecc20b4e-1557-498c-9cf7-912481158bde requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:27.972102 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6f8ebbaa-4551-446d-a2c9-12e33258882a tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2355917 Dec 21 22:13:27.974328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2d54306d-7158-4a58-bd60-4be4f7693574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:27.974839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d54306d-7158-4a58-bd60-4be4f7693574 None None] The sync data for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:27.975704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32870) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:28.019549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:28.119397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 229e9f1f-b28b-44ef-91e5-41d9a70e1955 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:28.243627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cfba70-cc1c-4b5c-874f-f9e5c5eb3b4d None None] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:28.259596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.267820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.328582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Deleting port b926ac7b-1b68-44d8-a929-fc693dac81ec {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:28.329106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.362843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] Pushing event deleted for resources: {'Port': ['ID=229e9f1f-b28b-44ef-91e5-41d9a70e1955,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:28.373984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 229e9f1f-b28b-44ef-91e5-41d9a70e1955 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:28.373984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 229e9f1f-b28b-44ef-91e5-41d9a70e1955 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:28.416858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8bd580fa-9749-4314-b049-b72392cecf60 None None] Provisioning for port a99d3216-c634-4610-98c3-8afba711ff5a completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:28.426694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.430594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82886729-322e-490e-af4c-57b6f7a805ad None None] No DVR routers for this DVR port 229e9f1f-b28b-44ef-91e5-41d9a70e1955 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:28.439326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.439795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Added segment 9ba90fef-c4e6-4f07-bfa0-3377d0b187a8 of type vlan for network a93fd5fd-7c63-48f4-99fb-46baada5923e Dec 21 22:13:28.552437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.614803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '97d1c9a1-461d-4ff8-98a0-28df6cb94325', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'floating_ip_address': '172.26.6.16', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'port_id': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'mac_address': 'fa:16:3e:00:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424ac6-6957-4685-a802-db85c374567a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:35Z', 'updated_at': '2021-12-21T22:13:16Z', 'revision_number': 1, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:31Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:28.619600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.767660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f56588-512f-43cd-9c7f-e72e62fc6fb8 None None] The sync data for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv is: [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '97d1c9a1-461d-4ff8-98a0-28df6cb94325', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'floating_ip_address': '172.26.6.16', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'port_id': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'mac_address': 'fa:16:3e:00:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3424ac6-6957-4685-a802-db85c374567a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:12:35Z', 'updated_at': '2021-12-21T22:13:16Z', 'revision_number': 1, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:31Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:28.781132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.785465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:28.786163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:28.862676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a99d3216-c634-4610-98c3-8afba711ff5a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:28.934530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:28.939326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:28.941354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=82485ab7-4e32-447c-92f3-ac1dde5ef591,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:28.948303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:28.950873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.001240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Network': ['ID=a93fd5fd-7c63-48f4-99fb-46baada5923e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:29.017236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.035413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] For port b926ac7b-1b68-44d8-a929-fc693dac81ec, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b926ac7b-1b68-44d8-a929-fc693dac81ec,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:29.035825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.043758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network a93fd5fd-7c63-48f4-99fb-46baada5923e details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:29.054706 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f62ac78b-b67c-4bd4-9f84-c9449f02b236 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0746298 Dec 21 22:13:29.129081 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-344c2c28-9bd0-42d3-9539-f8106bfba87b tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2664382 Dec 21 22:13:29.129081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32880) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:29.130637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32882) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:29.143118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'name': 'tempest-NetworksTestDHCPv6-1159199868'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:29.146858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed261b-79ca-4442-a491-2ca3d55b3e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-ecc20b4e-1557-498c-9cf7-912481158bde', 'network_id': 'ecc20b4e-1557-498c-9cf7-912481158bde', 'tenant_id': '49dff926852340e4a76585415d1679d2', 'fixed_ips': [{'subnet_id': 'cc5933c0-c5d2-48e6-9bf3-902f773dd8a2'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:29.148323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6ed261b-79ca-4442-a491-2ca3d55b3e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.159498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-663545556'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:29.170049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.183057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:29.246415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Calling delete_port for b926ac7b-1b68-44d8-a929-fc693dac81ec owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:29.353519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.395058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc20b4e-1557-498c-9cf7-912481158bde']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:29.424964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780b4551-d8ad-41c2-9c40-736b3c30b791') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:29.426708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780b4551-d8ad-41c2-9c40-736b3c30b791') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:29.459265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.478751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.487947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:29.488579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.528174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85289b8-e8a9-4af0-a22c-5cb3fc871f90 None None] New status for floating IP 97d1c9a1-461d-4ff8-98a0-28df6cb94325: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:13:29.564263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a99d3216-c634-4610-98c3-8afba711ff5a completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:29.588006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a99d3216-c634-4610-98c3-8afba711ff5a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:29.588443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.642599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5933c0-c5d2-48e6-9bf3-902f773dd8a2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:29.656365 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:29.681101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-b6ed261b-79ca-4442-a491-2ca3d55b3e25 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 21 22:13:29.681101 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 21 22:13:29.681101 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'project_id': '49dff926852340e4a76585415d1679d2', 'id': 'bb7afbd5-3aa4-4f5f-aab8-970c67dda47b', 'name': '', 'network_id': 'ecc20b4e-1557-498c-9cf7-912481158bde', 'mac_address': 'fa:16:3e:4c:3b:be', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-ecc20b4e-1557-498c-9cf7-912481158bde', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 292}] Dec 21 22:13:29.681101 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:13:29.681867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-b6ed261b-79ca-4442-a491-2ca3d55b3e25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:13:29.682425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e3544-468d-4ef4-b503-8d19dc08198f None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:29.706071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Usage tracker for resource:network and tenant:e2e67f9941dd4322af7875e8854a8c81 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:29.716732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.722795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:29.739898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:29.875910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Network': ['ID=ecc20b4e-1557-498c-9cf7-912481158bde,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:29.892233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f39cf026-e951-470e-bb31-b77a3be5aebf tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/ecc20b4e-1557-498c-9cf7-912481158bde HTTP/1.1" status: 204 len: 168 time: 1.9151793 Dec 21 22:13:29.894514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:29.904968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32894) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:29.927826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1015572645'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:29.946892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:29.967586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:network and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:29.985189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:30.001989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:30.053363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Made reservation on behalf of e2e67f9941dd4322af7875e8854a8c81 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:30.062268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.122019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:30.127667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:30.137456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.147155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bf5fcb3c-5b70-48a9-8953-5c637b7be993 None None] Provisioning for port d7edc534-26d5-4d4a-9399-9febed55940c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:30.171657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:30.185849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:30.203293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:30.215908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:30.224647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.225698 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Added segment 3842e97e-5108-4e1c-8b76-282157d81135 of type vlan for network 69456f44-f097-415a-8fec-c8352bd39fd2 Dec 21 22:13:30.266617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.291245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.308013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:30.324382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.326998 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Added segment 66de8831-c93a-43b0-836c-db595a5dea6d of type vlan for network 2d0e561f-2e5d-45ae-878b-704bcd86d499 Dec 21 22:13:30.353402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:30.353757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event deleted for resources: {'Port': ['ID=b926ac7b-1b68-44d8-a929-fc693dac81ec,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:30.361579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.376243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.388628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6ed261b-79ca-4442-a491-2ca3d55b3e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.397201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:30.443508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.448875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:30.449276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.494708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.546265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e5d059-7f5e-4fc4-9838-488a26fa4cf1 None None] Network ecc20b4e-1557-498c-9cf7-912481158bde requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:30.580068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e5d059-7f5e-4fc4-9838-488a26fa4cf1 None None] Network ecc20b4e-1557-498c-9cf7-912481158bde could not be found, it might have been deleted concurrently. {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 22:13:30.592238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port a99d3216-c634-4610-98c3-8afba711ff5a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a99d3216-c634-4610-98c3-8afba711ff5a,segment=NetworkSegment(cfcbed32-ee60-464e-99d4-7fac3db64552),segment_id=cfcbed32-ee60-464e-99d4-7fac3db64552)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:30.605887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-25e969b1-e8ac-4385-af5d-eea918eb4bd3 None None] Provisioning complete for port a99d3216-c634-4610-98c3-8afba711ff5a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:30.606113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25e969b1-e8ac-4385-af5d-eea918eb4bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.622737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Network': ['ID=69456f44-f097-415a-8fec-c8352bd39fd2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:30.625017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.629075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:30.629763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.642507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.643609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d7edc534-26d5-4d4a-9399-9febed55940c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:30.677688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 69456f44-f097-415a-8fec-c8352bd39fd2 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:30.733017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:30.751467 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-18d57acb-2ea7-4ded-b0bb-ae29c5a36da6 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5975704 Dec 21 22:13:30.769561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32900) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:30.865130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9585593 Dec 21 22:13:30.873778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32902) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:30.876626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ce038-e238-406c-af7c-2d4bd7019206 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Network': ['ID=2d0e561f-2e5d-45ae-878b-704bcd86d499,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:30.883611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'subnet': {'network_id': '2d0e561f-2e5d-45ae-878b-704bcd86d499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:30.931183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::9c (46b25152-08cb-4b8d-89e6-3a84ce307aa7/82485ab7-4e32-447c-92f3-ac1dde5ef591/ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:30.957083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 2d0e561f-2e5d-45ae-878b-704bcd86d499 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:30.991648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'ports': [{'network_id': 'a93fd5fd-7c63-48f4-99fb-46baada5923e', 'name': 'tempest-port--243695293', 'admin_state_up': True}, {'network_id': '69456f44-f097-415a-8fec-c8352bd39fd2', 'admin_state_up': False}]} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:30.991648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'port': {'network_id': 'a93fd5fd-7c63-48f4-99fb-46baada5923e', 'name': 'tempest-port--243695293', 'admin_state_up': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:30.991648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'port': {'network_id': '69456f44-f097-415a-8fec-c8352bd39fd2', 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:31.008417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.052227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:31.074250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:subnet and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:31.079591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:31.096320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:31.101210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=a99d3216-c634-4610-98c3-8afba711ff5a,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:31.274676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:31.299825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port d7edc534-26d5-4d4a-9399-9febed55940c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:31.309101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d7edc534-26d5-4d4a-9399-9febed55940c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:31.309837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.445152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.488117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d3b34b00-7f1e-44ad-bc8f-2ddb92dd69e4 None None] Provisioning complete for port d7edc534-26d5-4d4a-9399-9febed55940c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:31.488789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3b34b00-7f1e-44ad-bc8f-2ddb92dd69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.493569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.580308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.583310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.609082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:31.621423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.697913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.708869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port d7edc534-26d5-4d4a-9399-9febed55940c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d7edc534-26d5-4d4a-9399-9febed55940c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:31.717503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3b34b00-7f1e-44ad-bc8f-2ddb92dd69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.754911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:31.771181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Usage tracker for resource:port and tenant:e2e67f9941dd4322af7875e8854a8c81 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:31.774788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.789930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:31.813405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:31.814519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:31.831872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:31.865958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-d3b34b00-7f1e-44ad-bc8f-2ddb92dd69e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:13:31.866371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-d3b34b00-7f1e-44ad-bc8f-2ddb92dd69e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:13:31.867871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:31.871692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:31.877015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=d7edc534-26d5-4d4a-9399-9febed55940c,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:31.877482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.878022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:31.878125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52402375-83a6-4877-88f5-1ff3def3760b {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:13:31.880664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.911313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a99d3216-c634-4610-98c3-8afba711ff5a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:31.935645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Made reservation on behalf of e2e67f9941dd4322af7875e8854a8c81 for: {'port': 2} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:31.951954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.967500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.972109 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-908a412b-f056-4b64-80a8-85890e54fb8d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "DELETE /v2.0/routers/52402375-83a6-4877-88f5-1ff3def3760b HTTP/1.1" status: 204 len: 168 time: 5.7355020 Dec 21 22:13:31.976504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32914) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:31.976915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Allocated IP 172.20.0.1 (1f8a22bc-0137-4065-9b15-5c314401cd3a/d2707153-8d1d-4790-a5f3-7f9f3df697e3/72de85d2-077a-4d49-bedf-a4bc23c58d75) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:31.982596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:31.988509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.036749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a99d3216-c634-4610-98c3-8afba711ff5a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:32.037114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.142628 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-95a9eea2-76ea-4232-b174-345893e75e8c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0136185 Dec 21 22:13:32.144020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32918) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:32.237931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] device_id is not set on port 61a07332-d66f-4432-93cd-f399f75fd48e yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:32.269003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Subnet': ['ID=51f65714-dfa8-46fc-83f3-c65f11e05407,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:32.285041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Checking segment: {'id': '66de8831-c93a-43b0-836c-db595a5dea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d0e561f-2e5d-45ae-878b-704bcd86d499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:32.285448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network hostable DHCP agents. Network: 2d0e561f-2e5d-45ae-878b-704bcd86d499, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:32.343082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc79d64-0991-4083-a62d-735684755971 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:32.347653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc79d64-0991-4083-a62d-735684755971 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:32.348569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0cc79d64-0991-4083-a62d-735684755971 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:32.478161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network 2d0e561f-2e5d-45ae-878b-704bcd86d499 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:32.506729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0cc79d64-0991-4083-a62d-735684755971 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:32.506729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0cc79d64-0991-4083-a62d-735684755971 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3521447 Dec 21 22:13:32.517756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32926) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:32.568421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 2d0e561f-2e5d-45ae-878b-704bcd86d499) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:32.575551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0cf82351-9c7f-425e-8dba-ff7928325f98 None None] Could not find standard attr ID for object 19891279-a46f-4362-856e-8070a4b7f648. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:13:32.580645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:32.581528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.595889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a21ef0-c777-4d61-9ee2-c286642d5fb5 None None] Network 2d0e561f-2e5d-45ae-878b-704bcd86d499 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:32.634218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8475be2b-99ba-43c3-a163-f3ca943686cc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:32.634575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8475be2b-99ba-43c3-a163-f3ca943686cc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.648131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.680592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c180b364-90f8-458b-b9fe-dc354dc453ae tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8027601 Dec 21 22:13:32.680592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.684507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32930) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:32.690149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Transition to ACTIVE for port object 72de85d2-077a-4d49-bedf-a4bc23c58d75 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:32.726853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0cf82351-9c7f-425e-8dba-ff7928325f98 None None] Provisioning for port ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:32.744070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0cf82351-9c7f-425e-8dba-ff7928325f98 None None] Provisioning complete for port ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:32.744604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0cf82351-9c7f-425e-8dba-ff7928325f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.805973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0cf82351-9c7f-425e-8dba-ff7928325f98 None None] Port ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:13:32.871000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.908032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:32.953916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-2d0e561f-2e5d-45ae-878b-704bcd86d499', 'network_id': '2d0e561f-2e5d-45ae-878b-704bcd86d499', 'tenant_id': '49dff926852340e4a76585415d1679d2', 'fixed_ips': [{'subnet_id': '51f65714-dfa8-46fc-83f3-c65f11e05407'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:32.955956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.087871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.103794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] device_id is not set on port 1516f306-57b1-40a4-bbcb-90eba3002c86 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:33.106781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8475be2b-99ba-43c3-a163-f3ca943686cc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.109826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'Port': ['ID=72de85d2-077a-4d49-bedf-a4bc23c58d75,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:33.120837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:33.123927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:33.130037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:33.199646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Allocated IP 2001:db8::2 (2d0e561f-2e5d-45ae-878b-704bcd86d499/51f65714-dfa8-46fc-83f3-c65f11e05407/ea7d055a-1468-497b-a90f-ae27937b1d66) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:33.291149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.343281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.408363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.531288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.551617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Transition to ACTIVE for port object ea7d055a-1468-497b-a90f-ae27937b1d66 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:33.563601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.596893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.597386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Transition to ACTIVE for port object ea7d055a-1468-497b-a90f-ae27937b1d66 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:33.597526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8475be2b-99ba-43c3-a163-f3ca943686cc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:33.620066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c5603897-c79e-4686-95dc-581aa6ab761f None None] Provisioning for port 72de85d2-077a-4d49-bedf-a4bc23c58d75 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:33.627302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c5603897-c79e-4686-95dc-581aa6ab761f None None] Provisioning complete for port 72de85d2-077a-4d49-bedf-a4bc23c58d75 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:33.627983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5603897-c79e-4686-95dc-581aa6ab761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.641904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.675342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.687839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.692528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Deleting port eeb08374-8c01-4e9d-abe9-4164133f4649 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:33.692915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.784210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c5603897-c79e-4686-95dc-581aa6ab761f None None] Port 72de85d2-077a-4d49-bedf-a4bc23c58d75 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:13:33.788770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Network 2d0e561f-2e5d-45ae-878b-704bcd86d499 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:33.793613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:33.796552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:33.798932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.804702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Subnet': ['ID=51f65714-dfa8-46fc-83f3-c65f11e05407,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:33.846578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Pushing event updated for resources: {'Port': ['ID=ea7d055a-1468-497b-a90f-ae27937b1d66,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:33.910193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Attempting to bind port ea7d055a-1468-497b-a90f-ae27937b1d66 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:33.910517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Attempting to bind port ea7d055a-1468-497b-a90f-ae27937b1d66 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '66de8831-c93a-43b0-836c-db595a5dea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d0e561f-2e5d-45ae-878b-704bcd86d499'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:33.910985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Attempting to bind port ea7d055a-1468-497b-a90f-ae27937b1d66 on network 2d0e561f-2e5d-45ae-878b-704bcd86d499 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:33.919822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d7edc534-26d5-4d4a-9399-9febed55940c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:33.944533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:33.945042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Checking segment: {'id': '66de8831-c93a-43b0-836c-db595a5dea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d0e561f-2e5d-45ae-878b-704bcd86d499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:33.945490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.945925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Bound using segment: {'id': '66de8831-c93a-43b0-836c-db595a5dea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d0e561f-2e5d-45ae-878b-704bcd86d499'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:33.946482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Bound port: ea7d055a-1468-497b-a90f-ae27937b1d66, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66de8831-c93a-43b0-836c-db595a5dea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2d0e561f-2e5d-45ae-878b-704bcd86d499'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:33.947076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.948947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] For port eeb08374-8c01-4e9d-abe9-4164133f4649, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=eeb08374-8c01-4e9d-abe9-4164133f4649,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:33.949349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:33.961356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8475be2b-99ba-43c3-a163-f3ca943686cc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.004709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Port': ['ID=61a07332-d66f-4432-93cd-f399f75fd48e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:34.097226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] For port ea7d055a-1468-497b-a90f-ae27937b1d66, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:34.102142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] For port ea7d055a-1468-497b-a90f-ae27937b1d66, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ea7d055a-1468-497b-a90f-ae27937b1d66,segment=NetworkSegment(66de8831-c93a-43b0-836c-db595a5dea6d),segment_id=66de8831-c93a-43b0-836c-db595a5dea6d)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:34.117259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d7edc534-26d5-4d4a-9399-9febed55940c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:34.117259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.117505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.135918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Calling delete_port for eeb08374-8c01-4e9d-abe9-4164133f4649 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:34.149146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.174208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475be2b-99ba-43c3-a163-f3ca943686cc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:34.176369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0e561f-2e5d-45ae-878b-704bcd86d499']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:34.190754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Checking segment: {'id': '9ba90fef-c4e6-4f07-bfa0-3377d0b187a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a93fd5fd-7c63-48f4-99fb-46baada5923e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:34.191158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Network hostable DHCP agents. Network: a93fd5fd-7c63-48f4-99fb-46baada5923e, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:34.212050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66de8831-c93a-43b0-836c-db595a5dea6d') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:34.212411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66de8831-c93a-43b0-836c-db595a5dea6d') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:34.223653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8475be2b-99ba-43c3-a163-f3ca943686cc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.247110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81275b86-86a7-45b7-b370-74db25f08bbe None None] Pushing event updated for resources: {'Port': ['ID=ea7d055a-1468-497b-a90f-ae27937b1d66,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:34.283726 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8475be2b-99ba-43c3-a163-f3ca943686cc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 HTTP/1.1" status: 204 len: 168 time: 1.7629600 Dec 21 22:13:34.286531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32940) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:34.296021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.333299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.348046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:34.348549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:34.368274 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:34.460627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.526617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event deleted for resources: {'Port': ['ID=eeb08374-8c01-4e9d-abe9-4164133f4649,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:34.538219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.540548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Network a93fd5fd-7c63-48f4-99fb-46baada5923e is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:34.548316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:13:34.548316 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:13:34.548316 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'id': '2d0e561f-2e5d-45ae-878b-704bcd86d499'}] Dec 21 22:13:34.548316 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:13:34.548949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:13:34.571994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.580302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee26f94-eb69-4195-8601-51ab06c41d94 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:34.581946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee26f94-eb69-4195-8601-51ab06c41d94 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:34.586858 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dee26f94-eb69-4195-8601-51ab06c41d94 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2941968 Dec 21 22:13:34.590729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32946) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:34.653804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04184899-775a-439b-ab78-eb12bc4894d3 None None] Network 2d0e561f-2e5d-45ae-878b-704bcd86d499 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:34.659669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, a93fd5fd-7c63-48f4-99fb-46baada5923e) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:34.676767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0776f42f-40e4-47d9-a7ff-1a3ba80d26f9 None None] Network a93fd5fd-7c63-48f4-99fb-46baada5923e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:34.686418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:34.688242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.734162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:34.768155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b926ac7b-1b68-44d8-a929-fc693dac81ec no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:34.886970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: b926ac7b-1b68-44d8-a929-fc693dac81ec {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:34.887292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b926ac7b-1b68-44d8-a929-fc693dac81ec not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:34.906008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:34.907684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab75d0d0-3580-4b88-ab98-3638d139dc3b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 82485ab7-4e32-447c-92f3-ac1dde5ef591 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:34.911639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:34.913946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'Port': ['ID=72de85d2-077a-4d49-bedf-a4bc23c58d75,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:34.917539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0d0-3580-4b88-ab98-3638d139dc3b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.062438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.151884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0d0-3580-4b88-ab98-3638d139dc3b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.289676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa91db-6eba-4a92-a71b-2ccf19a702f2 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:13:35.296895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.358813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-868d80fd-1c5e-4fb9-8aa8-63a01b6bdd2c None None] Provisioning complete for port 72de85d2-077a-4d49-bedf-a4bc23c58d75 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:35.359386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-868d80fd-1c5e-4fb9-8aa8-63a01b6bdd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.392688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Checking segment: {'id': '3842e97e-5108-4e1c-8b76-282157d81135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69456f44-f097-415a-8fec-c8352bd39fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:35.393123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Network hostable DHCP agents. Network: 69456f44-f097-415a-8fec-c8352bd39fd2, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:35.397774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Deleting port ea7d055a-1468-497b-a90f-ae27937b1d66 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:35.398159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.423066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.425005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0d0-3580-4b88-ab98-3638d139dc3b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.467791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-868d80fd-1c5e-4fb9-8aa8-63a01b6bdd2c None None] Port 72de85d2-077a-4d49-bedf-a4bc23c58d75 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:13:35.472567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.512965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Port': ['ID=1516f306-57b1-40a4-bbcb-90eba3002c86,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:35.555075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.555920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fae2d92-7722-43fd-8cf5-d067cf5c6559 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:13:35.594160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0d0-3580-4b88-ab98-3638d139dc3b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.601628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa91db-6eba-4a92-a71b-2ccf19a702f2 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:13:35.654045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75d0d0-3580-4b88-ab98-3638d139dc3b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=82485ab7-4e32-447c-92f3-ac1dde5ef591,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:35.661893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.663396 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-543eb6da-4e37-4928-bbd2-47471da71c4a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "DELETE /v2.0/routers/6fae2d92-7722-43fd-8cf5-d067cf5c6559 HTTP/1.1" status: 204 len: 168 time: 3.6846638 Dec 21 22:13:35.680250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32956) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:35.694543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1349047927', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:35.709367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab75d0d0-3580-4b88-ab98-3638d139dc3b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.714517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ab75d0d0-3580-4b88-ab98-3638d139dc3b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/82485ab7-4e32-447c-92f3-ac1dde5ef591 HTTP/1.1" status: 204 len: 168 time: 1.0931928 Dec 21 22:13:35.716771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32960) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:35.719763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:35.729949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Network 69456f44-f097-415a-8fec-c8352bd39fd2 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:35.811697 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3a819704-9075-43f0-a412-67d61e6feed6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935884 Dec 21 22:13:35.814642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32964) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:35.817952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Usage tracker for resource:router and tenant:d8b0329643c64e58bbe2f62a77c61202 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:35.835093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 69456f44-f097-415a-8fec-c8352bd39fd2) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:35.850182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:35.858529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:35.868640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:35.872485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:35.873255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.885615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] For port ea7d055a-1468-497b-a90f-ae27937b1d66, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ea7d055a-1468-497b-a90f-ae27937b1d66,segment=NetworkSegment(66de8831-c93a-43b0-836c-db595a5dea6d),segment_id=66de8831-c93a-43b0-836c-db595a5dea6d)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:35.886030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.892902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:35.974633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:35.982162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.017510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.061212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccad54cf-8de1-4480-8a7a-0ee4bea5d701 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:36.074084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ccad54cf-8de1-4480-8a7a-0ee4bea5d701 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:36.123528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Calling delete_port for ea7d055a-1468-497b-a90f-ae27937b1d66 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:36.158436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ccad54cf-8de1-4480-8a7a-0ee4bea5d701 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:36.159836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ccad54cf-8de1-4480-8a7a-0ee4bea5d701 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3440578 Dec 21 22:13:36.167974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32972) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:36.191018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6fbe28a-0ca8-46d6-b08c-a7e218f2935c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2164819 Dec 21 22:13:36.199193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32976) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:36.234683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cba952-8acb-43cc-8413-4c048730de74 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:36.253729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e3615a-b827-4e69-b2e9-5620a5233ebd None None] Network 69456f44-f097-415a-8fec-c8352bd39fd2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:36.315196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90b64ae-c70c-4987-a607-77d96f23d51c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:36.315947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f90b64ae-c70c-4987-a607-77d96f23d51c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:36.324397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.368996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.399085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f90b64ae-c70c-4987-a607-77d96f23d51c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:36.402917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f90b64ae-c70c-4987-a607-77d96f23d51c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2311397 Dec 21 22:13:36.404236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32980) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:36.434923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Port': ['ID=ea7d055a-1468-497b-a90f-ae27937b1d66,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:36.445392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282952b4-7f09-4774-a35c-6de5ae11c7f1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:36.450063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282952b4-7f09-4774-a35c-6de5ae11c7f1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:36.450877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-282952b4-7f09-4774-a35c-6de5ae11c7f1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Synchronizing usage tracker for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:36.460513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No DVR routers for this DVR port ea7d055a-1468-497b-a90f-ae27937b1d66 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:36.498291 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4043af77-a75b-471e-a7c0-8c2b56491a8a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916986 Dec 21 22:13:36.511708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32984) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:36.522838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:36.540278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Router 14b8eb28-0df0-4183-bf9f-066529eec0ff has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:13:36.609652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-282952b4-7f09-4774-a35c-6de5ae11c7f1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Unset dirty status for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:36.613657 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-282952b4-7f09-4774-a35c-6de5ae11c7f1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4108317 Dec 21 22:13:36.617113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 32988) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:36.704431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e48a7d43-1b09-4457-a8ff-df94698f0073 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Deleting port 61a07332-d66f-4432-93cd-f399f75fd48e {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:36.704954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e48a7d43-1b09-4457-a8ff-df94698f0073 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.741698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.846223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:36.852750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0e561f-2e5d-45ae-878b-704bcd86d499']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:36.874008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:36.876634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66de8831-c93a-43b0-836c-db595a5dea6d') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:36.876967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66de8831-c93a-43b0-836c-db595a5dea6d') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:36.878748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] Deleting port d7edc534-26d5-4d4a-9399-9febed55940c {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:36.879167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.886466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:36.904673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.926169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.934721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:36.935169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:36.953765 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:36.961305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:37.174868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] For port d7edc534-26d5-4d4a-9399-9febed55940c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d7edc534-26d5-4d4a-9399-9febed55940c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:37.175440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.213300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.224479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.252585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e48a7d43-1b09-4457-a8ff-df94698f0073 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.275600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.298526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Network': ['ID=2d0e561f-2e5d-45ae-878b-704bcd86d499,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:37.315671 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-add9543f-77c5-4305-99f9-f26806233470 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/2d0e561f-2e5d-45ae-878b-704bcd86d499 HTTP/1.1" status: 204 len: 168 time: 4.6300168 Dec 21 22:13:37.320352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 32998) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:37.326236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-78817146'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:37.352776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] Calling delete_port for d7edc534-26d5-4d4a-9399-9febed55940c owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:37.390164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:37.406829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.411340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:network and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:37.418073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:37.429695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:37.438907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e48a7d43-1b09-4457-a8ff-df94698f0073 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Calling delete_port for 61a07332-d66f-4432-93cd-f399f75fd48e owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:37.439452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-060588d0-686d-4695-8fdf-07773b604a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.459745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:37.471063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0a0ec2-6fcb-4d7a-9770-59a305b81f0f None None] Sync routers for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:37.479647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.485492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.511304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c88c6556-34b6-495a-b05d-26edfb5d6245 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "PUT /v2.0/routers/14b8eb28-0df0-4183-bf9f-066529eec0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9673278 Dec 21 22:13:37.517892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:37.524439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33002) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:37.524640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.536517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] Pushing event deleted for resources: {'Port': ['ID=d7edc534-26d5-4d4a-9399-9febed55940c,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:37.542404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a0ec2-6fcb-4d7a-9770-59a305b81f0f None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:37.543259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cf0a0ec2-6fcb-4d7a-9770-59a305b81f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:37.543400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Request body: {'port': {'network_id': '1f8a22bc-0137-4065-9b15-5c314401cd3a', 'name': 'tempest-FloatingIPAdminTestJSON-1087418449'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:37.596973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a97a4-e433-45d9-8a55-b0d5a3b412bd None None] No DVR routers for this DVR port d7edc534-26d5-4d4a-9399-9febed55940c on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:37.614153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cf0a0ec2-6fcb-4d7a-9770-59a305b81f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:37.630479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a0ec2-6fcb-4d7a-9770-59a305b81f0f None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:37.631387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cf0a0ec2-6fcb-4d7a-9770-59a305b81f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:37.702925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cf0a0ec2-6fcb-4d7a-9770-59a305b81f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:37.703403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0a0ec2-6fcb-4d7a-9770-59a305b81f0f None None] The sync data for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:37.762518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e48a7d43-1b09-4457-a8ff-df94698f0073 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.811604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:37.837991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a7d43-1b09-4457-a8ff-df94698f0073 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Port': ['ID=61a07332-d66f-4432-93cd-f399f75fd48e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:37.846312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.846679 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Added segment e8e63402-9228-43c5-8b84-79a4d9d68239 of type vlan for network 132069a6-8e9b-465d-8645-2ffed6b893a9 Dec 21 22:13:37.862637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:37.868578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device eeb08374-8c01-4e9d-abe9-4164133f4649 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:37.874405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Usage tracker for resource:port and tenant:d4cae380cb4e499f98ece64a96b3a1e2 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:37.883605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.884458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e48a7d43-1b09-4457-a8ff-df94698f0073 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.887475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:37.890831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Allocated IP 172.26.6.169 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/dcfd311f-4418-4a49-bdb1-d60f7d4a39ca) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:37.894147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:37.905209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: eeb08374-8c01-4e9d-abe9-4164133f4649 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:37.905600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device eeb08374-8c01-4e9d-abe9-4164133f4649 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:37.905712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:37.906055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d7edc534-26d5-4d4a-9399-9febed55940c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:37.940289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: d7edc534-26d5-4d4a-9399-9febed55940c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:37.940641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d7edc534-26d5-4d4a-9399-9febed55940c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:37.957783 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e48a7d43-1b09-4457-a8ff-df94698f0073 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/ports/61a07332-d66f-4432-93cd-f399f75fd48e HTTP/1.1" status: 204 len: 168 time: 1.3375318 Dec 21 22:13:37.961825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33006) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:37.988733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:37.992859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:37.995721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:37.996295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.003584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91052658-db5a-49c9-bafa-6b2956bf7e00 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:38.016462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=2b9ad413-087c-415c-8710-ed2a6249f241,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:38.019762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.024521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:38.025536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.052659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Made reservation on behalf of d4cae380cb4e499f98ece64a96b3a1e2 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:38.058106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.127057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] device_id is not set on port 692de039-4926-4b0c-a36d-76c90cb6ca34 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:38.129317 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dbace3bc-c55a-4c89-a3c0-fd6c4688206c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6128070 Dec 21 22:13:38.132144 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8102098 Dec 21 22:13:38.137984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33012) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:38.138370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33014) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:38.146959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Request body: {'subnet': {'network_id': '132069a6-8e9b-465d-8645-2ffed6b893a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:38.171380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': '2b9ad413-087c-415c-8710-ed2a6249f241', 'ip_address': '2001:db8::6d31:82d7:b416:94c4'}], 'name': 'tempest-NetworksTestDHCPv6-1796780794'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:38.189468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f1474372-7b34-4900-aad4-2b8fd0c48d63 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Deleting port 1516f306-57b1-40a4-bbcb-90eba3002c86 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:38.189869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1474372-7b34-4900-aad4-2b8fd0c48d63 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.264565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad1f4a-8604-4506-a263-3a89afb86eeb tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Network': ['ID=132069a6-8e9b-465d-8645-2ffed6b893a9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:38.271518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '2b9ad413-087c-415c-8710-ed2a6249f241'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:38.273287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.283432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.288780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 132069a6-8e9b-465d-8645-2ffed6b893a9 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:38.482809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Allocated IP 172.20.0.12 (1f8a22bc-0137-4065-9b15-5c314401cd3a/d2707153-8d1d-4790-a5f3-7f9f3df697e3/692de039-4926-4b0c-a36d-76c90cb6ca34) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:38.501056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:38.516451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Usage tracker for resource:subnet and tenant:49dff926852340e4a76585415d1679d2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:38.521714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:38.531767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:38.565295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1474372-7b34-4900-aad4-2b8fd0c48d63 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.571642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/2b9ad413-087c-415c-8710-ed2a6249f241/fe784d08-1d04-4af9-bb41-fe4d495edd4a) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:38.583726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:38.588439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Made reservation on behalf of 49dff926852340e4a76585415d1679d2 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:38.616094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:38.697835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:38.705225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.705904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.718349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f1474372-7b34-4900-aad4-2b8fd0c48d63 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Calling delete_port for 1516f306-57b1-40a4-bbcb-90eba3002c86 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:38.741710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.783650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 5384fa99-0300-47ff-9621-c29cc24a7425 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:38.819571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.831312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.833280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Transition to ACTIVE for port object fe784d08-1d04-4af9-bb41-fe4d495edd4a will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:38.855223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Transition to ACTIVE for port object fe784d08-1d04-4af9-bb41-fe4d495edd4a will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:38.887496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:38.890721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:38.900476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event updated for resources: {'Port': ['ID=dcfd311f-4418-4a49-bdb1-d60f7d4a39ca,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:38.903116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:38.918317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:38.970174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:38.973371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:38.978766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:38.981804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Pushing event updated for resources: {'Port': ['ID=fe784d08-1d04-4af9-bb41-fe4d495edd4a,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:39.090595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Attempting to bind port fe784d08-1d04-4af9-bb41-fe4d495edd4a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:39.091349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Attempting to bind port fe784d08-1d04-4af9-bb41-fe4d495edd4a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:39.092137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Attempting to bind port fe784d08-1d04-4af9-bb41-fe4d495edd4a on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:39.101665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1474372-7b34-4900-aad4-2b8fd0c48d63 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.104730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:39.106327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:39.107005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.107636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:39.108439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Bound port: fe784d08-1d04-4af9-bb41-fe4d495edd4a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:39.109081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.188409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::6d31:82d7:b416:94c4 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/2b9ad413-087c-415c-8710-ed2a6249f241/5384fa99-0300-47ff-9621-c29cc24a7425) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:39.196098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1474372-7b34-4900-aad4-2b8fd0c48d63 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Port': ['ID=1516f306-57b1-40a4-bbcb-90eba3002c86,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:39.218095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.233832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] For port fe784d08-1d04-4af9-bb41-fe4d495edd4a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:39.238449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] For port fe784d08-1d04-4af9-bb41-fe4d495edd4a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fe784d08-1d04-4af9-bb41-fe4d495edd4a,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:39.248287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1474372-7b34-4900-aad4-2b8fd0c48d63 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.254799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Transition to ACTIVE for port object 692de039-4926-4b0c-a36d-76c90cb6ca34 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:39.274436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f1474372-7b34-4900-aad4-2b8fd0c48d63 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/ports/1516f306-57b1-40a4-bbcb-90eba3002c86 HTTP/1.1" status: 204 len: 168 time: 1.3115027 Dec 21 22:13:39.276870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.277882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33026) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:39.337966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a4a4132b-db0f-4e0d-9863-15ba0b04a3d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Synchronizing usage tracker for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:39.380050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745da302-b942-4f5c-9fcf-426a9fd7130b None None] Pushing event updated for resources: {'Port': ['ID=fe784d08-1d04-4af9-bb41-fe4d495edd4a,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:39.403180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a4a4132b-db0f-4e0d-9863-15ba0b04a3d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Unset dirty status for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:39.408568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a4a4132b-db0f-4e0d-9863-15ba0b04a3d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1256053 Dec 21 22:13:39.408568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.409203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.409951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.416096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33030) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:39.452449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1365896493'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:39.475788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:39.485680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Usage tracker for resource:network and tenant:e2e67f9941dd4322af7875e8854a8c81 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:39.491514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:39.502264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.578113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:39.598602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event updated for resources: {'Port': ['ID=692de039-4926-4b0c-a36d-76c90cb6ca34,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:39.603728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:39.607631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:39.614965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:39.628988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.647290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Made reservation on behalf of e2e67f9941dd4322af7875e8854a8c81 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:39.652318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event updated for resources: {'Subnet': ['ID=2a3f8265-f2d0-4922-a6e6-9aac4fdcf7b8,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:39.653052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.673546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 5384fa99-0300-47ff-9621-c29cc24a7425 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:39.677888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Checking segment: {'id': 'e8e63402-9228-43c5-8b84-79a4d9d68239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '132069a6-8e9b-465d-8645-2ffed6b893a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:39.678946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network hostable DHCP agents. Network: 132069a6-8e9b-465d-8645-2ffed6b893a9, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:39.724834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:39.725732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.750418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.797824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Network 132069a6-8e9b-465d-8645-2ffed6b893a9 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:39.841858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:39.846481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:39.852425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:39.860907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:39.861751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.887437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=5384fa99-0300-47ff-9621-c29cc24a7425,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:39.891213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 132069a6-8e9b-465d-8645-2ffed6b893a9) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:39.902233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:39.902849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:39.913136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcfea66-95c5-42b3-8a1f-b2966e1869db None None] Network 132069a6-8e9b-465d-8645-2ffed6b893a9 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:39.936963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-720922cc-72bd-4cd2-9868-ba7ad3db53ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7971659 Dec 21 22:13:39.937677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33038) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:40.007283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.014373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:40.017667 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-44a9a799-79f1-49c7-9bdf-252d98f97937 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8732049 Dec 21 22:13:40.020308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33042) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:40.028629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.029381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Added segment 81318000-d797-41f8-a49f-19e7abb62508 of type vlan for network d9eead52-5648-430a-9e72-b7a740a3899d Dec 21 22:13:40.063709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.068433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1fecc82-38be-4f7b-bebf-c32d6b7d9e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.198208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.203264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:40.204180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.245076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-52483704-df86-44a0-8719-dbea5c672c1d tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7172103 Dec 21 22:13:40.252674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33046) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:40.255140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098215f-2f80-4415-9dd4-cc10e3d19ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-132069a6-8e9b-465d-8645-2ffed6b893a9', 'network_id': '132069a6-8e9b-465d-8645-2ffed6b893a9', 'tenant_id': '49dff926852340e4a76585415d1679d2', 'fixed_ips': [{'subnet_id': '2a3f8265-f2d0-4922-a6e6-9aac4fdcf7b8'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:40.256134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2098215f-2f80-4415-9dd4-cc10e3d19ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.261414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a403246-e34b-4139-b8d6-a10b93f5d4f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:40.265948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a403246-e34b-4139-b8d6-a10b93f5d4f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:40.266677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a403246-e34b-4139-b8d6-a10b93f5d4f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:40.272695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6d610e20-28e6-4b38-b071-7eeac1c3784c None None] Provisioning for port 692de039-4926-4b0c-a36d-76c90cb6ca34 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:40.283398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6d610e20-28e6-4b38-b071-7eeac1c3784c None None] Provisioning complete for port 692de039-4926-4b0c-a36d-76c90cb6ca34 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:40.283794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d610e20-28e6-4b38-b071-7eeac1c3784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.322725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.333977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a403246-e34b-4139-b8d6-a10b93f5d4f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:40.336616 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a403246-e34b-4139-b8d6-a10b93f5d4f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3974199 Dec 21 22:13:40.345710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33052) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:40.350132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9007356 Dec 21 22:13:40.350132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aed2f-075f-45c2-b1a9-98336d440499 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Network': ['ID=d9eead52-5648-430a-9e72-b7a740a3899d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:40.381617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33054) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:40.397125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1919453450'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:40.397395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network d9eead52-5648-430a-9e72-b7a740a3899d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:40.414571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:40.423936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Usage tracker for resource:network and tenant:e2e67f9941dd4322af7875e8854a8c81 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:40.430059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:40.441177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:40.447952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.455523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-57dbad15-ab4d-4552-9ed1-a6baa59cc22b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 5384fa99-0300-47ff-9621-c29cc24a7425 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:40.455911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57dbad15-ab4d-4552-9ed1-a6baa59cc22b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.510704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'project_id': 'd4cae380cb4e499f98ece64a96b3a1e2', 'port_id': '692de039-4926-4b0c-a36d-76c90cb6ca34'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:40.523466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:40.530098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Made reservation on behalf of e2e67f9941dd4322af7875e8854a8c81 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:40.535726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.548790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6d610e20-28e6-4b38-b071-7eeac1c3784c None None] Port 692de039-4926-4b0c-a36d-76c90cb6ca34 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:13:40.552096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Usage tracker for resource:floatingip and tenant:d4cae380cb4e499f98ece64a96b3a1e2 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:40.561164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:40.581154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:40.608670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:40.619422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.619912 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Added segment 80770a77-6c7f-4ab5-aefe-46f7b8ed860f of type vlan for network 2f83c8e9-3732-4869-a09d-94283ee45914 Dec 21 22:13:40.636481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.666080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Router 06eebb9b-d77b-4b95-9754-82562e3bf11c is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:13:40.673993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.682644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server [None req-2098215f-2f80-4415-9dd4-cc10e3d19ed5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a3f8265-f2d0-4922-a6e6-9aac4fdcf7b8: This subnet is being modified by another concurrent operation. Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:13:40.698889 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a3f8265-f2d0-4922-a6e6-9aac4fdcf7b8: This subnet is being modified by another concurrent operation. Dec 21 22:13:40.702387 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Dec 21 22:13:40.736464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3f8265-f2d0-4922-a6e6-9aac4fdcf7b8,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:40.736869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3056461-eb2a-482e-9a16-5deb7af2f9cc None None] Network 132069a6-8e9b-465d-8645-2ffed6b893a9 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:40.856376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57dbad15-ab4d-4552-9ed1-a6baa59cc22b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.887738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.900114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:40.904241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:40.904931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:41.002557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-57dbad15-ab4d-4552-9ed1-a6baa59cc22b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 5384fa99-0300-47ff-9621-c29cc24a7425 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:41.017698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132069a6-8e9b-465d-8645-2ffed6b893a9']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:41.027730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:13:41.052452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e63402-9228-43c5-8b84-79a4d9d68239') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:41.052816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e63402-9228-43c5-8b84-79a4d9d68239') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:41.138917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:41.156745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Network': ['ID=2f83c8e9-3732-4869-a09d-94283ee45914,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:41.172669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c70c2854-0475-4e90-b98c-a8136552ba5d tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7891765 Dec 21 22:13:41.176356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 2f83c8e9-3732-4869-a09d-94283ee45914 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:13:41.199331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:41.210068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:41.210815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:41.244304 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:41.277725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:41.289561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72241317-abf9-4674-8c87-3bb758561d32 None None] Sync routers for ids ['06eebb9b-d77b-4b95-9754-82562e3bf11c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:41.296680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57dbad15-ab4d-4552-9ed1-a6baa59cc22b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:41.313756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72241317-abf9-4674-8c87-3bb758561d32 None None] Routers {'06eebb9b-d77b-4b95-9754-82562e3bf11c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:41.323576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-72241317-abf9-4674-8c87-3bb758561d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['06eebb9b-d77b-4b95-9754-82562e3bf11c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:41.376137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbad15-ab4d-4552-9ed1-a6baa59cc22b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=5384fa99-0300-47ff-9621-c29cc24a7425,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:41.455221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:41.460167 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-16913260-ee8f-4065-8328-5dc041e391d1 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7753038 Dec 21 22:13:41.461718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33066) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:41.462831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57dbad15-ab4d-4552-9ed1-a6baa59cc22b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:41.465012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-57dbad15-ab4d-4552-9ed1-a6baa59cc22b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/5384fa99-0300-47ff-9621-c29cc24a7425 HTTP/1.1" status: 204 len: 168 time: 1.1140547 Dec 21 22:13:41.467938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33068) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:41.472145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-910a410c-ceb2-4596-ae3d-92f09d38f078 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': False}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:41.477283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:41.486040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-72241317-abf9-4674-8c87-3bb758561d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:41.507001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72241317-abf9-4674-8c87-3bb758561d32 None None] Routers {'06eebb9b-d77b-4b95-9754-82562e3bf11c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:41.513415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-72241317-abf9-4674-8c87-3bb758561d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['06eebb9b-d77b-4b95-9754-82562e3bf11c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:41.619174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-72241317-abf9-4674-8c87-3bb758561d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:41.619913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72241317-abf9-4674-8c87-3bb758561d32 None None] The sync data for ids ['06eebb9b-d77b-4b95-9754-82562e3bf11c'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:41.688712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05935c1c-01e8-4f2b-9b5d-597930c1f361 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:41.690435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05935c1c-01e8-4f2b-9b5d-597930c1f361 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:41.694863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-05935c1c-01e8-4f2b-9b5d-597930c1f361 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1554565 Dec 21 22:13:41.696729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33076) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:41.857254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9fdd0f96-e6ca-4c5c-9b8e-42bef9758796 None None] Provisioning for port fe784d08-1d04-4af9-bb41-fe4d495edd4a completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:41.942314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.007311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.047500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.079572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fe784d08-1d04-4af9-bb41-fe4d495edd4a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:42.082189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Network': ['ID=132069a6-8e9b-465d-8645-2ffed6b893a9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:42.150515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-89993acf-8c9d-4705-a49f-4bbd151278fa tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/132069a6-8e9b-465d-8645-2ffed6b893a9 HTTP/1.1" status: 204 len: 168 time: 2.1288984 Dec 21 22:13:42.155728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33084) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:42.229699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port fe784d08-1d04-4af9-bb41-fe4d495edd4a completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:42.236435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fe784d08-1d04-4af9-bb41-fe4d495edd4a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:42.237099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.277420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f078ef92-3ce6-4bd1-aaa6-d958f0ccb811 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 2b9ad413-087c-415c-8710-ed2a6249f241 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:42.283561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f078ef92-3ce6-4bd1-aaa6-d958f0ccb811 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.407995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-31901bfe-84ca-4519-bc89-373ae87d4f62 None None] Could not find standard attr ID for object 5384fa99-0300-47ff-9621-c29cc24a7425. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:13:42.433446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.445437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Allocated IP 172.26.6.249 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/694e5105-d07b-4a16-b5d8-16835cf4091e) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:42.474367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port fe784d08-1d04-4af9-bb41-fe4d495edd4a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fe784d08-1d04-4af9-bb41-fe4d495edd4a,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:42.477893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f078ef92-3ce6-4bd1-aaa6-d958f0ccb811 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.510039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.657461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-53368d02-c245-4fd0-bbc8-a759d774516c tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): The resource could not be found. Dec 21 22:13:42.658485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53368d02-c245-4fd0-bbc8-a759d774516c tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:42.661096 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-53368d02-c245-4fd0-bbc8-a759d774516c tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/subnets/2a3f8265-f2d0-4922-a6e6-9aac4fdcf7b8 HTTP/1.1" status: 404 len: 337 time: 0.4830072 Dec 21 22:13:42.668826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33088) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:42.703486 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2b0651-e395-4c97-a117-ad45a7198401 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): The resource could not be found. Dec 21 22:13:42.704003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2b0651-e395-4c97-a117-ad45a7198401 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:42.705932 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c2b0651-e395-4c97-a117-ad45a7198401 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/132069a6-8e9b-465d-8645-2ffed6b893a9 HTTP/1.1" status: 404 len: 339 time: 0.0358000 Dec 21 22:13:42.708869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33092) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:42.728995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.742930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f078ef92-3ce6-4bd1-aaa6-d958f0ccb811 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.843943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=fe784d08-1d04-4af9-bb41-fe4d495edd4a,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:42.847200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd3cb9-dd28-4855-bcc6-a8d395f4b77d None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:13:42.857034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:42.861897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba55eb5-b23f-4db8-8b65-39c66575e5b5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): The resource could not be found. Dec 21 22:13:42.863133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba55eb5-b23f-4db8-8b65-39c66575e5b5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:42.866042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ba55eb5-b23f-4db8-8b65-39c66575e5b5 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/subnets/51f65714-dfa8-46fc-83f3-c65f11e05407 HTTP/1.1" status: 404 len: 337 time: 0.1555285 Dec 21 22:13:42.884315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33096) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:42.928135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4eda0bb-d1fe-4ba4-9c2a-0db6d95e4d20 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): The resource could not be found. Dec 21 22:13:42.928665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4eda0bb-d1fe-4ba4-9c2a-0db6d95e4d20 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:42.930491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c4eda0bb-d1fe-4ba4-9c2a-0db6d95e4d20 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/2d0e561f-2e5d-45ae-878b-704bcd86d499 HTTP/1.1" status: 404 len: 339 time: 0.0450094 Dec 21 22:13:42.934941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33100) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:42.955022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:42.960471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:42.968473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:42.978662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba95f4c-fcf2-454c-bea1-5bf517c553e0 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): The resource could not be found. Dec 21 22:13:42.979233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba95f4c-fcf2-454c-bea1-5bf517c553e0 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:42.988857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eba95f4c-fcf2-454c-bea1-5bf517c553e0 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/subnets/cc5933c0-c5d2-48e6-9bf3-902f773dd8a2 HTTP/1.1" status: 404 len: 337 time: 0.0521853 Dec 21 22:13:42.996718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33104) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:42.999382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd3cb9-dd28-4855-bcc6-a8d395f4b77d None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:13:43.013726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Pushing event updated for resources: {'Port': ['ID=694e5105-d07b-4a16-b5d8-16835cf4091e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:43.039583 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5173229d-6ed3-4df5-8abb-76ee16b59fd8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): The resource could not be found. Dec 21 22:13:43.041660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5173229d-6ed3-4df5-8abb-76ee16b59fd8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:43.054148 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5173229d-6ed3-4df5-8abb-76ee16b59fd8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/ecc20b4e-1557-498c-9cf7-912481158bde HTTP/1.1" status: 404 len: 339 time: 0.0532713 Dec 21 22:13:43.057173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33110) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:43.107706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f078ef92-3ce6-4bd1-aaa6-d958f0ccb811 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:43.187097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-12416f13-c790-4aa3-8f3b-d86f73d9702e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Deleting port 4d84476b-1c8c-4ace-b6c5-43608938b1a9 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:43.187778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12416f13-c790-4aa3-8f3b-d86f73d9702e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:43.234306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f078ef92-3ce6-4bd1-aaa6-d958f0ccb811 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:43.235641 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f078ef92-3ce6-4bd1-aaa6-d958f0ccb811 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/2b9ad413-087c-415c-8710-ed2a6249f241 HTTP/1.1" status: 204 len: 168 time: 1.5375860 Dec 21 22:13:43.237969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078ef92-3ce6-4bd1-aaa6-d958f0ccb811 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9ad413-087c-415c-8710-ed2a6249f241,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:43.241978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33116) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:43.611328 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a13ec825-b9cc-4015-8de0-e8d5e6876a01 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3679798 Dec 21 22:13:43.612135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33122) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:43.647739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237e9d2-134e-4268-99d5-6edd1b682675 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:43.680201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:43.734257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12416f13-c790-4aa3-8f3b-d86f73d9702e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:43.853515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910a410c-ceb2-4596-ae3d-92f09d38f078 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:43.886453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-12416f13-c790-4aa3-8f3b-d86f73d9702e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Calling delete_port for 4d84476b-1c8c-4ace-b6c5-43608938b1a9 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:43.892244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:43.909628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:43.910104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fe784d08-1d04-4af9-bb41-fe4d495edd4a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:44.008735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fe784d08-1d04-4af9-bb41-fe4d495edd4a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:44.009154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.023245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:44.031250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.126205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12416f13-c790-4aa3-8f3b-d86f73d9702e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.140368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:44.145298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] Deleting port fe784d08-1d04-4af9-bb41-fe4d495edd4a {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:44.145715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.195379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12416f13-c790-4aa3-8f3b-d86f73d9702e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Port': ['ID=4d84476b-1c8c-4ace-b6c5-43608938b1a9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:44.216498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12416f13-c790-4aa3-8f3b-d86f73d9702e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.230304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-12416f13-c790-4aa3-8f3b-d86f73d9702e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/ports/4d84476b-1c8c-4ace-b6c5-43608938b1a9 HTTP/1.1" status: 204 len: 168 time: 1.1717384 Dec 21 22:13:44.233644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33126) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:44.282687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1812f6b-19d5-4734-9cdb-2ecb26472a7d tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): The resource could not be found. Dec 21 22:13:44.283524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1812f6b-19d5-4734-9cdb-2ecb26472a7d tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:44.289592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c1812f6b-19d5-4734-9cdb-2ecb26472a7d tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/subnets/d3a60169-df0f-4f8b-b127-2fd00f05681f HTTP/1.1" status: 404 len: 337 time: 0.0547619 Dec 21 22:13:44.291263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33130) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:44.500695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] For port fe784d08-1d04-4af9-bb41-fe4d495edd4a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fe784d08-1d04-4af9-bb41-fe4d495edd4a,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:44.501130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.578448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.635420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.662543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] Calling delete_port for fe784d08-1d04-4af9-bb41-fe4d495edd4a owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:44.761275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.773459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.828029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] No DVR routers for this DVR port fe784d08-1d04-4af9-bb41-fe4d495edd4a on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:44.835389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.839469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64550c5f-b529-43f3-8998-b9101e744387 None None] Pushing event deleted for resources: {'Port': ['ID=fe784d08-1d04-4af9-bb41-fe4d495edd4a,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:44.874631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:44.879427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910a410c-ceb2-4596-ae3d-92f09d38f078 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.881757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:44.885107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:44.885846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.896308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2711a7-6cf1-405b-81fa-a3d7b8019817 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:44.908205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910a410c-ceb2-4596-ae3d-92f09d38f078 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:44.911100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=c7377af2-1a92-4b90-acca-74b7f13eb49c,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:44.979403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.018915 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-336711db-d675-4012-9ea3-3474f462ebfe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3443203 Dec 21 22:13:45.025107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33140) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:45.039696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09990fd8-ac9d-48d6-b378-c5ef211d9cee']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:45.050972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': 'c7377af2-1a92-4b90-acca-74b7f13eb49c', 'ip_address': '2001:db8::86cc:2ab0:17f4:e961'}], 'name': 'tempest-NetworksTestDHCPv6-741536900'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:45.070305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95920278-a143-4e42-b875-2b9e322b5d2c') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:45.070813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95920278-a143-4e42-b875-2b9e322b5d2c') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:45.095846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.171310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'c7377af2-1a92-4b90-acca-74b7f13eb49c'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:45.172622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.183700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.196060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:45.196813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:45.214000 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:45.216821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33144) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:45.229172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'subnets': [{'network_id': 'd9eead52-5648-430a-9e72-b7a740a3899d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1309537020', 'ip_version': 6}, {'network_id': '2f83c8e9-3732-4869-a09d-94283ee45914', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:45.229518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'subnet': {'network_id': 'd9eead52-5648-430a-9e72-b7a740a3899d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1309537020', 'ip_version': 6}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:45.230221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Request body: {'subnet': {'network_id': '2f83c8e9-3732-4869-a09d-94283ee45914', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:45.341334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.350028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.362200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/c7377af2-1a92-4b90-acca-74b7f13eb49c/67182cbe-4c42-4dcf-86f6-596bcf859657) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:45.374067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.384692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.419088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Network': ['ID=09990fd8-ac9d-48d6-b378-c5ef211d9cee,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:45.433308 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-15be0eb8-14f6-46f0-817b-95b6f0461ad4 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/09990fd8-ac9d-48d6-b378-c5ef211d9cee HTTP/1.1" status: 204 len: 168 time: 1.1385403 Dec 21 22:13:45.435190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33148) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:45.483182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:45.510877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Pushing event updated for resources: {'Port': ['ID=694e5105-d07b-4a16-b5d8-16835cf4091e,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:45.535537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.546747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:45.621790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.643711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Transition to ACTIVE for port object 67182cbe-4c42-4dcf-86f6-596bcf859657 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:45.655061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:45.663881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.667826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Transition to ACTIVE for port object 67182cbe-4c42-4dcf-86f6-596bcf859657 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:45.687752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb15c91f-4237-47ac-94a1-78ea222ef6c8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Deleting port ed467c5f-56cc-4c7b-a1d7-ba1aef9ebd05 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:45.688049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb15c91f-4237-47ac-94a1-78ea222ef6c8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.705255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.743860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:45.759080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Usage tracker for resource:subnet and tenant:e2e67f9941dd4322af7875e8854a8c81 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:45.767655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Floating IP cfcb4c50-2429-483f-8c50-a8ad49453207 associated. External IP: 172.26.6.249, port: 692de039-4926-4b0c-a36d-76c90cb6ca34. Dec 21 22:13:45.772465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:45.775485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 5f84fa03-f58c-4e34-93ef-7a9bda3e857c yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:45.795137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:45.798463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:45.807312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:45.809751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Pushing event updated for resources: {'Port': ['ID=67182cbe-4c42-4dcf-86f6-596bcf859657,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:45.832116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:45.835501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910a410c-ceb2-4596-ae3d-92f09d38f078 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Router 06eebb9b-d77b-4b95-9754-82562e3bf11c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Attempting to bind port 67182cbe-4c42-4dcf-86f6-596bcf859657 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Attempting to bind port 67182cbe-4c42-4dcf-86f6-596bcf859657 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Attempting to bind port 67182cbe-4c42-4dcf-86f6-596bcf859657 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Bound port: 67182cbe-4c42-4dcf-86f6-596bcf859657, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:45.975584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:45.999223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Made reservation on behalf of e2e67f9941dd4322af7875e8854a8c81 for: {'subnet': 2} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:46.031148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fe784d08-1d04-4af9-bb41-fe4d495edd4a no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:46.137507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: fe784d08-1d04-4af9-bb41-fe4d495edd4a {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:46.137951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fe784d08-1d04-4af9-bb41-fe4d495edd4a not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:46.160548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] For port 67182cbe-4c42-4dcf-86f6-596bcf859657, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:46.167307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] For port 67182cbe-4c42-4dcf-86f6-596bcf859657, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=67182cbe-4c42-4dcf-86f6-596bcf859657,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:46.219657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:46.315680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b032fee-1983-4145-ace9-707e893b30ec None None] Pushing event updated for resources: {'Port': ['ID=67182cbe-4c42-4dcf-86f6-596bcf859657,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:46.499205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Router 14b8eb28-0df0-4183-bf9f-066529eec0ff has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:13:46.543626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb15c91f-4237-47ac-94a1-78ea222ef6c8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:46.761595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:46.776181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7778419c-edff-48e6-9ff0-c13c038daf32 None None] Sync routers for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:46.782584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb15c91f-4237-47ac-94a1-78ea222ef6c8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Calling delete_port for ed467c5f-56cc-4c7b-a1d7-ba1aef9ebd05 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:46.791435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778419c-edff-48e6-9ff0-c13c038daf32 None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:46.796034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7778419c-edff-48e6-9ff0-c13c038daf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:46.818587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:46.869929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7778419c-edff-48e6-9ff0-c13c038daf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:46.885209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7778419c-edff-48e6-9ff0-c13c038daf32 None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:46.885908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7778419c-edff-48e6-9ff0-c13c038daf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:46.952244 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0732d701-1e46-484f-b8e9-fc8a3da789c7 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.6697030 Dec 21 22:13:46.954889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33164) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:46.976739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7778419c-edff-48e6-9ff0-c13c038daf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:46.989130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7778419c-edff-48e6-9ff0-c13c038daf32 None None] The sync data for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:47.027119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:47.082539 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-88186686-1ea2-4603-993c-91ec63232d2f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] 10.222.0.30 "GET /v2.0/floatingips/cfcb4c50-2429-483f-8c50-a8ad49453207 HTTP/1.1" status: 200 len: 984 time: 0.1263645 Dec 21 22:13:47.085870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33168) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:47.112696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::86cc:2ab0:17f4:e961 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/c7377af2-1a92-4b90-acca-74b7f13eb49c/5f84fa03-f58c-4e34-93ef-7a9bda3e857c) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:47.200055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b6d1554-1a0b-43fd-a877-850cc5379888 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1129963 Dec 21 22:13:47.202830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33174) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:47.327271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb15c91f-4237-47ac-94a1-78ea222ef6c8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:47.418476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting port 694e5105-d07b-4a16-b5d8-16835cf4091e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:47.418849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:47.425211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15c91f-4237-47ac-94a1-78ea222ef6c8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Port': ['ID=ed467c5f-56cc-4c7b-a1d7-ba1aef9ebd05,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:47.499223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb15c91f-4237-47ac-94a1-78ea222ef6c8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:47.515262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9163c7-74e1-46f0-bb3c-905b4da84e94 req-4e6f4d61-11e0-4207-afff-618fab635db8 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:47.516904 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff9163c7-74e1-46f0-bb3c-905b4da84e94 req-4e6f4d61-11e0-4207-afff-618fab635db8 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.5093806 Dec 21 22:13:47.601772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:47.602123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:47.664418 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb15c91f-4237-47ac-94a1-78ea222ef6c8 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/ports/ed467c5f-56cc-4c7b-a1d7-ba1aef9ebd05 HTTP/1.1" status: 204 len: 168 time: 2.2202394 Dec 21 22:13:47.668634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33178) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:47.701849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910a410c-ceb2-4596-ae3d-92f09d38f078 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:47.714574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4e3a4-096b-4fac-bf35-294f992c3dd7 None None] Sync routers for ids ['06eebb9b-d77b-4b95-9754-82562e3bf11c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:47.715394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910a410c-ceb2-4596-ae3d-92f09d38f078 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:47.719307 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-910a410c-ceb2-4596-ae3d-92f09d38f078 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "PUT /v2.0/routers/06eebb9b-d77b-4b95-9754-82562e3bf11c HTTP/1.1" status: 200 len: 926 time: 6.2504070 Dec 21 22:13:47.720386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33182) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:47.735138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4e3a4-096b-4fac-bf35-294f992c3dd7 None None] Routers {'06eebb9b-d77b-4b95-9754-82562e3bf11c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:47.736300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1aa4e3a4-096b-4fac-bf35-294f992c3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['06eebb9b-d77b-4b95-9754-82562e3bf11c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:47.767296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Calling delete_port for 694e5105-d07b-4a16-b5d8-16835cf4091e owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:47.810420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-44776ad6-d374-4732-9144-17a453897b1e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] DELETE failed (client error): The resource could not be found. Dec 21 22:13:47.810927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44776ad6-d374-4732-9144-17a453897b1e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:13:47.815251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-44776ad6-d374-4732-9144-17a453897b1e tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/subnets/557e8f7f-420a-4433-8069-a613e5af76c3 HTTP/1.1" status: 404 len: 337 time: 0.1432893 Dec 21 22:13:47.816604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33186) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:47.825028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1aa4e3a4-096b-4fac-bf35-294f992c3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:47.848007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4e3a4-096b-4fac-bf35-294f992c3dd7 None None] Routers {'06eebb9b-d77b-4b95-9754-82562e3bf11c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:47.848952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1aa4e3a4-096b-4fac-bf35-294f992c3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['06eebb9b-d77b-4b95-9754-82562e3bf11c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:47.932072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1aa4e3a4-096b-4fac-bf35-294f992c3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:47.932893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4e3a4-096b-4fac-bf35-294f992c3dd7 None None] The sync data for ids ['06eebb9b-d77b-4b95-9754-82562e3bf11c'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:47.969371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 67182cbe-4c42-4dcf-86f6-596bcf859657 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:47.973875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff9163c7-74e1-46f0-bb3c-905b4da84e94 req-da14cea8-10d5-4f95-942f-79cf07bd733c tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342747 Dec 21 22:13:48.025303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.052188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.139484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 5f84fa03-f58c-4e34-93ef-7a9bda3e857c will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:48.167249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 67182cbe-4c42-4dcf-86f6-596bcf859657 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:48.305676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.336044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63236f2b-6754-4a47-ae9d-7d6715544998']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:48.346960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.383970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.390092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c7dcb4c5-8d12-4906-b523-ef7ce68a133b tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/routers/06eebb9b-d77b-4b95-9754-82562e3bf11c HTTP/1.1" status: 200 len: 926 time: 0.6638918 Dec 21 22:13:48.391387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:48.391809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4f0600-b44e-4f4d-a6a5-73fe99f3f3b1') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:48.406316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33198) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:48.413247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event deleted for resources: {'Port': ['ID=694e5105-d07b-4a16-b5d8-16835cf4091e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:48.418295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.465368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:48.518661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.522375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5264bdb9-1780-411c-9e46-d4c0f2ed4c2f None None] Provisioning for port 67182cbe-4c42-4dcf-86f6-596bcf859657 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:48.529005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5264bdb9-1780-411c-9e46-d4c0f2ed4c2f None None] Provisioning complete for port 67182cbe-4c42-4dcf-86f6-596bcf859657 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:48.531695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5264bdb9-1780-411c-9e46-d4c0f2ed4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.575834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:48.576552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:48.597009 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:48.671552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5264bdb9-1780-411c-9e46-d4c0f2ed4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.701614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.706031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:48.710295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5264bdb9-1780-411c-9e46-d4c0f2ed4c2f None None] For port 67182cbe-4c42-4dcf-86f6-596bcf859657, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=67182cbe-4c42-4dcf-86f6-596bcf859657,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:48.727805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1063c022-f7d6-4970-a27d-f97762900bf0 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=06eebb9b-d77b-4b95-9754-82562e3bf11c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3164399 Dec 21 22:13:48.728583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.733113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5264bdb9-1780-411c-9e46-d4c0f2ed4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.742015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:48.746383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:48.747058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.750784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33204) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:48.803904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=5f84fa03-f58c-4e34-93ef-7a9bda3e857c,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:48.820986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.846844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:48.860196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264bdb9-1780-411c-9e46-d4c0f2ed4c2f None None] Pushing event updated for resources: {'Port': ['ID=67182cbe-4c42-4dcf-86f6-596bcf859657,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:48.862161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Network': ['ID=63236f2b-6754-4a47-ae9d-7d6715544998,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:48.883001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9810edd3-d268-4982-8fc6-c038dc281def tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/63236f2b-6754-4a47-ae9d-7d6715544998 HTTP/1.1" status: 204 len: 168 time: 1.0525031 Dec 21 22:13:48.887415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33208) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:48.957766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Subnet': ['ID=ecf93dbf-ee5c-4af1-8c6b-8190b97f2f27,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:49.018731 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-44019dff-82c4-4d06-9480-e341502a91bb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9780099 Dec 21 22:13:49.018937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33212) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:49.064847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Checking segment: {'id': '81318000-d797-41f8-a49f-19e7abb62508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd9eead52-5648-430a-9e72-b7a740a3899d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:49.065349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Network hostable DHCP agents. Network: d9eead52-5648-430a-9e72-b7a740a3899d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:49.166071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626d9b8-4383-4766-8b20-acc75a5d4258 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:49.166708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a626d9b8-4383-4766-8b20-acc75a5d4258 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Synchronizing usage tracker for tenant:e0859188f1114436a4cc5067acb92a9e on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:49.185586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a4da7cc1-caa0-40ef-a0eb-b87fd192a198 None None] Provisioning for port 5f84fa03-f58c-4e34-93ef-7a9bda3e857c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:49.188269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc19ca-2d46-4560-b668-4e472f072c6e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:49.192123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a4da7cc1-caa0-40ef-a0eb-b87fd192a198 None None] Provisioning complete for port 5f84fa03-f58c-4e34-93ef-7a9bda3e857c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:49.192803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4da7cc1-caa0-40ef-a0eb-b87fd192a198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:49.193400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc19ca-2d46-4560-b668-4e472f072c6e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:49.198474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-56bc19ca-2d46-4560-b668-4e472f072c6e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1784651 Dec 21 22:13:49.205429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33218) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:49.259989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a4da7cc1-caa0-40ef-a0eb-b87fd192a198 None None] Port 5f84fa03-f58c-4e34-93ef-7a9bda3e857c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:13:49.261373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Network d9eead52-5648-430a-9e72-b7a740a3899d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:49.290053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad18f2d-5dd5-42bd-a153-e7cd8e9a7c09 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Deleting subnet 5210c3c4-ef57-4751-98e6-f65c099f12af {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:49.293670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a626d9b8-4383-4766-8b20-acc75a5d4258 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Unset dirty status for tenant:e0859188f1114436a4cc5067acb92a9e on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:49.298127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a626d9b8-4383-4766-8b20-acc75a5d4258 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 881 time: 0.5360882 Dec 21 22:13:49.298127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dad18f2d-5dd5-42bd-a153-e7cd8e9a7c09 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:49.298639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cc82560a-e37c-4787-9394-569709d4c265 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 5f84fa03-f58c-4e34-93ef-7a9bda3e857c {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:49.299405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc82560a-e37c-4787-9394-569709d4c265 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:49.330004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33224) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:49.378276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, d9eead52-5648-430a-9e72-b7a740a3899d) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:49.392086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01beb7d6-6532-449e-a030-d87860b25da3 None None] Network d9eead52-5648-430a-9e72-b7a740a3899d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:49.450258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a33e22d-b0a9-463c-bb80-e58763e14ce0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=06eebb9b-d77b-4b95-9754-82562e3bf11c HTTP/1.1" status: 200 len: 205 time: 0.1113293 Dec 21 22:13:49.450460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:49.485953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33230) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:49.564702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dad18f2d-5dd5-42bd-a153-e7cd8e9a7c09 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:49.679939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event updated for resources: {'Subnet': ['ID=bd2a1509-4ec9-4f44-ac85-4177330be669,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:49.699487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-d9eead52-5648-430a-9e72-b7a740a3899d', 'network_id': 'd9eead52-5648-430a-9e72-b7a740a3899d', 'tenant_id': 'e2e67f9941dd4322af7875e8854a8c81', 'fixed_ips': [{'subnet_id': 'ecf93dbf-ee5c-4af1-8c6b-8190b97f2f27'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:49.700613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:49.753962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d3b7b-8e13-43cc-9c8b-81440d10bc55 req-6a038039-c8e6-41df-ad01-76660d29ba2a tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:49.755614 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e4d3b7b-8e13-43cc-9c8b-81440d10bc55 req-6a038039-c8e6-41df-ad01-76660d29ba2a tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.4277017 Dec 21 22:13:49.762366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Checking segment: {'id': '80770a77-6c7f-4ab5-aefe-46f7b8ed860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f83c8e9-3732-4869-a09d-94283ee45914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:49.762779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Network hostable DHCP agents. Network: 2f83c8e9-3732-4869-a09d-94283ee45914, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:13:49.819449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dad18f2d-5dd5-42bd-a153-e7cd8e9a7c09 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:49.887444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 67182cbe-4c42-4dcf-86f6-596bcf859657 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:49.895639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc82560a-e37c-4787-9394-569709d4c265 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:49.905279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Router 14b8eb28-0df0-4183-bf9f-066529eec0ff has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:13:49.937424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Allocated IP 2001:db8::1 (d9eead52-5648-430a-9e72-b7a740a3899d/ecf93dbf-ee5c-4af1-8c6b-8190b97f2f27/bd9758aa-ffe8-4ec1-9f0e-ef12da570621) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:49.976959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e4d3b7b-8e13-43cc-9c8b-81440d10bc55 req-e813a801-19d9-4916-a143-741ed532b118 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069945 Dec 21 22:13:50.017247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Network 2f83c8e9-3732-4869-a09d-94283ee45914 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:13:50.031799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.038241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cc82560a-e37c-4787-9394-569709d4c265 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 5f84fa03-f58c-4e34-93ef-7a9bda3e857c owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:50.093217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 2f83c8e9-3732-4869-a09d-94283ee45914) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:50.102086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dad18f2d-5dd5-42bd-a153-e7cd8e9a7c09 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.143176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:50.143613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:50.144303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.158031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad18f2d-5dd5-42bd-a153-e7cd8e9a7c09 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Subnet': ['ID=5210c3c4-ef57-4751-98e6-f65c099f12af,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:50.184625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dad18f2d-5dd5-42bd-a153-e7cd8e9a7c09 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.189470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33234) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:50.189648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dad18f2d-5dd5-42bd-a153-e7cd8e9a7c09 tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/subnets/5210c3c4-ef57-4751-98e6-f65c099f12af HTTP/1.1" status: 204 len: 168 time: 1.2872081 Dec 21 22:13:50.217532 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1cd00332-bcba-4496-b64c-8956762524a8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.9984782 Dec 21 22:13:50.223104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33238) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:50.281133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503cd4b-e25b-470c-b68c-065959814e0c None None] Network 2f83c8e9-3732-4869-a09d-94283ee45914 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:50.297292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a99d5-21a0-425a-a060-035af269913e None None] Network ccdce2d0-5ede-4d41-9581-4c324795290b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:50.384425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f729e864-f66a-4307-a642-27d12b55e3c0 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:50.386125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f729e864-f66a-4307-a642-27d12b55e3c0 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:50.387608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f729e864-f66a-4307-a642-27d12b55e3c0 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:50.388488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f729e864-f66a-4307-a642-27d12b55e3c0 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Synchronizing usage tracker for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:50.396990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.447907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 67182cbe-4c42-4dcf-86f6-596bcf859657 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:50.453290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.461654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.471402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f729e864-f66a-4307-a642-27d12b55e3c0 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Unset dirty status for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:50.477269 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f729e864-f66a-4307-a642-27d12b55e3c0 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2530229 Dec 21 22:13:50.485550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33244) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:50.488369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Deleting port 8f255a6b-6966-47a4-8b2f-ab9228ae287f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:50.488757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.568767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc82560a-e37c-4787-9394-569709d4c265 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.581703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Deleting port dcfd311f-4418-4a49-bdb1-d60f7d4a39ca {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:50.582086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.667791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82560a-e37c-4787-9394-569709d4c265 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=5f84fa03-f58c-4e34-93ef-7a9bda3e857c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:50.836525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc82560a-e37c-4787-9394-569709d4c265 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.843609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-828bff7f-bb69-4141-b4ed-19c9cd87c386 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Deleting subnet ecf93dbf-ee5c-4af1-8c6b-8190b97f2f27 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:50.858919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:50.868364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.882257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81056b49-bbbd-4927-99c5-fb2ecdb693f0 None None] Sync routers for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:50.892003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.904001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cc82560a-e37c-4787-9394-569709d4c265 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/5f84fa03-f58c-4e34-93ef-7a9bda3e857c HTTP/1.1" status: 204 len: 168 time: 1.6974514 Dec 21 22:13:50.904941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33250) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:50.914615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:50.958626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Transition to ACTIVE for port object bd9758aa-ffe8-4ec1-9f0e-ef12da570621 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:50.988996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] For port 8f255a6b-6966-47a4-8b2f-ab9228ae287f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8f255a6b-6966-47a4-8b2f-ab9228ae287f,segment=NetworkSegment(65b2dea5-dc92-4260-9571-d1a3b17203f3),segment_id=65b2dea5-dc92-4260-9571-d1a3b17203f3)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:50.989401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.037550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-2f83c8e9-3732-4869-a09d-94283ee45914', 'network_id': '2f83c8e9-3732-4869-a09d-94283ee45914', 'tenant_id': 'e2e67f9941dd4322af7875e8854a8c81', 'fixed_ips': [{'subnet_id': 'bd2a1509-4ec9-4f44-ac85-4177330be669'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:51.038887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.190504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-175641fd-e85b-4b10-b8c7-55fa56cd65a9 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "DELETE /v2.0/floatingips/cfcb4c50-2429-483f-8c50-a8ad49453207 HTTP/1.1" status: 204 len: 168 time: 3.9857218 Dec 21 22:13:51.193253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81056b49-bbbd-4927-99c5-fb2ecdb693f0 None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:51.193952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-81056b49-bbbd-4927-99c5-fb2ecdb693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:51.194602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33256) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:51.201904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Calling delete_port for 8f255a6b-6966-47a4-8b2f-ab9228ae287f owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:51.240721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:51.252665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:51.260472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a80dc-cc51-4956-bb9c-d964f6606145 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:51.262114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a80dc-cc51-4956-bb9c-d964f6606145 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:51.262937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-152a80dc-cc51-4956-bb9c-d964f6606145 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:51.274615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Transition to ACTIVE for port object bd9758aa-ffe8-4ec1-9f0e-ef12da570621 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:51.280133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Usage tracker for resource:floatingip and tenant:b1fa287f0b7c4e1f974ca759831189f5 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:51.285132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-81056b49-bbbd-4927-99c5-fb2ecdb693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:51.285900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:51.299361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:51.326968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81056b49-bbbd-4927-99c5-fb2ecdb693f0 None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:51.327648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-81056b49-bbbd-4927-99c5-fb2ecdb693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:51.344468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-828bff7f-bb69-4141-b4ed-19c9cd87c386 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.383560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-897f6e44-a1e1-40eb-b0a2-7515a582ead2 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:51.385344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-897f6e44-a1e1-40eb-b0a2-7515a582ead2 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.46 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.5993433 Dec 21 22:13:51.386913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.392507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.396423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-152a80dc-cc51-4956-bb9c-d964f6606145 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:51.398500 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-152a80dc-cc51-4956-bb9c-d964f6606145 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4829996 Dec 21 22:13:51.419286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa7776-c535-4d15-8e69-0ca0307a0dc3 None None] DHCP port deletion for ccdce2d0-5ede-4d41-9581-4c324795290b request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:51.425033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Calling delete_port for dcfd311f-4418-4a49-bdb1-d60f7d4a39ca owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:51.434400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.437295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33260) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:51.482569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-81056b49-bbbd-4927-99c5-fb2ecdb693f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:51.483022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81056b49-bbbd-4927-99c5-fb2ecdb693f0 None None] The sync data for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:51.506735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Port': ['ID=8f255a6b-6966-47a4-8b2f-ab9228ae287f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:51.519906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] No DVR routers for this DVR port 8f255a6b-6966-47a4-8b2f-ab9228ae287f on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:51.530803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Network d9eead52-5648-430a-9e72-b7a740a3899d is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:51.535718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:51.546733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Pushing event updated for resources: {'Port': ['ID=bd9758aa-ffe8-4ec1-9f0e-ef12da570621,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:51.549292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:51.552027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Allocated IP 2001:db8:0:1::1 (2f83c8e9-3732-4869-a09d-94283ee45914/bd2a1509-4ec9-4f44-ac85-4177330be669/0aea3432-e4ba-4d63-b5ca-011556153616) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:51.594505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-828bff7f-bb69-4141-b4ed-19c9cd87c386 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.650235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Deleting port 497cf982-ed98-486d-a254-92956928e2bc {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:51.650628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.689817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Attempting to bind port bd9758aa-ffe8-4ec1-9f0e-ef12da570621 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:51.690234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Attempting to bind port bd9758aa-ffe8-4ec1-9f0e-ef12da570621 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '81318000-d797-41f8-a49f-19e7abb62508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd9eead52-5648-430a-9e72-b7a740a3899d'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:51.691435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Attempting to bind port bd9758aa-ffe8-4ec1-9f0e-ef12da570621 on network d9eead52-5648-430a-9e72-b7a740a3899d {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:51.716943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:51.724294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Checking segment: {'id': '81318000-d797-41f8-a49f-19e7abb62508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd9eead52-5648-430a-9e72-b7a740a3899d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:51.724294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.724294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Bound using segment: {'id': '81318000-d797-41f8-a49f-19e7abb62508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd9eead52-5648-430a-9e72-b7a740a3899d'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:51.724294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Bound port: bd9758aa-ffe8-4ec1-9f0e-ef12da570621, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81318000-d797-41f8-a49f-19e7abb62508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd9eead52-5648-430a-9e72-b7a740a3899d'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:51.724294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.736844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:51.837853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218dc44-7d3d-4033-b969-291c1bd7722d req-473c052b-596c-41b6-a6a5-d777453d7c01 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:51.845523 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a218dc44-7d3d-4033-b969-291c1bd7722d req-473c052b-596c-41b6-a6a5-d777453d7c01 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.5034709 Dec 21 22:13:51.852972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdce2d0-5ede-4d41-9581-4c324795290b']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:51.909990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8f255a6b-6966-47a4-8b2f-ab9228ae287f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:51.973915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 8f255a6b-6966-47a4-8b2f-ab9228ae287f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:51.974302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8f255a6b-6966-47a4-8b2f-ab9228ae287f not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:52.026444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-828bff7f-bb69-4141-b4ed-19c9cd87c386 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.088714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.100168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Transition to ACTIVE for port object 0aea3432-e4ba-4d63-b5ca-011556153616 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:52.121940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Transition to ACTIVE for port object 0aea3432-e4ba-4d63-b5ca-011556153616 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:52.129118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] For port bd9758aa-ffe8-4ec1-9f0e-ef12da570621, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:52.137961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] For port bd9758aa-ffe8-4ec1-9f0e-ef12da570621, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bd9758aa-ffe8-4ec1-9f0e-ef12da570621,segment=NetworkSegment(81318000-d797-41f8-a49f-19e7abb62508),segment_id=81318000-d797-41f8-a49f-19e7abb62508)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:52.155929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.198028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a218dc44-7d3d-4033-b969-291c1bd7722d req-751d1da6-7b2b-4559-a89c-3e2e67ffb067 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511434 Dec 21 22:13:52.203786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b2dea5-dc92-4260-9571-d1a3b17203f3') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:52.204131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b2dea5-dc92-4260-9571-d1a3b17203f3') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:52.205294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-828bff7f-bb69-4141-b4ed-19c9cd87c386 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.227260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.235449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.237386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Pushing event updated for resources: {'Port': ['ID=0aea3432-e4ba-4d63-b5ca-011556153616,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:52.261524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.269289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bff7f-bb69-4141-b4ed-19c9cd87c386 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf93dbf-ee5c-4af1-8c6b-8190b97f2f27,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:52.274372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:52.274772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.285299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-828bff7f-bb69-4141-b4ed-19c9cd87c386 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:52.292953 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:52.316392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] For port 497cf982-ed98-486d-a254-92956928e2bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=497cf982-ed98-486d-a254-92956928e2bc,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:52.316392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.322821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Network 2f83c8e9-3732-4869-a09d-94283ee45914 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:52.325071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.327482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:52.334574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:52.344968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5e773-1867-40be-be2d-4f00ead6f8b1 None None] Pushing event updated for resources: {'Port': ['ID=bd9758aa-ffe8-4ec1-9f0e-ef12da570621,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:52.389359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8013368-bc21-47d8-a685-4443827ce70d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet c7377af2-1a92-4b90-acca-74b7f13eb49c {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:52.401074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8013368-bc21-47d8-a685-4443827ce70d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.440137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-828bff7f-bb69-4141-b4ed-19c9cd87c386 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/subnets/ecf93dbf-ee5c-4af1-8c6b-8190b97f2f27 HTTP/1.1" status: 204 len: 168 time: 1.9533696 Dec 21 22:13:52.445629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33268) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:52.448623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Attempting to bind port 0aea3432-e4ba-4d63-b5ca-011556153616 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:13:52.449050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Attempting to bind port 0aea3432-e4ba-4d63-b5ca-011556153616 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '80770a77-6c7f-4ab5-aefe-46f7b8ed860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f83c8e9-3732-4869-a09d-94283ee45914'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:13:52.449462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Attempting to bind port 0aea3432-e4ba-4d63-b5ca-011556153616 on network 2f83c8e9-3732-4869-a09d-94283ee45914 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:13:52.452241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event deleted for resources: {'Port': ['ID=dcfd311f-4418-4a49-bdb1-d60f7d4a39ca,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:52.456941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:13:52.457524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Checking segment: {'id': '80770a77-6c7f-4ab5-aefe-46f7b8ed860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f83c8e9-3732-4869-a09d-94283ee45914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:13:52.457975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.458410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Bound using segment: {'id': '80770a77-6c7f-4ab5-aefe-46f7b8ed860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f83c8e9-3732-4869-a09d-94283ee45914'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:13:52.459990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Bound port: 0aea3432-e4ba-4d63-b5ca-011556153616, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80770a77-6c7f-4ab5-aefe-46f7b8ed860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2f83c8e9-3732-4869-a09d-94283ee45914'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:13:52.459990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.524058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.575508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8013368-bc21-47d8-a685-4443827ce70d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.583648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] For port 0aea3432-e4ba-4d63-b5ca-011556153616, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:13:52.588934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] For port 0aea3432-e4ba-4d63-b5ca-011556153616, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0aea3432-e4ba-4d63-b5ca-011556153616,segment=NetworkSegment(80770a77-6c7f-4ab5-aefe-46f7b8ed860f),segment_id=80770a77-6c7f-4ab5-aefe-46f7b8ed860f)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:13:52.620236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.641529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.663767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.708490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] Pushing event deleted for resources: {'Network': ['ID=ccdce2d0-5ede-4d41-9581-4c324795290b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:52.760531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec676c0c-1dbe-4786-9b17-d815c45a05ef tempest-NetworksIpV6TestAttrs-1715001248 tempest-NetworksIpV6TestAttrs-1715001248-project] 10.222.0.30 "DELETE /v2.0/networks/ccdce2d0-5ede-4d41-9581-4c324795290b HTTP/1.1" status: 204 len: 168 time: 2.5676634 Dec 21 22:13:52.805669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27af4b-6f84-4a55-9f9e-97a996d906be None None] Pushing event updated for resources: {'Port': ['ID=0aea3432-e4ba-4d63-b5ca-011556153616,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:52.959483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:52.982579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Allocated IP 172.26.6.115 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/24bfa54d-6109-4380-ad85-4c8df5462ee0) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:53.195076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.195482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.195832 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Floating IP 86be5f97-ffcd-4426-aa73-1ea299ed55d8 disassociated. External IP: 172.26.6.186, port: 497cf982-ed98-486d-a254-92956928e2bc. Dec 21 22:13:53.196211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Calling delete_port for 497cf982-ed98-486d-a254-92956928e2bc owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:53.244133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc9f8af-da8b-48d5-a514-5f3965a0f1d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Deleting subnet bd2a1509-4ec9-4f44-ac85-4177330be669 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:13:53.346183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.374715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efc9f8af-da8b-48d5-a514-5f3965a0f1d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.448233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efc9f8af-da8b-48d5-a514-5f3965a0f1d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.501956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.508790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8013368-bc21-47d8-a685-4443827ce70d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.559521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33284) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:53.694857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:53.699386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:53.701675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Pushing event updated for resources: {'Port': ['ID=24bfa54d-6109-4380-ad85-4c8df5462ee0,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:53.703637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:53.797688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.805434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efc9f8af-da8b-48d5-a514-5f3965a0f1d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.827030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.853688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8013368-bc21-47d8-a685-4443827ce70d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.926722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8013368-bc21-47d8-a685-4443827ce70d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=c7377af2-1a92-4b90-acca-74b7f13eb49c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:53.954156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8013368-bc21-47d8-a685-4443827ce70d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:53.964157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d9ebc-b5ed-4b58-bc06-2dffe9c48e76 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:53.991254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2e3ef582-a578-46ed-889e-0c8281305db8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49dff926852340e4a76585415d1679d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3949904 Dec 21 22:13:53.993311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8993b28-76b1-4d4a-acfd-f36066753411 req-d1ac9ff3-b166-4e3c-8d16-ca8e581676e6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:53.994365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33290) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:54.000935 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8993b28-76b1-4d4a-acfd-f36066753411 req-d1ac9ff3-b166-4e3c-8d16-ca8e581676e6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.3057282 Dec 21 22:13:54.011057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9df099-d111-4068-ab02-89310c622050 req-de38bda7-eb1a-420e-8ccb-bd5d628e79d2 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:54.018529 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a9df099-d111-4068-ab02-89310c622050 req-de38bda7-eb1a-420e-8ccb-bd5d628e79d2 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 946 time: 0.3199503 Dec 21 22:13:54.032447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efc9f8af-da8b-48d5-a514-5f3965a0f1d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.035895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.036635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Fanout notify agent at l3_agent the message router_deleted on router 06eebb9b-d77b-4b95-9754-82562e3bf11c {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:13:54.063837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.101480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8013368-bc21-47d8-a685-4443827ce70d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/c7377af2-1a92-4b90-acca-74b7f13eb49c HTTP/1.1" status: 204 len: 168 time: 2.6549621 Dec 21 22:13:54.102356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33296) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:54.111529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9f8af-da8b-48d5-a514-5f3965a0f1d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2a1509-4ec9-4f44-ac85-4177330be669,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:54.148553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event deleted for resources: {'Port': ['ID=497cf982-ed98-486d-a254-92956928e2bc,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:54.175468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.180652 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0df740e2-c206-4586-8563-a86ef2f0eeb4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/06eebb9b-d77b-4b95-9754-82562e3bf11c HTTP/1.1" status: 204 len: 168 time: 4.6820860 Dec 21 22:13:54.186785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33300) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:54.200437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-68738585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:54.228377 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8993b28-76b1-4d4a-acfd-f36066753411 req-2dc1b5c5-88cc-474a-90c2-b2603fab7b49 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263474 Dec 21 22:13:54.231678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:54.247888 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a9df099-d111-4068-ab02-89310c622050 req-a3fe6b04-ecd3-45a5-999f-55644e32c4b1 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups?id=41e02ad3-a7aa-4cc4-b6be-d6cf20962351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284176 Dec 21 22:13:54.258868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Usage tracker for resource:router and tenant:d8b0329643c64e58bbe2f62a77c61202 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:54.335831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0aea3432-e4ba-4d63-b5ca-011556153616 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:54.351012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.357460 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b0500851-1507-4fd3-9641-f91dca6b20e7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2477639 Dec 21 22:13:54.364298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33306) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:54.364298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efc9f8af-da8b-48d5-a514-5f3965a0f1d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.379655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:54.408233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:54.435364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-efc9f8af-da8b-48d5-a514-5f3965a0f1d7 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/subnets/bd2a1509-4ec9-4f44-ac85-4177330be669 HTTP/1.1" status: 204 len: 168 time: 1.9818296 Dec 21 22:13:54.436309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:54.437264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33310) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:54.584711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 0aea3432-e4ba-4d63-b5ca-011556153616 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:54.586604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.587933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.590629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bd9758aa-ffe8-4ec1-9f0e-ef12da570621 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:13:54.634348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.641525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.691096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Router 5168b82e-64c0-48e0-b2e4-594a523f1bac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:13:54.709539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.721257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port bd9758aa-ffe8-4ec1-9f0e-ef12da570621 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:54.747541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:54.759234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] Deleting port 67182cbe-4c42-4dcf-86f6-596bcf859657 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:54.760830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.790536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.836677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:54.869511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.870673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:54.871374 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6b783a7e-39d4-45f7-99f0-296fce9d0f50 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6758459 Dec 21 22:13:54.875491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33314) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:54.883477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:54.888226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:54.889720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49428b38-70b7-4232-86e5-9076bd7c5be9 None None] Network d9eead52-5648-430a-9e72-b7a740a3899d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:54.896031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb08de-e658-4969-9e1c-5c1f5afaefa8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:54.900043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2bdb08de-e658-4969-9e1c-5c1f5afaefa8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Synchronizing usage tracker for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:54.904030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:54.989672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:55.039610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:55.065174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea467ea-8038-4c76-ba90-044c66025347,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:55.096569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4c4d5fa1-ef26-4419-8fac-ff33412e971a None None] Provisioning for port bd9758aa-ffe8-4ec1-9f0e-ef12da570621 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:55.109845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4c4d5fa1-ef26-4419-8fac-ff33412e971a None None] Provisioning complete for port bd9758aa-ffe8-4ec1-9f0e-ef12da570621 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:55.110272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5fa1-ef26-4419-8fac-ff33412e971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:55.204057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:55.211126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:55.450128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] For port 67182cbe-4c42-4dcf-86f6-596bcf859657, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=67182cbe-4c42-4dcf-86f6-596bcf859657,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:55.450717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:55.581394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-efa58884-011c-4919-944a-c53c04bc5d42 req-f194035d-23b8-4f17-a5ad-7c7e71d615cc tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Synchronizing usage tracker for tenant:0a732872adc74ac29679bade872dee69 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:13:55.614995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] Calling delete_port for 67182cbe-4c42-4dcf-86f6-596bcf859657 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:55.634212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:55.638189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ea467ea-8038-4c76-ba90-044c66025347 HTTP/1.1" status: 204 len: 168 time: 1.6399155 Dec 21 22:13:55.650330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a85f062-93ff-4136-bcc8-22512f0055ff None None] Network 2f83c8e9-3732-4869-a09d-94283ee45914 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:55.657166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2bdb08de-e658-4969-9e1c-5c1f5afaefa8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Unset dirty status for tenant:e2e67f9941dd4322af7875e8854a8c81 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:55.660083 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2bdb08de-e658-4969-9e1c-5c1f5afaefa8 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2080870 Dec 21 22:13:55.669237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33326) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:55.680569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.680726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.681090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.681458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.681824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.682187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.682548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.682906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.683264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.683617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.683978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd14b1a-2677-40d1-a3f8-50607fda1324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:55.722599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-efa58884-011c-4919-944a-c53c04bc5d42 req-f194035d-23b8-4f17-a5ad-7c7e71d615cc tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Unset dirty status for tenant:0a732872adc74ac29679bade872dee69 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:13:55.723889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-efa58884-011c-4919-944a-c53c04bc5d42 req-f194035d-23b8-4f17-a5ad-7c7e71d615cc tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.2735407 Dec 21 22:13:55.821719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbc94e-6766-4ae1-b0e3-9e323fb581c8 req-a2af630a-883a-478e-b7ff-283f57499383 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:55.823351 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cfbc94e-6766-4ae1-b0e3-9e323fb581c8 req-a2af630a-883a-478e-b7ff-283f57499383 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.4605446 Dec 21 22:13:55.848975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:13:55.859673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] Sync routers for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:13:55.881820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:55.882511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:55.932875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:55.980241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:55.999626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] No DVR routers for this DVR port 497cf982-ed98-486d-a254-92956928e2bc on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:56.007669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.014749 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-163550e0-8ab3-4e50-9db3-2891c595f369 req-fb6bc22e-9c77-4578-981b-3ec94af50a61 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.46 "DELETE /v2.0/ports/497cf982-ed98-486d-a254-92956928e2bc HTTP/1.1" status: 204 len: 173 time: 4.5491726 Dec 21 22:13:56.018254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.036457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'name': 'network-vif-deleted', 'tag': '497cf982-ed98-486d-a254-92956928e2bc'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:13:56.059371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5fa1-ef26-4419-8fac-ff33412e971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.080977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 67182cbe-4c42-4dcf-86f6-596bcf859657 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:56.101851 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cfbc94e-6766-4ae1-b0e3-9e323fb581c8 req-4e581a01-d6eb-4b56-809a-1e9004e829e2 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704749 Dec 21 22:13:56.163780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b520eb68-af0d-4e1e-a018-c398d8334049', 'name': 'network-vif-deleted', 'tag': '497cf982-ed98-486d-a254-92956928e2bc', 'status': 'completed', 'code': 200} Dec 21 22:13:56.180173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 497cf982-ed98-486d-a254-92956928e2bc no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:56.194505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.251432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:56.310161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4c4d5fa1-ef26-4419-8fac-ff33412e971a None None] For port bd9758aa-ffe8-4ec1-9f0e-ef12da570621, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bd9758aa-ffe8-4ec1-9f0e-ef12da570621,segment=NetworkSegment(81318000-d797-41f8-a49f-19e7abb62508),segment_id=81318000-d797-41f8-a49f-19e7abb62508)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:56.314599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.333339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 497cf982-ed98-486d-a254-92956928e2bc {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:56.333339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 497cf982-ed98-486d-a254-92956928e2bc not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:56.333339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.359994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Pushing event updated for resources: {'Port': ['ID=24bfa54d-6109-4380-ad85-4c8df5462ee0,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:56.420081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Deleting port 0aea3432-e4ba-4d63-b5ca-011556153616 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:56.420495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.446022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 67182cbe-4c42-4dcf-86f6-596bcf859657 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:56.446418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 67182cbe-4c42-4dcf-86f6-596bcf859657 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:56.465569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] No DVR routers for this DVR port 67182cbe-4c42-4dcf-86f6-596bcf859657 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:56.469065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c4d5fa1-ef26-4419-8fac-ff33412e971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.478378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4229e7-fe9b-4053-9c27-b90082fd0b6d None None] Pushing event deleted for resources: {'Port': ['ID=67182cbe-4c42-4dcf-86f6-596bcf859657,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:56.581096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] DHCP port deletion for d9eead52-5648-430a-9e72-b7a740a3899d request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:56.594549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.604224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Deleting port bd9758aa-ffe8-4ec1-9f0e-ef12da570621 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:56.604224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.667081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.697874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] DHCP port deletion for 2f83c8e9-3732-4869-a09d-94283ee45914 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:13:56.706732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] Deleting port 0aea3432-e4ba-4d63-b5ca-011556153616 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:56.707159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.769052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d5fa1-ef26-4419-8fac-ff33412e971a None None] Pushing event updated for resources: {'Port': ['ID=bd9758aa-ffe8-4ec1-9f0e-ef12da570621,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:56.781853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.787767 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2f1aafc8-ffe7-4e2e-b661-8fa1c5aeca8f tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5575421 Dec 21 22:13:56.791018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33350) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:56.821754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.893437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:56.904177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:56.914192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f7a7d599-a419-4ee2-a74c-1f2667202d94 None None] Provisioning for port 0aea3432-e4ba-4d63-b5ca-011556153616 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:13:56.926004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:56.926742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:56.934363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Allocated IP 172.26.6.97 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/992ffd31-56bb-4ee0-87d4-834bec82bff9) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:56.937752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb930371-0875-443f-a1c7-bfbb8930eecf None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:13:56.957823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:19Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:56.971462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] Checking router: 5168b82e-64c0-48e0-b2e4-594a523f1bac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:13:57.001717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:13:57.002317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:57.012876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6403892 Dec 21 22:13:57.029012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33358) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:57.033383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b919ba-b1e1-4b9d-abce-47a49bbb32f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=231c224a-5070-4c56-bd2d-aa3ad9bcd6b6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:57.073838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': '231c224a-5070-4c56-bd2d-aa3ad9bcd6b6', 'ip_address': '2001:db8::d77d:53a9:3f07:52f5'}], 'name': 'tempest-NetworksTestDHCPv6-768043152'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:57.279887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f7a7d599-a419-4ee2-a74c-1f2667202d94 None None] Provisioning complete for port 0aea3432-e4ba-4d63-b5ca-011556153616 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:13:57.280304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d599-a419-4ee2-a74c-1f2667202d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:57.377006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84b7d9bb-110f-4a57-a643-b2d2676bd06f req-ce260e44-6d9f-4605-a1b2-10157dd3b32c tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/ports?device_id=b520eb68-af0d-4e1e-a018-c398d8334049 HTTP/1.1" status: 200 len: 210 time: 0.1863732 Dec 21 22:13:57.491408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:57.498422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] For port 0aea3432-e4ba-4d63-b5ca-011556153616, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0aea3432-e4ba-4d63-b5ca-011556153616,segment=NetworkSegment(80770a77-6c7f-4ab5-aefe-46f7b8ed860f),segment_id=80770a77-6c7f-4ab5-aefe-46f7b8ed860f)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:57.499071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:57.533128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:13:57.589358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:57.673653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Calling delete_port for 0aea3432-e4ba-4d63-b5ca-011556153616 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:57.774732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:57.785851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33372) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:57.805856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:13:57.809019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:57.830724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Usage tracker for resource:floatingip and tenant:57fc24776ebf4bef81dd1a18de28856f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:57.842381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:57.863821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:57.867255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:57.886147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:57.976558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:58.007273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:58.028116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.039143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.079830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:13:58.089927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '231c224a-5070-4c56-bd2d-aa3ad9bcd6b6'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:13:58.090840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.092249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:13:58.126818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0aea3432-e4ba-4d63-b5ca-011556153616 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:58.152684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event updated for resources: {'Port': ['ID=992ffd31-56bb-4ee0-87d4-834bec82bff9,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:58.202585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1938956919'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:13:58.209036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:58.215430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:network and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:58.219447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:58.227282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:58.232823 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.db [None req-f7a7d599-a419-4ee2-a74c-1f2667202d94 None None] No ports have port_id starting with 0aea3432-e4ba-4d63-b5ca-011556153616 Dec 21 22:13:58.240561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 0aea3432-e4ba-4d63-b5ca-011556153616 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:13:58.241092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0aea3432-e4ba-4d63-b5ca-011556153616 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:13:58.241642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bd9758aa-ffe8-4ec1-9f0e-ef12da570621 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:13:58.245646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:58.258781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.259410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.259957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.260565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.261081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.261614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.262136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.262701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.263211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.263725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.264228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:58.337798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:19Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:58.341017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c973111-45d5-4230-97cd-b331c96ebb0d req-9d5e6d93-cdf9-41af-be1a-a9f4d53fc868 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:58.343762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1ee11-70f0-4621-b199-4481ef67582e None None] The sync data for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv is: [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:12:02Z', 'revision_number': 4, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ab051e2c-5255-45cc-af74-ce8c9bb7c8d1', 'name': '', 'network_id': 'bbd112df-9b21-4571-b843-5c7e0f99e6ce', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'mac_address': 'fa:16:3e:d2:dd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:01Z', 'updated_at': '2021-12-21T22:12:19Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'subnets': [{'id': '06262ced-cad4-41c8-9bfc-916c78222d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:13:58.346411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] For port 0aea3432-e4ba-4d63-b5ca-011556153616, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0aea3432-e4ba-4d63-b5ca-011556153616,segment=NetworkSegment(80770a77-6c7f-4ab5-aefe-46f7b8ed860f),segment_id=80770a77-6c7f-4ab5-aefe-46f7b8ed860f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:58.346936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.350472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c973111-45d5-4230-97cd-b331c96ebb0d req-9d5e6d93-cdf9-41af-be1a-a9f4d53fc868 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 945 time: 0.6219087 Dec 21 22:13:58.366948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] For port bd9758aa-ffe8-4ec1-9f0e-ef12da570621, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bd9758aa-ffe8-4ec1-9f0e-ef12da570621,segment=NetworkSegment(81318000-d797-41f8-a49f-19e7abb62508),segment_id=81318000-d797-41f8-a49f-19e7abb62508)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:13:58.367491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.414662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.427921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:13:58.433639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.438815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c973111-45d5-4230-97cd-b331c96ebb0d req-2acc6ecf-f0e9-4fe1-af60-fd7548624846 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872204 Dec 21 22:13:58.445487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f45d1-d5f5-402a-9dd6-1120146dab44 req-08c0e6b7-7b0b-4a68-a6c0-38741cdd31f3 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:58.447339 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf7f45d1-d5f5-402a-9dd6-1120146dab44 req-08c0e6b7-7b0b-4a68-a6c0-38741cdd31f3 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.2362046 Dec 21 22:13:58.454485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Port': ['ID=0aea3432-e4ba-4d63-b5ca-011556153616,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:58.466800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.495295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 031ed594-7604-42f0-83ce-7cef6212895e yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:13:58.527314 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf7f45d1-d5f5-402a-9dd6-1120146dab44 req-8dd66742-58cf-46c0-80bd-4f1a11b94a92 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739172 Dec 21 22:13:58.537754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.580593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] No DVR routers for this DVR port 0aea3432-e4ba-4d63-b5ca-011556153616 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:58.700074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] Calling delete_port for 0aea3432-e4ba-4d63-b5ca-011556153616 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:58.715031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:13:58.719071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group_rule and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:13:58.722402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:13:58.729091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:13:58.738354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33388) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:58.752860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Calling delete_port for bd9758aa-ffe8-4ec1-9f0e-ef12da570621 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:13:58.841931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.866025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.874353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a86a-1dc3-4a74-9f88-f4b3660328ae tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.901757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.972697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a86a-1dc3-4a74-9f88-f4b3660328ae tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.976581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f334d3-b44c-4ef0-b13e-94a5b4c1e55c None None] New status for floating IP 86be5f97-ffcd-4426-aa73-1ea299ed55d8: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:13:58.986135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:58.995301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.092435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:13:59.092435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:13:59.116276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f83c8e9-3732-4869-a09d-94283ee45914']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:59.138916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f7bdd8-0eb6-4cc3-8c4a-a43fc3786fec,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:59.142588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80770a77-6c7f-4ab5-aefe-46f7b8ed860f') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:59.142925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80770a77-6c7f-4ab5-aefe-46f7b8ed860f') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:13:59.160437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.166973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.171676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a86a-1dc3-4a74-9f88-f4b3660328ae tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.178211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:13:59.196441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.205926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:13:59.206110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/231c224a-5070-4c56-bd2d-aa3ad9bcd6b6/dc0fc731-d306-4987-9578-a24ad2e3f7d8) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:59.206361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.208364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.210179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1a86a-1dc3-4a74-9f88-f4b3660328ae tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e02ad3-a7aa-4cc4-b6be-d6cf20962351,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:13:59.222895 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:13:59.293419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a86a-1dc3-4a74-9f88-f4b3660328ae tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.295053 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6d1a86a-1dc3-4a74-9f88-f4b3660328ae tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "DELETE /v2.0/security-groups/41e02ad3-a7aa-4cc4-b6be-d6cf20962351 HTTP/1.1" status: 204 len: 168 time: 0.5551579 Dec 21 22:13:59.303671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33394) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:59.311297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.337640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-a931ea91-f234-41c8-940d-a7c95410dae0 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] show failed (client error): The resource could not be found. Dec 21 22:13:59.339546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a931ea91-f234-41c8-940d-a7c95410dae0 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "GET /v2.0/security-groups/41e02ad3-a7aa-4cc4-b6be-d6cf20962351 HTTP/1.1" status: 404 len: 347 time: 0.0272336 Dec 21 22:13:59.341976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33398) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:59.351508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Pushing event deleted for resources: {'Port': ['ID=bd9758aa-ffe8-4ec1-9f0e-ef12da570621,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:59.355992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.356411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Added segment 7e793398-bdef-42ca-a31a-52c03adc31fe of type vlan for network 42501771-0310-48f9-a5f9-ce999c8dfa40 Dec 21 22:13:59.375575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] No DVR routers for this DVR port bd9758aa-ffe8-4ec1-9f0e-ef12da570621 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.382753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bbb0ad-25a8-4d85-91ca-236f6e6dc230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:13:59.401030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.416522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Router 82d419e7-56c6-4e6a-a2b1-7e7e3441e08c is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:13:59.429232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.444513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Network': ['ID=2f83c8e9-3732-4869-a09d-94283ee45914,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:13:59.519244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.528349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5facf9de-80ba-458c-b9b9-d7138fc50e68 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/networks/2f83c8e9-3732-4869-a09d-94283ee45914 HTTP/1.1" status: 204 len: 168 time: 3.8577497 Dec 21 22:13:59.531019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33402) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:13:59.658917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Deleting port f8a61653-fe43-4545-b296-80287fbe3f82 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:59.659591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.665433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.765796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] Deleting port 0aea3432-e4ba-4d63-b5ca-011556153616 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:13:59.766498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.842101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Allocated IP 172.26.6.122 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/9576955c-19c6-4087-b4a0-f880522daaab) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:13:59.847292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4e89f88d-5b6f-487e-92ee-31312dde03ee None None] The port '0aea3432-e4ba-4d63-b5ca-011556153616' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:13:59.936778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.957018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.960699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.964776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:13:59.965422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:13:59.968211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Transition to ACTIVE for port object dc0fc731-d306-4987-9578-a24ad2e3f7d8 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:13:59.988792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Transition to ACTIVE for port object dc0fc731-d306-4987-9578-a24ad2e3f7d8 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:00.041674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.057480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9eead52-5648-430a-9e72-b7a740a3899d']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:00.093370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.093748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.137761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:00.141417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:00.144119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:00.184818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81318000-d797-41f8-a49f-19e7abb62508') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:00.185155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81318000-d797-41f8-a49f-19e7abb62508') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:00.195746 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4060626 Dec 21 22:14:00.197750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Pushing event updated for resources: {'Port': ['ID=dc0fc731-d306-4987-9578-a24ad2e3f7d8,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:00.242092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33410) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:00.249797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Calling delete_port for f8a61653-fe43-4545-b296-80287fbe3f82 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:00.272065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Attempting to bind port dc0fc731-d306-4987-9578-a24ad2e3f7d8 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:00.272463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Attempting to bind port dc0fc731-d306-4987-9578-a24ad2e3f7d8 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:00.272813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Attempting to bind port dc0fc731-d306-4987-9578-a24ad2e3f7d8 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:00.280416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:00.280847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:00.281297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.281747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:00.282275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Bound port: dc0fc731-d306-4987-9578-a24ad2e3f7d8, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:00.282699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.307872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'name': 'tempest-PortsIpV6TestJSON-1944890167'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:00.338840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6f3d-c4f1-4f5c-b369-aefc67b980ee req-30ff3226-9d01-4eb0-a15d-938945ece2f4 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:00.340603 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-acec6f3d-c4f1-4f5c-b369-aefc67b980ee req-30ff3226-9d01-4eb0-a15d-938945ece2f4 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 945 time: 0.5604539 Dec 21 22:14:00.370212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68440a5-cc4f-4636-9c79-7c05d55c89a3 req-f9409334-1af6-41c3-86da-95782d6d6354 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:00.371871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c68440a5-cc4f-4636-9c79-7c05d55c89a3 req-f9409334-1af6-41c3-86da-95782d6d6354 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5396364 Dec 21 22:14:00.395633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] For port dc0fc731-d306-4987-9578-a24ad2e3f7d8, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:00.400109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] For port dc0fc731-d306-4987-9578-a24ad2e3f7d8, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=dc0fc731-d306-4987-9578-a24ad2e3f7d8,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:00.453237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.502678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66959f-3bea-4b5a-9cb2-070f110b23fa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Network': ['ID=42501771-0310-48f9-a5f9-ce999c8dfa40,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:00.506679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.520130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:00.555900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:00.564733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.571309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d603693b-6b25-4463-8fb7-2848b83885b5 None None] Sync routers for ids ['82d419e7-56c6-4e6a-a2b1-7e7e3441e08c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:00.575607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.575949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::d77d:53a9:3f07:52f5 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/231c224a-5070-4c56-bd2d-aa3ad9bcd6b6/031ed594-7604-42f0-83ce-7cef6212895e) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:00.579793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ff877960-1537-4d8d-8ce7-5c5e9c0bca31 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "PUT /v2.0/routers/82d419e7-56c6-4e6a-a2b1-7e7e3441e08c HTTP/1.1" status: 200 len: 881 time: 5.7029505 Dec 21 22:14:00.584656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603693b-6b25-4463-8fb7-2848b83885b5 None None] Routers {'82d419e7-56c6-4e6a-a2b1-7e7e3441e08c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:00.585314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d603693b-6b25-4463-8fb7-2848b83885b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['82d419e7-56c6-4e6a-a2b1-7e7e3441e08c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:00.585718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:00.587968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33414) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:00.592261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:00.592712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:00.611887 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:00.615360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.652958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:00.660634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d603693b-6b25-4463-8fb7-2848b83885b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:00.666612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:00.675636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d603693b-6b25-4463-8fb7-2848b83885b5 None None] Routers {'82d419e7-56c6-4e6a-a2b1-7e7e3441e08c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:00.676556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d603693b-6b25-4463-8fb7-2848b83885b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['82d419e7-56c6-4e6a-a2b1-7e7e3441e08c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:00.686705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-acec6f3d-c4f1-4f5c-b369-aefc67b980ee req-ba090e44-7d60-4422-95e0-69af0587cad4 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242009 Dec 21 22:14:00.687645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:00.710323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ffa05-c641-4622-ab1f-4166b79d678b None None] Pushing event updated for resources: {'Port': ['ID=dc0fc731-d306-4987-9578-a24ad2e3f7d8,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:00.747934 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c68440a5-cc4f-4636-9c79-7c05d55c89a3 req-fda52c87-6c95-4855-904e-457b1f5850f4 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399808 Dec 21 22:14:00.782923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d603693b-6b25-4463-8fb7-2848b83885b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:00.784106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d603693b-6b25-4463-8fb7-2848b83885b5 None None] The sync data for ids ['82d419e7-56c6-4e6a-a2b1-7e7e3441e08c'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:00.830471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.861966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.888194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:00.892723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.009718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Network': ['ID=d9eead52-5648-430a-9e72-b7a740a3899d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:01.024990 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-910dbf6e-7b0e-4e49-a5c7-78b2389f1ce1 tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/networks/d9eead52-5648-430a-9e72-b7a740a3899d HTTP/1.1" status: 204 len: 168 time: 1.4928210 Dec 21 22:14:01.045126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33418) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:01.064993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Pushing event updated for resources: {'Port': ['ID=9576955c-19c6-4087-b4a0-f880522daaab,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:01.098378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:01.139469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:01.145145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.152367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:01.152367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:01.222836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Pushing event deleted for resources: {'Port': ['ID=f8a61653-fe43-4545-b296-80287fbe3f82,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:01.242391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.277643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 82751e15-5a3e-4955-af8d-6897dee7545f yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:01.344993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 031ed594-7604-42f0-83ce-7cef6212895e will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:01.353270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.479211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.498259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447b92d-e277-4147-9343-87a87b30529f req-cce15f3a-64bf-4469-b134-12272f51ac57 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:01.499855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4447b92d-e277-4147-9343-87a87b30529f req-cce15f3a-64bf-4469-b134-12272f51ac57 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 945 time: 0.3383057 Dec 21 22:14:01.511698 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7fc39ce1-c7c4-4f60-bc7d-aa3d35961838 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/routers/82d419e7-56c6-4e6a-a2b1-7e7e3441e08c HTTP/1.1" status: 200 len: 922 time: 0.9197733 Dec 21 22:14:01.539181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33422) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:01.643179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.657931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.663979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.679665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.680967 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c4510858-3953-459c-8db9-f96e027193e5 tempest-ServersTestManualDisk-1520772189 tempest-ServersTestManualDisk-1520772189-project] 10.222.0.30 "DELETE /v2.0/floatingips/86be5f97-ffcd-4426-aa73-1ea299ed55d8 HTTP/1.1" status: 204 len: 168 time: 2.3377895 Dec 21 22:14:01.695080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33426) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:01.701330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Deleting port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:01.701719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.780494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69456f44-f097-415a-8fec-c8352bd39fd2']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:01.837243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3842e97e-5108-4e1c-8b76-282157d81135') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:01.837583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3842e97e-5108-4e1c-8b76-282157d81135') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:01.853943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:01.854580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.860426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:01.863246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:01.867880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:01.868447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.872748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=031ed594-7604-42f0-83ce-7cef6212895e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:01.884877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.899100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.968123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:01.997567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:01.998069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.018318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device dc0fc731-d306-4987-9578-a24ad2e3f7d8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-250bd04e-5abe-4ed2-9f98-d453401c1ba6 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=82d419e7-56c6-4e6a-a2b1-7e7e3441e08c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4787974 Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:02.022834 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:02.029137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33434) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:02.035509 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6202ef14-8936-473f-8622-2ceaf79b3f3f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9987149 Dec 21 22:14:02.036394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33438) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:02.160682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port dc0fc731-d306-4987-9578-a24ad2e3f7d8 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:02.220040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.393906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.402164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.406800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5778-852e-4a8c-a52e-9fced2a8b7ce req-4f00ca64-7a47-4236-9c6e-5de9fd7983fa tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:02.408535 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e1fa5778-852e-4a8c-a52e-9fced2a8b7ce req-4f00ca64-7a47-4236-9c6e-5de9fd7983fa tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 945 time: 0.5087085 Dec 21 22:14:02.423402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] For port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:02.423804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.442559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8d67e-1b6d-4f3a-9258-cc2e9175d158 req-48f4cd5a-7705-49eb-b529-8d93bb03e470 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:02.445085 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5b8d67e-1b6d-4f3a-9258-cc2e9175d158 req-48f4cd5a-7705-49eb-b529-8d93bb03e470 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.4764447 Dec 21 22:14:02.466259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Network': ['ID=69456f44-f097-415a-8fec-c8352bd39fd2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:02.476279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=82751e15-5a3e-4955-af8d-6897dee7545f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:02.476960 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8b641e0-97b2-4898-b11f-e6aba004f10c tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/networks/69456f44-f097-415a-8fec-c8352bd39fd2 HTTP/1.1" status: 204 len: 168 time: 1.4191282 Dec 21 22:14:02.480238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33442) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:02.535001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864bdcbe-f0fb-48be-8632-858eb47dc6cb tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:02.540662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-864bdcbe-f0fb-48be-8632-858eb47dc6cb tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 881 time: 0.5062914 Dec 21 22:14:02.542747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33446) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:02.551626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86018c47-567a-4199-b818-c05024fdbd37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:02.556685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86018c47-567a-4199-b818-c05024fdbd37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:02.557535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-86018c47-567a-4199-b818-c05024fdbd37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:02.630318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1e8ff965-bd08-4868-b2fb-66ff410f9112 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d419e7-56c6-4e6a-a2b1-7e7e3441e08c HTTP/1.1" status: 200 len: 205 time: 0.0836484 Dec 21 22:14:02.632617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33450) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:02.639616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.703823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-86018c47-567a-4199-b818-c05024fdbd37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:02.706190 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-86018c47-567a-4199-b818-c05024fdbd37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6628249 Dec 21 22:14:02.707365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.713089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33454) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:02.727273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6eb22e27-82ba-440b-8a59-a5fabcb3704f None None] Provisioning for port dc0fc731-d306-4987-9578-a24ad2e3f7d8 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:02.737104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6eb22e27-82ba-440b-8a59-a5fabcb3704f None None] Provisioning complete for port dc0fc731-d306-4987-9578-a24ad2e3f7d8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:02.737529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6eb22e27-82ba-440b-8a59-a5fabcb3704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.826069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Pushing event updated for resources: {'Port': ['ID=9576955c-19c6-4087-b4a0-f880522daaab,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:02.857406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking segment: {'id': '7e793398-bdef-42ca-a31a-52c03adc31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:02.857809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network hostable DHCP agents. Network: 42501771-0310-48f9-a5f9-ce999c8dfa40, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:14:02.876054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5b8d67e-1b6d-4f3a-9258-cc2e9175d158 req-c4212983-5809-4f10-b27e-05dc2f1068f3 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4055791 Dec 21 22:14:02.878238 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e1fa5778-852e-4a8c-a52e-9fced2a8b7ce req-b9007453-f28e-403f-ba43-73f156e81b65 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups?id=7fa79b76-9709-49c8-bbab-5c85aca0c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436908 Dec 21 22:14:02.909527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.940639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6eb22e27-82ba-440b-8a59-a5fabcb3704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.941049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e4f29-0de3-4756-b9d1-054230408e55 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 031ed594-7604-42f0-83ce-7cef6212895e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:02.941436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4f29-0de3-4756-b9d1-054230408e55 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:02.978271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6eb22e27-82ba-440b-8a59-a5fabcb3704f None None] For port dc0fc731-d306-4987-9578-a24ad2e3f7d8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=dc0fc731-d306-4987-9578-a24ad2e3f7d8,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:03.011439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6eb22e27-82ba-440b-8a59-a5fabcb3704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.029910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.084787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb22e27-82ba-440b-8a59-a5fabcb3704f None None] Pushing event updated for resources: {'Port': ['ID=dc0fc731-d306-4987-9578-a24ad2e3f7d8,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:03.167004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0e4e0201-a607-494c-ad37-3cb716430f76 None None] Provisioning for port 031ed594-7604-42f0-83ce-7cef6212895e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:03.173851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0e4e0201-a607-494c-ad37-3cb716430f76 None None] Provisioning complete for port 031ed594-7604-42f0-83ce-7cef6212895e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:03.174447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0201-a607-494c-ad37-3cb716430f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.251157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e0201-a607-494c-ad37-3cb716430f76 None None] Port 031ed594-7604-42f0-83ce-7cef6212895e cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:03.287677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.353766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:14:03.452725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.453127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.453265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.453472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Floating IP 97d1c9a1-461d-4ff8-98a0-28df6cb94325 disassociated. External IP: 172.26.6.16, port: 2a09c68a-6c9b-40a2-80bb-3e754a8ce603. Dec 21 22:14:03.453853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Calling delete_port for 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:03.454462 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f1e06e8e-c6b2-48e8-9bdf-0f363694901a tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6522982 Dec 21 22:14:03.462942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33458) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:03.485470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 42501771-0310-48f9-a5f9-ce999c8dfa40) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:03.494164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9412a-52f3-4023-a5e7-2df7f993f463 None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:03.505318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:03.509687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:03.510623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.582695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.659069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93fd5fd-7c63-48f4-99fb-46baada5923e']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:03.675422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba90fef-c4e6-4f07-bfa0-3377d0b187a8') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:03.675759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba90fef-c4e6-4f07-bfa0-3377d0b187a8') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:03.687895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dc73dbf8-f437-440a-b9a1-f633b7e23a65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3949635 Dec 21 22:14:03.690116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33462) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:03.696961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.709827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4f29-0de3-4756-b9d1-054230408e55 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.712513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-762919559'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:03.726177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1995dbf7-d0be-48ba-bf65-a3390766a230 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Synchronizing usage tracker for tenant:b1fa287f0b7c4e1f974ca759831189f5 on resource:floatingip {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:03.776967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:03.819903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.827394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:network and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:03.831139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:03.853110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:03.853532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.855875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e4f29-0de3-4756-b9d1-054230408e55 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 031ed594-7604-42f0-83ce-7cef6212895e owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:03.872598 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:03.875193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:03.884286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device dc0fc731-d306-4987-9578-a24ad2e3f7d8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:03.890010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:03.988802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:03.995813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.018629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port dc0fc731-d306-4987-9578-a24ad2e3f7d8 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:04.019061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.021326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.112909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.155891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4f29-0de3-4756-b9d1-054230408e55 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.181622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-87efa49a-13d5-46ae-8372-1c70c1e7a2b3 req-950a92e5-6879-46a2-81af-fa23bb960f2f tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 210 time: 0.1179624 Dec 21 22:14:04.197689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event deleted for resources: {'Port': ['ID=2a09c68a-6c9b-40a2-80bb-3e754a8ce603,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:04.205623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1995dbf7-d0be-48ba-bf65-a3390766a230 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Unset dirty status for tenant:b1fa287f0b7c4e1f974ca759831189f5 on resource:floatingip {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:04.205805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.210204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1995dbf7-d0be-48ba-bf65-a3390766a230 tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3217 time: 0.7402251 Dec 21 22:14:04.212295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33470) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:04.217433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:14:04.232904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e4f29-0de3-4756-b9d1-054230408e55 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=031ed594-7604-42f0-83ce-7cef6212895e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:04.234835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] Pushing event deleted for resources: {'Network': ['ID=a93fd5fd-7c63-48f4-99fb-46baada5923e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:04.248291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.316417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.316825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Added segment be91fd47-93b7-4ede-bf50-b29003a92aa2 of type vlan for network 3db5d340-8218-46ec-9f91-99ea41bd8c6f Dec 21 22:14:04.335902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-51469b24-71f0-414d-8a33-c0629433c71f tempest-BulkNetworkOpsIpV6Test-228755963 tempest-BulkNetworkOpsIpV6Test-228755963-project] 10.222.0.30 "DELETE /v2.0/networks/a93fd5fd-7c63-48f4-99fb-46baada5923e HTTP/1.1" status: 204 len: 168 time: 1.7995105 Dec 21 22:14:04.370881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b3e4f29-0de3-4756-b9d1-054230408e55 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.428629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0744c60d-b639-4f0d-86a9-6ff1df4a26f8 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Synchronizing usage tracker for tenant:d4cae380cb4e499f98ece64a96b3a1e2 on resource:floatingip {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:04.441362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.493039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0744c60d-b639-4f0d-86a9-6ff1df4a26f8 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Unset dirty status for tenant:d4cae380cb4e499f98ece64a96b3a1e2 on resource:floatingip {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:04.497159 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0744c60d-b639-4f0d-86a9-6ff1df4a26f8 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.2738569 Dec 21 22:14:04.500532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33476) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:04.509757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535e21-fc30-4a07-b724-93e8c37de967 req-dcbebabf-0c9a-4a77-ba1e-00e12fa0af0c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:04.511410 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2a535e21-fc30-4a07-b724-93e8c37de967 req-dcbebabf-0c9a-4a77-ba1e-00e12fa0af0c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.3839304 Dec 21 22:14:04.572248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.576300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:04.576968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.591792 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b3e4f29-0de3-4756-b9d1-054230408e55 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/031ed594-7604-42f0-83ce-7cef6212895e HTTP/1.1" status: 204 len: 168 time: 1.7982237 Dec 21 22:14:04.601973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33480) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:04.762781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:04.782994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0884409 Dec 21 22:14:04.795353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33486) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:04.803568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'ports': [{'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40'}, {'network_id': '3db5d340-8218-46ec-9f91-99ea41bd8c6f'}]} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:04.803929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:04.804484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '3db5d340-8218-46ec-9f91-99ea41bd8c6f'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:04.856363 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2a535e21-fc30-4a07-b724-93e8c37de967 req-438a959d-19d3-4b28-a3fe-77f2767a679c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364880 Dec 21 22:14:04.860572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04535a9-3e42-4604-8fe1-dd4b0b4afd85 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Network': ['ID=3db5d340-8218-46ec-9f91-99ea41bd8c6f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:04.878084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3db5d340-8218-46ec-9f91-99ea41bd8c6f details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:04.923996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33490) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:04.995841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Router 231a5e70-eb31-4452-9855-b990de2e65e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:14:05.086079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:05.090206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:05.093264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:05.100039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:05.108074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Deleting port 9576955c-19c6-4087-b4a0-f880522daaab {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:05.108488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:05.140126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Deleting port 992ffd31-56bb-4ee0-87d4-834bec82bff9 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:05.140537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:05.186065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e284cbe-f8d6-4e4f-90fe-103672157c8e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:05.187709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e284cbe-f8d6-4e4f-90fe-103672157c8e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:05.188546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e284cbe-f8d6-4e4f-90fe-103672157c8e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:05.191077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 2} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:05.197798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:05.257704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:05.273882 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-54a0bdfd-94c6-4327-a920-7e3786d5d587 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2e67f9941dd4322af7875e8854a8c81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3443890 Dec 21 22:14:05.276127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33498) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:05.340593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e284cbe-f8d6-4e4f-90fe-103672157c8e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:05.341849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e284cbe-f8d6-4e4f-90fe-103672157c8e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7373273 Dec 21 22:14:05.378796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33502) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:05.616562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-af8788aa-8c8e-417c-892f-93d1a8f88172 req-acd5995a-5edc-46d3-892d-d1e1835055c0 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Synchronizing usage tracker for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:05.733627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-af8788aa-8c8e-417c-892f-93d1a8f88172 req-acd5995a-5edc-46d3-892d-d1e1835055c0 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Unset dirty status for tenant:6be5c586317b4b7ba5a7875414e9e6f9 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:05.734917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-af8788aa-8c8e-417c-892f-93d1a8f88172 req-acd5995a-5edc-46d3-892d-d1e1835055c0 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 210 time: 0.4196885 Dec 21 22:14:05.840074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:05.850235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96446451-173e-4b49-a779-16e554ebd690 None None] Sync routers for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:05.863327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96446451-173e-4b49-a779-16e554ebd690 None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:05.864124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-96446451-173e-4b49-a779-16e554ebd690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:05.922502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] No DVR routers for this DVR port 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:14:05.927576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:05.929895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4447b92d-e277-4147-9343-87a87b30529f req-dc6fa61b-7b16-49c2-a91a-640ef123fe30 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.46 "DELETE /v2.0/ports/2a09c68a-6c9b-40a2-80bb-3e754a8ce603 HTTP/1.1" status: 204 len: 173 time: 4.4169829 Dec 21 22:14:05.930063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port d4396ed7-344c-4a87-a555-b759bff6dbe7 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:05.930389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3424ac6-6957-4685-a802-db85c374567a', 'name': 'network-vif-deleted', 'tag': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:14:06.022440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.035340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.035705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.040713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3424ac6-6957-4685-a802-db85c374567a', 'name': 'network-vif-deleted', 'tag': '2a09c68a-6c9b-40a2-80bb-3e754a8ce603', 'status': 'completed', 'code': 200} Dec 21 22:14:06.058155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d55c-5afa-47b5-ae55-784a41bbcceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.074004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Deleting port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:06.074760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.113387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-96446451-173e-4b49-a779-16e554ebd690 None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:06.210034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:06.250024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:06.250256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2a09c68a-6c9b-40a2-80bb-3e754a8ce603 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:06.262079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Calling delete_port for 992ffd31-56bb-4ee0-87d4-834bec82bff9 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:06.360224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Calling delete_port for 9576955c-19c6-4087-b4a0-f880522daaab owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:06.381067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bdf33-2130-4be9-babe-fc0b0e672bff req-454e1612-f48f-4f6d-9f07-c4346d73bf2d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:06.382770 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7e3bdf33-2130-4be9-babe-fc0b0e672bff req-454e1612-f48f-4f6d-9f07-c4346d73bf2d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.2192452 Dec 21 22:14:06.392037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] For port ab051e2c-5255-45cc-af74-ce8c9bb7c8d1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:06.392488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.491249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d55c-5afa-47b5-ae55-784a41bbcceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.528795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-96446451-173e-4b49-a779-16e554ebd690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:31Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:06.544135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96446451-173e-4b49-a779-16e554ebd690 None None] Checking router: 231a5e70-eb31-4452-9855-b990de2e65e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:14:06.553536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Calling delete_port for ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:06.566946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96446451-173e-4b49-a779-16e554ebd690 None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:06.568756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-96446451-173e-4b49-a779-16e554ebd690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:06.626635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7e3bdf33-2130-4be9-babe-fc0b0e672bff req-8a9fc05f-437a-4dd9-86ac-526939625378 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372012 Dec 21 22:14:06.718827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-daccadfa-cf3f-46bb-8ead-3a3f45d62182 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 231c224a-5070-4c56-bd2d-aa3ad9bcd6b6 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:06.732508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daccadfa-cf3f-46bb-8ead-3a3f45d62182 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.811467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-96446451-173e-4b49-a779-16e554ebd690 None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:06.864690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.886750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.893001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daccadfa-cf3f-46bb-8ead-3a3f45d62182 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:06.943970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab051e2c-5255-45cc-af74-ce8c9bb7c8d1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:06.984172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d55c-5afa-47b5-ae55-784a41bbcceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:07.039566 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-04b4489c-be9e-4efe-917d-dd7ab4d654e6 req-60222115-9383-4ec2-ad13-d68f4062cb07 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3424ac6-6957-4685-a802-db85c374567a HTTP/1.1" status: 200 len: 210 time: 0.0575747 Dec 21 22:14:07.089747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8d55c-5afa-47b5-ae55-784a41bbcceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4683ac3-d712-49ed-9122-e5999d733295,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:07.266489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:07.322363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 076a98e1-f999-41cd-b121-847123535083 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:07.332101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Pushing event deleted for resources: {'Port': ['ID=9576955c-19c6-4087-b4a0-f880522daaab,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:07.375031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ac8d55c-5afa-47b5-ae55-784a41bbcceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:07.377155 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ac8d55c-5afa-47b5-ae55-784a41bbcceb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4683ac3-d712-49ed-9122-e5999d733295 HTTP/1.1" status: 204 len: 168 time: 2.0953574 Dec 21 22:14:07.407766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:07.429445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:07.458134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-587539eb-e3db-4028-ad40-ffcf7c8d8307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:07.508261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-96446451-173e-4b49-a779-16e554ebd690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:31Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:07.513268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96446451-173e-4b49-a779-16e554ebd690 None None] The sync data for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv is: [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:16Z', 'revision_number': 4, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'd6a87104-07f3-4cf3-88e1-5a3a82ee6ac3', 'name': '', 'network_id': 'be7f4ef3-5a29-465e-8259-f1fba0d6883d', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'mac_address': 'fa:16:3e:5a:d8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:14Z', 'updated_at': '2021-12-21T22:12:31Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'subnets': [{'id': 'c55115a1-106d-4050-9dc3-328f360cff97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:07.607271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event deleted for resources: {'Port': ['ID=992ffd31-56bb-4ee0-87d4-834bec82bff9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:07.628697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daccadfa-cf3f-46bb-8ead-3a3f45d62182 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:07.765910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daccadfa-cf3f-46bb-8ead-3a3f45d62182 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.009638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5662c-8b0d-4061-a0f4-d2e87adbad39 req-ef241765-55e1-48af-9a5d-76b80b2b5403 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:08.011311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a2c5662c-8b0d-4061-a0f4-d2e87adbad39 req-ef241765-55e1-48af-9a5d-76b80b2b5403 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.2136400 Dec 21 22:14:08.090111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccadfa-cf3f-46bb-8ead-3a3f45d62182 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=231c224a-5070-4c56-bd2d-aa3ad9bcd6b6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:08.110434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.119781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.148241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b788d56-641e-429a-891c-b74836060a3d None None] New status for floating IP 97d1c9a1-461d-4ff8-98a0-28df6cb94325: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:14:08.159023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a2c5662c-8b0d-4061-a0f4-d2e87adbad39 req-853a501c-8993-4d75-9374-00d850b8ee99 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362498 Dec 21 22:14:08.269489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Router 5168b82e-64c0-48e0-b2e4-594a523f1bac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:14:08.297025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab27066-8b87-453c-82c2-10e70b759e6b None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:08.429725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33534) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:08.669270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daccadfa-cf3f-46bb-8ead-3a3f45d62182 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.712093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.715945 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d01020fb-5fc0-4564-b288-cdf29ad582d8 tempest-FloatingIPAdminTestJSON-1225664856 tempest-FloatingIPAdminTestJSON-1225664856-project] 10.222.0.30 "DELETE /v2.0/floatingips/8680ad60-bb08-4a5a-add6-21abbf40c167 HTTP/1.1" status: 204 len: 168 time: 4.2107995 Dec 21 22:14:08.724005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33542) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:08.798681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-daccadfa-cf3f-46bb-8ead-3a3f45d62182 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/231c224a-5070-4c56-bd2d-aa3ad9bcd6b6 HTTP/1.1" status: 204 len: 168 time: 3.4072199 Dec 21 22:14:08.808042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:14:08.813459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] Deleting port dc0fc731-d306-4987-9578-a24ad2e3f7d8 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:08.813892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.869250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33546) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:08.869814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33548) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:08.878222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.965204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.972798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:08.977505 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f829d32a-32b5-47a6-987f-1dfea26544f9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990484 Dec 21 22:14:08.978060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33556) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.060117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5296-35ed-48a1-ab92-666a346c7d54 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.084748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.090769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5296-35ed-48a1-ab92-666a346c7d54 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.094942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Deleting port 24bfa54d-6109-4380-ad85-4c8df5462ee0 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:09.095326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.133741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] For port dc0fc731-d306-4987-9578-a24ad2e3f7d8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=dc0fc731-d306-4987-9578-a24ad2e3f7d8,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:09.134544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.138285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-919819275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:09.145020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:09.153108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Usage tracker for resource:router and tenant:4cd3bd801bd946e8a69ffd67097b869e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:09.174963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:09.186404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:09.228850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:09.246086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.254194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11cd29-e5fb-480c-9ea5-6220b02d900c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:09.254980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ba11cd29-e5fb-480c-9ea5-6220b02d900c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:09.268411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] Sync routers for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:09.277695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.278708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.285384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] Calling delete_port for dc0fc731-d306-4987-9578-a24ad2e3f7d8 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:09.301418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.310189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5296-35ed-48a1-ab92-666a346c7d54 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.327674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:09.328406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:13:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:09.331266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb5296-35ed-48a1-ab92-666a346c7d54 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa79b76-9709-49c8-bbab-5c85aca0c8b3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:09.336671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=d4396ed7-344c-4a87-a555-b759bff6dbe7,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:09.339363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.339963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Fanout notify agent at l3_agent the message router_deleted on router 82d419e7-56c6-4e6a-a2b1-7e7e3441e08c {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:09.351357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ba11cd29-e5fb-480c-9ea5-6220b02d900c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:09.355478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ba11cd29-e5fb-480c-9ea5-6220b02d900c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3725474 Dec 21 22:14:09.357273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33562) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.361858 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9b7d9089-39d5-486d-a2cb-bc79a346c3f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/5168b82e-64c0-48e0-b2e4-594a523f1bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6310928 Dec 21 22:14:09.400772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0eeb5296-35ed-48a1-ab92-666a346c7d54 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.401981 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0eeb5296-35ed-48a1-ab92-666a346c7d54 tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "DELETE /v2.0/security-groups/7fa79b76-9709-49c8-bbab-5c85aca0c8b3 HTTP/1.1" status: 204 len: 168 time: 0.9683044 Dec 21 22:14:09.404073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33566) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.404463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33568) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.431269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.446893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:09.450442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.455311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7ca70aa8-97ba-480f-9750-dd4ad0f737c2 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/82d419e7-56c6-4e6a-a2b1-7e7e3441e08c HTTP/1.1" status: 204 len: 168 time: 6.8163066 Dec 21 22:14:09.455311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:09.456833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33574) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.474861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1477121488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:09.480751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:09.481598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.490881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:09.531936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Usage tracker for resource:router and tenant:d8b0329643c64e58bbe2f62a77c61202 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:09.544692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.545295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.553387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:09.560457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:09.562490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.582548 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-6e181f89-0eb8-40c2-8564-be4009007a4a tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] show failed (client error): The resource could not be found. Dec 21 22:14:09.584430 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6e181f89-0eb8-40c2-8564-be4009007a4a tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "GET /v2.0/security-groups/7fa79b76-9709-49c8-bbab-5c85aca0c8b3 HTTP/1.1" status: 404 len: 347 time: 0.1738291 Dec 21 22:14:09.588741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33578) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.619047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:09.663176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a5ffe-bfcd-4743-a22e-5011e9e2c6b0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:09.663759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] Pushing event deleted for resources: {'Port': ['ID=dc0fc731-d306-4987-9578-a24ad2e3f7d8,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:09.663893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-397a5ffe-bfcd-4743-a22e-5011e9e2c6b0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:09.679746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceeaa60-e3ca-41be-b7c7-43cfd34b78d4 None None] No DVR routers for this DVR port dc0fc731-d306-4987-9578-a24ad2e3f7d8 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:14:09.722162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Calling delete_port for 24bfa54d-6109-4380-ad85-4c8df5462ee0 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:09.770872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=076a98e1-f999-41cd-b121-847123535083,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:09.795538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.800020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-146d7ffd-d6dc-4407-b665-d976fbfc6508 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9169421 Dec 21 22:14:09.802076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.803780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.807680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33582) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.825351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-568665467'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:09.827164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Deleting port d77ff037-5d10-48b9-b030-0a5f4817ca2f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:09.827547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.837566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:09.862605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-397a5ffe-bfcd-4743-a22e-5011e9e2c6b0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:09.866148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Usage tracker for resource:network and tenant:4cd3bd801bd946e8a69ffd67097b869e is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:09.867318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-397a5ffe-bfcd-4743-a22e-5011e9e2c6b0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5080483 Dec 21 22:14:09.869565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33586) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.872906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking segment: {'id': 'be91fd47-93b7-4ede-bf50-b29003a92aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3db5d340-8218-46ec-9f91-99ea41bd8c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:09.873321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network hostable DHCP agents. Network: 3db5d340-8218-46ec-9f91-99ea41bd8c6f, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:14:09.878922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:09.901700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846a0b3-42c2-4da8-8342-6892aa5be371 req-221c3642-c688-4ce8-9700-3eac053a94c9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:09.903901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5846a0b3-42c2-4da8-8342-6892aa5be371 req-221c3642-c688-4ce8-9700-3eac053a94c9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5005958 Dec 21 22:14:09.904114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device dc0fc731-d306-4987-9578-a24ad2e3f7d8 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:09.953543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:09.975462 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4e426c8-e1e3-4d75-94c0-57bb51f6c0d5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994051 Dec 21 22:14:09.981774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: dc0fc731-d306-4987-9578-a24ad2e3f7d8 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:09.982159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device dc0fc731-d306-4987-9578-a24ad2e3f7d8 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:09.982761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33590) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:09.987691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:09.997824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:10.031530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.032277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8b4b864-fde3-4dd9-840d-521c97c3311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.035419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:14:06Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:10.040947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] Checking router: 5168b82e-64c0-48e0-b2e4-594a523f1bac for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:14:10.065492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] Routers {'5168b82e-64c0-48e0-b2e4-594a523f1bac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:10.068494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Made reservation on behalf of 4cd3bd801bd946e8a69ffd67097b869e for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:10.072983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5168b82e-64c0-48e0-b2e4-594a523f1bac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:10.074112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.100927 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5846a0b3-42c2-4da8-8342-6892aa5be371 req-d08d78f9-8795-45da-82df-3550c3bdcf4c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838298 Dec 21 22:14:10.127988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.218227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.224904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 3db5d340-8218-46ec-9f91-99ea41bd8c6f is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:14:10.237459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.238370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.258924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.267947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:10.288959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:10.294043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:10.301449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Usage tracker for resource:security_group_rule and tenant:4cd3bd801bd946e8a69ffd67097b869e is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:10.309496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:10.309978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] Set router 5168b82e-64c0-48e0-b2e4-594a523f1bac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:10.318650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:10.320855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3db5d340-8218-46ec-9f91-99ea41bd8c6f) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:10.326928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:10.331420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:10.335955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:10.336749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.355090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.357345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f2fae-169b-4cc9-889c-c597bc3c368a None None] Network 3db5d340-8218-46ec-9f91-99ea41bd8c6f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:10.358949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.363013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fbc01496-c01d-4e0a-8391-3cd17bedd44b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8998661 Dec 21 22:14:10.401356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33596) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:10.421333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:10.428220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.456683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': True}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:10.464193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Calling delete_port for d77ff037-5d10-48b9-b030-0a5f4817ca2f owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:10.533100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Pushing event deleted for resources: {'Port': ['ID=24bfa54d-6109-4380-ad85-4c8df5462ee0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:10.638489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.645913 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a82dd702-7003-4701-b7b5-3fb93d695e65 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8482645 Dec 21 22:14:10.659233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33602) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:10.781958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.863646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:14:06Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:10.868775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e0fab-9e1d-49dc-8edd-6e08d6b94ca7 None None] The sync data for ids ['5168b82e-64c0-48e0-b2e4-594a523f1bac'] in dv-neutron-822521-1-hyperv is: [{'id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'name': 'tempest-ServersTestManualDisk-1585204934-router', 'tenant_id': '0a732872adc74ac29679bade872dee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149'}], 'enable_snat': True}, 'gw_port_id': '8a7f3c83-9b84-442d-aae9-070668462323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:53Z', 'updated_at': '2021-12-21T22:14:06Z', 'revision_number': 5, 'project_id': '0a732872adc74ac29679bade872dee69', 'gw_port': {'id': '8a7f3c83-9b84-442d-aae9-070668462323', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5168b82e-64c0-48e0-b2e4-594a523f1bac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:54Z', 'updated_at': '2021-12-21T22:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:10.879761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce563e-6e2f-42b0-a02c-65f864068b9c req-9e917184-0bf3-47cd-a620-63719fcd9605 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:10.882179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-44ce563e-6e2f-42b0-a02c-65f864068b9c req-9e917184-0bf3-47cd-a620-63719fcd9605 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.3457754 Dec 21 22:14:10.914969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:14:10.939280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-94d36a52-738a-4354-b7e9-15ab57864af7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 076a98e1-f999-41cd-b121-847123535083 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:10.939664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94d36a52-738a-4354-b7e9-15ab57864af7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:10.993721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.001904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b63736-b97b-4669-882d-16b1fea96acd,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:11.024201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.038972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.039356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Added segment a3779eed-4f1c-4da3-ab8a-6971de634e02 of type vlan for network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 Dec 21 22:14:11.117021 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-44ce563e-6e2f-42b0-a02c-65f864068b9c req-98417b2a-cfda-4c42-af05-a1eb54dedcdb tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227423 Dec 21 22:14:11.124500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Pushing event deleted for resources: {'Port': ['ID=d77ff037-5d10-48b9-b030-0a5f4817ca2f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:11.313584 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-2b0d7b76-4ae1-425c-a27a-62871cebdacb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 0.6157613 Dec 21 22:14:11.398936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.435716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.525129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.526398 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-14b7c84d-6191-40be-a38e-204658b3ff9e tempest-FloatingIPAdminTestJSON-1677513863 tempest-FloatingIPAdminTestJSON-1677513863-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/1845068d-3fdc-4729-8be0-0295cbfa5f17 HTTP/1.1" status: 204 len: 168 time: 2.8008564 Dec 21 22:14:11.537612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33606) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:11.650233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.714405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.718517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:11.719164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.724801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.760169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7bd253af-f61b-4454-9f36-d50a1ead978a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting port 692de039-4926-4b0c-a36d-76c90cb6ca34 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:11.760581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bd253af-f61b-4454-9f36-d50a1ead978a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.789448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.806680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Deleting port 8a7f3c83-9b84-442d-aae9-070668462323 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:11.806680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.835715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:11.841273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94d36a52-738a-4354-b7e9-15ab57864af7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.928464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Network': ['ID=b20c5ded-d7ec-4d7c-ad19-1e5a29da3372,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:11.934116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:11.941761 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-55827b16-d584-499e-b573-7428b84288f5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1253865 Dec 21 22:14:11.976915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33610) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:12.017722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'subnet': {'network_id': 'b20c5ded-d7ec-4d7c-ad19-1e5a29da3372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:12.019373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-94d36a52-738a-4354-b7e9-15ab57864af7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 076a98e1-f999-41cd-b121-847123535083 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:12.023210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:12.054635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:12.055001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ab051e2c-5255-45cc-af74-ce8c9bb7c8d1 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:12.089432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:12.090357 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d7b99a44-22df-4740-aa9e-f0009d7d05ef tempest-ServersTestJSON-327607955 tempest-ServersTestJSON-327607955-project] 10.222.0.30 "DELETE /v2.0/floatingips/97d1c9a1-461d-4ff8-98a0-28df6cb94325 HTTP/1.1" status: 204 len: 168 time: 2.4928763 Dec 21 22:14:12.116177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33614) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:12.205782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-52136c3f-3349-4879-a0cd-777bc353667f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:12.207313 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-52136c3f-3349-4879-a0cd-777bc353667f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.8834794 Dec 21 22:14:12.235017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:12.290782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:12.301240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985c885-dbaa-4b6f-bef9-08a30818bf21 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:12.387224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:12.387889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:12.392414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=371d9341-5882-4168-935f-eba28d0e2214,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:12.438075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:12.455154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Usage tracker for resource:subnet and tenant:4cd3bd801bd946e8a69ffd67097b869e is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:12.462627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:12.509808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94d36a52-738a-4354-b7e9-15ab57864af7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:12.516796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bd253af-f61b-4454-9f36-d50a1ead978a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:12.521075 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-ca82966a-8763-4f72-8299-ba3a788d7413 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 999 time: 0.2889814 Dec 21 22:14:12.530695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:12.537475 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ca04864-200e-47f5-a82e-65cc182e927c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5532467 Dec 21 22:14:12.542932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '371d9341-5882-4168-935f-eba28d0e2214'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:14:12.544012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:12.545742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33620) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:12.636607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d36a52-738a-4354-b7e9-15ab57864af7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=076a98e1-f999-41cd-b121-847123535083,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:12.649439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] For port 8a7f3c83-9b84-442d-aae9-070668462323, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8a7f3c83-9b84-442d-aae9-070668462323,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:12.649822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:12.668447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': '371d9341-5882-4168-935f-eba28d0e2214', 'ip_address': '2001:db8::4ddb:1cdc:d73f:5a43'}], 'name': 'tempest-NetworksTestDHCPv6-10534071'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:12.693521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7bd253af-f61b-4454-9f36-d50a1ead978a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Calling delete_port for 692de039-4926-4b0c-a36d-76c90cb6ca34 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:12.731683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/371d9341-5882-4168-935f-eba28d0e2214/b00ac81d-f2d1-4c5a-905a-8c8f051265a2) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:12.740550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94d36a52-738a-4354-b7e9-15ab57864af7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:12.747309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Made reservation on behalf of 4cd3bd801bd946e8a69ffd67097b869e for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:12.812387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Calling delete_port for 8a7f3c83-9b84-442d-aae9-070668462323 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:12.843872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91ca25-4439-4f67-8047-d4275040ce5e req-76cee7e2-5a86-4277-bd12-3c9617155e98 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:12.845536 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a91ca25-4439-4f67-8047-d4275040ce5e req-76cee7e2-5a86-4277-bd12-3c9617155e98 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5542889 Dec 21 22:14:12.932370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-94d36a52-738a-4354-b7e9-15ab57864af7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/076a98e1-f999-41cd-b121-847123535083 HTTP/1.1" status: 204 len: 168 time: 2.2695992 Dec 21 22:14:12.943779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33624) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:12.948182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-d2a354d8-1e6b-48c0-b840-17238522fe11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:12.949849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-d2a354d8-1e6b-48c0-b840-17238522fe11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.3985419 Dec 21 22:14:12.968391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:12.981326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Transition to ACTIVE for port object b00ac81d-f2d1-4c5a-905a-8c8f051265a2 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:13.009188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Transition to ACTIVE for port object b00ac81d-f2d1-4c5a-905a-8c8f051265a2 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:13.047572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.054046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.121349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a91ca25-4439-4f67-8047-d4275040ce5e req-626afba1-6ee2-4a8d-bdec-efd8af58741b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143822 Dec 21 22:14:13.138441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Pushing event updated for resources: {'Port': ['ID=b00ac81d-f2d1-4c5a-905a-8c8f051265a2,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:13.152464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:13.153689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:13.156061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:13.163303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:13.184671 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-33def0b7-bce9-46d2-a6da-5148e39f6b4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2178106 Dec 21 22:14:13.251258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Attempting to bind port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:13.251677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Attempting to bind port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:13.252090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Attempting to bind port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:13.259930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:13.260291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:13.260774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.261212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:13.261729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Bound port: b00ac81d-f2d1-4c5a-905a-8c8f051265a2, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:13.262144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.318975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:13.355963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.369948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] For port b00ac81d-f2d1-4c5a-905a-8c8f051265a2, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:13.373495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] For port b00ac81d-f2d1-4c5a-905a-8c8f051265a2, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b00ac81d-f2d1-4c5a-905a-8c8f051265a2,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:13.405445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:13.413475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.503183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4e7d3-00f6-4388-8c38-f1b31fc90263 None None] Pushing event updated for resources: {'Port': ['ID=b00ac81d-f2d1-4c5a-905a-8c8f051265a2,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:13.748832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.768247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.773922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-39fd8203-d48a-4650-a41e-72fedb537af1 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329626 Dec 21 22:14:13.807511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb560e5-b3cc-4d99-8338-495997335525 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:13.812026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb560e5-b3cc-4d99-8338-495997335525 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:13.812896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6eb560e5-b3cc-4d99-8338-495997335525 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:13.855752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7f3c83-9b84-442d-aae9-070668462323,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:13.876093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bd253af-f61b-4454-9f36-d50a1ead978a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:13.930660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:14.035401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6eb560e5-b3cc-4d99-8338-495997335525 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:14.037351 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6eb560e5-b3cc-4d99-8338-495997335525 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0898392 Dec 21 22:14:14.046000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd253af-f61b-4454-9f36-d50a1ead978a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event deleted for resources: {'Port': ['ID=692de039-4926-4b0c-a36d-76c90cb6ca34,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:14.056440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33628) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:14.075173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:14.182839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-12d56d4e-abd8-4bc1-bc7c-908dd53fbe28 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port d4396ed7-344c-4a87-a555-b759bff6dbe7 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:14.183084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12d56d4e-abd8-4bc1-bc7c-908dd53fbe28 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:14.376131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bd253af-f61b-4454-9f36-d50a1ead978a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:14.404869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Allocated IP 172.26.6.122 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/580abf1c-14c9-4e0c-8fa4-e059574c826e) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:14.436133 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fa68332-e955-4702-aa46-8e5d2ffd54d1 req-af899d7c-88b8-4cd9-a6ab-ffd7d733449e service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262722 Dec 21 22:14:14.447310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:14.458857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:14.518543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7bd253af-f61b-4454-9f36-d50a1ead978a tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "DELETE /v2.0/ports/692de039-4926-4b0c-a36d-76c90cb6ca34 HTTP/1.1" status: 204 len: 168 time: 2.9797559 Dec 21 22:14:14.523225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33634) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:14.525537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:14.646326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Subnet': ['ID=61bedc13-d0cf-4bf9-8c1e-ba6456420c1b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:14.761599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::4ddb:1cdc:d73f:5a43 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/371d9341-5882-4168-935f-eba28d0e2214/1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:14.770109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Checking segment: {'id': 'a3779eed-4f1c-4da3-ab8a-6971de634e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b20c5ded-d7ec-4d7c-ad19-1e5a29da3372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:14.771027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network hostable DHCP agents. Network: b20c5ded-d7ec-4d7c-ad19-1e5a29da3372, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:14:14.853801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:14.928490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:14:15.010352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, b20c5ded-d7ec-4d7c-ad19-1e5a29da3372) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:15.019136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a46da-02a7-4dd1-a091-39b5524f39af None None] Network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:15.022647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:15.023314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.043795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.110882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.169286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12d56d4e-abd8-4bc1-bc7c-908dd53fbe28 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.187295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbc760-3a6f-46cc-a6ee-431165df131c req-32664dfc-a4d9-44f1-a410-7cd82505f810 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:15.188666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bbc760-3a6f-46cc-a6ee-431165df131c req-32664dfc-a4d9-44f1-a410-7cd82505f810 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.8905637 Dec 21 22:14:15.190161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.195488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.201866 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-036fe612-995b-4b0a-9c83-f4e8638bc403 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2164969 Dec 21 22:14:15.206702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33638) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:15.230488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'network': {'name': 'tempest-router-network01--559525989'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:15.253348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:15.257794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:15.266521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:15.267339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'Port': ['ID=580abf1c-14c9-4e0c-8fa4-e059574c826e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:15.271790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Usage tracker for resource:network and tenant:4cd3bd801bd946e8a69ffd67097b869e is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:15.275128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:15.278596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:15.282717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:15.320029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:15.360781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-12d56d4e-abd8-4bc1-bc7c-908dd53fbe28 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for d4396ed7-344c-4a87-a555-b759bff6dbe7 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:15.410043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Made reservation on behalf of 4cd3bd801bd946e8a69ffd67097b869e for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:15.416505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-b20c5ded-d7ec-4d7c-ad19-1e5a29da3372', 'network_id': 'b20c5ded-d7ec-4d7c-ad19-1e5a29da3372', 'tenant_id': '4cd3bd801bd946e8a69ffd67097b869e', 'fixed_ips': [{'subnet_id': '61bedc13-d0cf-4bf9-8c1e-ba6456420c1b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:14:15.416736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.417824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.446410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.581032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:14:15.586792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:15.587531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:15.595291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:15.600426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:15.604867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:15.605549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.618249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.618994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Added segment fb0ee050-78b5-41b6-836c-99ee0eda3a2f of type vlan for network 061cdbf4-cfdd-419e-b214-65be734dadc3 Dec 21 22:14:15.637375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Allocated IP 172.20.0.2 (b20c5ded-d7ec-4d7c-ad19-1e5a29da3372/61bedc13-d0cf-4bf9-8c1e-ba6456420c1b/10df7420-602f-455b-8879-5e52fb73d16f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:15.661345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.702997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6db22ec-491e-4f33-942c-1d2f6d99842f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1020608 Dec 21 22:14:15.703193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33642) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:15.709376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': '371d9341-5882-4168-935f-eba28d0e2214', 'ip_address': '2001:db8::4ddb:1cdc:d73f:5a43'}], 'name': 'tempest-NetworksTestDHCPv6-1321904907'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:15.729753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.733891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:15.734553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.758334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138fbaa-8ca4-4669-b6fa-f8d47a3fc7c1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:15.759597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2138fbaa-8ca4-4669-b6fa-f8d47a3fc7c1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Synchronizing usage tracker for tenant:d4cae380cb4e499f98ece64a96b3a1e2 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:15.764922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-cf2b481e-4a56-4d4b-8a92-c202d4ad1290 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 1.1426153 Dec 21 22:14:15.783725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9b27699b-60ae-4cd3-b955-69b9f8d84f5e None None] Provisioning for port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:15.892029 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6788676 Dec 21 22:14:15.914705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49bbc760-3a6f-46cc-a6ee-431165df131c req-0d35d6fe-0915-43c9-9a96-4b476c629f9c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7097893 Dec 21 22:14:15.935638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33646) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:15.962288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'network': {'name': 'tempest-router-network02--992521890'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:15.970903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:15.971957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:15.986353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Transition to ACTIVE for port object 10df7420-602f-455b-8879-5e52fb73d16f will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:16.002706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0ddc0-a2d2-4a99-897f-b1b1ba05f687 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Network': ['ID=061cdbf4-cfdd-419e-b214-65be734dadc3,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:16.012974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Transition to ACTIVE for port object 10df7420-602f-455b-8879-5e52fb73d16f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:16.013086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.023043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 061cdbf4-cfdd-419e-b214-65be734dadc3 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:16.057516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Usage tracker for resource:network and tenant:4cd3bd801bd946e8a69ffd67097b869e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:16.060310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.061120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5168b82e-64c0-48e0-b2e4-594a523f1bac {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:16.062931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:16.075042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2138fbaa-8ca4-4669-b6fa-f8d47a3fc7c1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Unset dirty status for tenant:d4cae380cb4e499f98ece64a96b3a1e2 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:16.080164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2138fbaa-8ca4-4669-b6fa-f8d47a3fc7c1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "GET /v2.0/ports?device_id=14b8eb28-0df0-4183-bf9f-066529eec0ff HTTP/1.1" status: 200 len: 913 time: 1.4717584 Dec 21 22:14:16.082717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33650) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:16.109691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.118440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:16.128874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12d56d4e-abd8-4bc1-bc7c-908dd53fbe28 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.178834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b00ac81d-f2d1-4c5a-905a-8c8f051265a2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:16.219022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12d56d4e-abd8-4bc1-bc7c-908dd53fbe28 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.236441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:16.240709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d56d4e-abd8-4bc1-bc7c-908dd53fbe28 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=d4396ed7-344c-4a87-a555-b759bff6dbe7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:16.256054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:16.258378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Made reservation on behalf of 4cd3bd801bd946e8a69ffd67097b869e for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:16.260876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:16.264503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:16.266210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.293107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.297587 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0355622a-232e-4702-840b-811f3a48beab admin admin] 10.222.0.30 "DELETE /v2.0/routers/5168b82e-64c0-48e0-b2e4-594a523f1bac HTTP/1.1" status: 204 len: 168 time: 6.8886735 Dec 21 22:14:16.300749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33654) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:16.312449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-636f5f4e-3657-4435-ad76-202dba0a61d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:16.313060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:16.314061 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-636f5f4e-3657-4435-ad76-202dba0a61d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.5140245 Dec 21 22:14:16.335181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:16.349415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:16.379213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Pushing event updated for resources: {'Port': ['ID=10df7420-602f-455b-8879-5e52fb73d16f,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:16.422050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-78a44f1e-af50-4d6a-95b8-d76821b3d013 None None] Provisioning for port 1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:16.461769 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-12d56d4e-abd8-4bc1-bc7c-908dd53fbe28 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/d4396ed7-344c-4a87-a555-b759bff6dbe7 HTTP/1.1" status: 204 len: 168 time: 2.3997526 Dec 21 22:14:16.467632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-78a44f1e-af50-4d6a-95b8-d76821b3d013 None None] Provisioning complete for port 1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:16.467957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-78a44f1e-af50-4d6a-95b8-d76821b3d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.475783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33658) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:16.532689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Attempting to bind port 10df7420-602f-455b-8879-5e52fb73d16f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:16.533117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Attempting to bind port 10df7420-602f-455b-8879-5e52fb73d16f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'a3779eed-4f1c-4da3-ab8a-6971de634e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b20c5ded-d7ec-4d7c-ad19-1e5a29da3372'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:16.533721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Attempting to bind port 10df7420-602f-455b-8879-5e52fb73d16f on network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:16.555103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:16.561748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-78a44f1e-af50-4d6a-95b8-d76821b3d013 None None] Port 1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:16.563507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:16.563930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Checking segment: {'id': 'a3779eed-4f1c-4da3-ab8a-6971de634e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b20c5ded-d7ec-4d7c-ad19-1e5a29da3372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:16.564429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.564885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Bound using segment: {'id': 'a3779eed-4f1c-4da3-ab8a-6971de634e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b20c5ded-d7ec-4d7c-ad19-1e5a29da3372'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:16.565401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Bound port: 10df7420-602f-455b-8879-5e52fb73d16f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3779eed-4f1c-4da3-ab8a-6971de634e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b20c5ded-d7ec-4d7c-ad19-1e5a29da3372'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:16.565818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.578212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:16.578624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.612723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:14:16.642025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.646744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:16.655014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.673419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.700052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 6a88ad1e-4730-4134-a1c6-d4b009184de0 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:16.711724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd58a59-9129-48da-8b80-5e09df56baaa admin admin] Deleting subnet 06262ced-cad4-41c8-9bfc-916c78222d6e {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:16.722838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.723164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Added segment 3fda3de4-00f6-43c3-8206-c7162eab187c of type vlan for network b744e86f-e61e-44a0-b1e9-6441861a850f Dec 21 22:14:16.727454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbd58a59-9129-48da-8b80-5e09df56baaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.757951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] For port 10df7420-602f-455b-8879-5e52fb73d16f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:16.777767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] For port 10df7420-602f-455b-8879-5e52fb73d16f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=10df7420-602f-455b-8879-5e52fb73d16f,segment=NetworkSegment(a3779eed-4f1c-4da3-ab8a-6971de634e02),segment_id=a3779eed-4f1c-4da3-ab8a-6971de634e02)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:16.782476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.824597 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-28c2f6a5-f325-455f-8eed-71b5d1e8f4b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 999 time: 0.4277184 Dec 21 22:14:16.841078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.894708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbd58a59-9129-48da-8b80-5e09df56baaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:16.902096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port b00ac81d-f2d1-4c5a-905a-8c8f051265a2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b00ac81d-f2d1-4c5a-905a-8c8f051265a2,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:16.942470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf1cc-a223-4195-af8c-63b89e519ddf None None] Pushing event updated for resources: {'Port': ['ID=10df7420-602f-455b-8879-5e52fb73d16f,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:17.001646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:17.014064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:17.028120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5bd6d-416b-4479-a35a-95eb453f48db tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:17.030341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8ba5bd6d-416b-4479-a35a-95eb453f48db tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:17.049713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-ec9b42e0-fe1e-46e6-b6eb-96819179d659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:17.051379 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-ec9b42e0-fe1e-46e6-b6eb-96819179d659 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.2114820 Dec 21 22:14:17.092133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=b00ac81d-f2d1-4c5a-905a-8c8f051265a2,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:17.287218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8ba5bd6d-416b-4479-a35a-95eb453f48db tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:17.289405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8ba5bd6d-416b-4479-a35a-95eb453f48db tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8109603 Dec 21 22:14:17.293197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33664) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:17.359646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:17.363993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:17.365289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:17.378442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c97b67-6933-44a3-a6ee-539c3849cef4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:14:17.383264 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-23c97b67-6933-44a3-a6ee-539c3849cef4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/076a98e1-f999-41cd-b121-847123535083 HTTP/1.1" status: 404 len: 333 time: 0.0810943 Dec 21 22:14:17.388576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33668) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:17.400858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbd58a59-9129-48da-8b80-5e09df56baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:17.455880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 22:14:17.456412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:14:17.473610 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3423a18e-fb84-4956-b987-c82b7ea6a140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:14:17.477964 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3423a18e-fb84-4956-b987-c82b7ea6a140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/d4396ed7-344c-4a87-a555-b759bff6dbe7 HTTP/1.1" status: 404 len: 333 time: 0.0859375 Dec 21 22:14:17.491357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33672) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:17.599716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Network': ['ID=b744e86f-e61e-44a0-b1e9-6441861a850f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:17.603847 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec836477-e1b4-4e2b-8e85-acf03d85085e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6672347 Dec 21 22:14:17.610519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-9057d020-7cc7-4a31-8937-7fd2ca8790b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5086739 Dec 21 22:14:17.611185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33676) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:17.612718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network b744e86f-e61e-44a0-b1e9-6441861a850f details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:17.633526 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-193fb7df-5623-4e21-9b96-49ad104785ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9291892 Dec 21 22:14:17.636389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'subnet': {'network_id': '061cdbf4-cfdd-419e-b214-65be734dadc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:17.677330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33680) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:17.683563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aeafe-39a5-441d-b929-f91877092f21 req-5f0a117b-5a33-44f1-81cc-9cb310b9e6e4 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:17.685702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b80aeafe-39a5-441d-b929-f91877092f21 req-5f0a117b-5a33-44f1-81cc-9cb310b9e6e4 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5162420 Dec 21 22:14:17.732103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:17.886490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Router 10f67513-e060-46ec-b722-3938c7897b0b is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:14:17.954863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:17.970378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.019271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:14:18.046148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 10df7420-602f-455b-8879-5e52fb73d16f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:18.060030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbd58a59-9129-48da-8b80-5e09df56baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.060539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db5d340-8218-46ec-9f91-99ea41bd8c6f']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:18.136149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be91fd47-93b7-4ede-bf50-b29003a92aa2') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:18.136526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be91fd47-93b7-4ede-bf50-b29003a92aa2') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:18.165948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.172089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 10df7420-602f-455b-8879-5e52fb73d16f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:18.178532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b00ac81d-f2d1-4c5a-905a-8c8f051265a2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:18.189303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.203260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:18.203706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:18.220800 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:18.252623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd58a59-9129-48da-8b80-5e09df56baaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06262ced-cad4-41c8-9bfc-916c78222d6e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:18.264587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:18.265469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.280406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbd58a59-9129-48da-8b80-5e09df56baaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.296892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:18.335441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80924f2-022a-4dfc-982a-2c4ebdbadfc1 None None] Network bbd112df-9b21-4571-b843-5c7e0f99e6ce requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:18.338214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b80aeafe-39a5-441d-b929-f91877092f21 req-ce451865-a6ad-43a1-a314-0ba407f4c093 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5997541 Dec 21 22:14:18.339418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Usage tracker for resource:subnet and tenant:4cd3bd801bd946e8a69ffd67097b869e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:18.363895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bbd58a59-9129-48da-8b80-5e09df56baaa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/06262ced-cad4-41c8-9bfc-916c78222d6e HTTP/1.1" status: 204 len: 168 time: 2.0594153 Dec 21 22:14:18.371224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:18.392753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33684) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:18.404614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:18.426207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.432175 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-5d857e9e-95b8-4810-805d-07fab91fba5e service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8034825 Dec 21 22:14:18.468851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.491306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Network': ['ID=3db5d340-8218-46ec-9f91-99ea41bd8c6f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:18.502849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7fc47157-7989-45e8-af5e-70e3cd9ec07b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/networks/3db5d340-8218-46ec-9f91-99ea41bd8c6f HTTP/1.1" status: 204 len: 168 time: 1.0098448 Dec 21 22:14:18.509717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77fab87-912d-41de-86e7-5dacc85e7f8b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:18.514299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77fab87-912d-41de-86e7-5dacc85e7f8b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:18.516505 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f77fab87-912d-41de-86e7-5dacc85e7f8b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8302503 Dec 21 22:14:18.527312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33690) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:18.527681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33692) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:18.586228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-38932908'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:18.603324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Made reservation on behalf of 4cd3bd801bd946e8a69ffd67097b869e for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:18.621326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:18.673133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8a7f3c83-9b84-442d-aae9-070668462323 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:18.713409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 8a7f3c83-9b84-442d-aae9-070668462323 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:18.713649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:18.713844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8a7f3c83-9b84-442d-aae9-070668462323 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:18.719545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.723540 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-20f51310-08df-429b-9f22-4ad18207e539 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "PUT /v2.0/routers/10f67513-e060-46ec-b722-3938c7897b0b HTTP/1.1" status: 200 len: 919 time: 8.3168311 Dec 21 22:14:18.724375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33698) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:18.736246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19082960-3d6e-4121-a681-2edf7ae2489e None None] Sync routers for ids ['10f67513-e060-46ec-b722-3938c7897b0b'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:18.751698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19082960-3d6e-4121-a681-2edf7ae2489e None None] Routers {'10f67513-e060-46ec-b722-3938c7897b0b'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:18.752643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-19082960-3d6e-4121-a681-2edf7ae2489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['10f67513-e060-46ec-b722-3938c7897b0b'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:18.760088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:network and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:18.821272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] DHCP port deletion for bbd112df-9b21-4571-b843-5c7e0f99e6ce request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:14:18.826712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] Deleting port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:18.827134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.854772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-19082960-3d6e-4121-a681-2edf7ae2489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:18.879178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19082960-3d6e-4121-a681-2edf7ae2489e None None] Routers {'10f67513-e060-46ec-b722-3938c7897b0b'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:18.880363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-19082960-3d6e-4121-a681-2edf7ae2489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['10f67513-e060-46ec-b722-3938c7897b0b'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:18.881673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:18.917701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:18.970717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:18.986961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e11b0079-6521-425c-a6db-56758b503bf3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:18.988240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e11b0079-6521-425c-a6db-56758b503bf3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.003255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-19082960-3d6e-4121-a681-2edf7ae2489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:19.003961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19082960-3d6e-4121-a681-2edf7ae2489e None None] The sync data for ids ['10f67513-e060-46ec-b722-3938c7897b0b'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:19.120512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ce286-a781-480a-baa4-352c8fcf6451 None None] Network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:19.173923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] For port 42a24b11-ee89-410a-8077-6dfe4bbb28f7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=42a24b11-ee89-410a-8077-6dfe4bbb28f7,segment=NetworkSegment(dcc64868-0a43-47ae-aaec-e02834b1e980),segment_id=dcc64868-0a43-47ae-aaec-e02834b1e980)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:19.174275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.247216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.274747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Deleting port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:19.275097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.313347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:19.318851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.374912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] Calling delete_port for 42a24b11-ee89-410a-8077-6dfe4bbb28f7 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:19.398254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-01119fd4-5851-459d-aae8-714bcc26eb12 req-b51aca22-8011-4f57-a4e2-231b1c01d794 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9585567 Dec 21 22:14:19.398946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Deleting port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:19.399319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.483901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-86d24b55-165b-4500-b152-d351da21d144 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/routers/10f67513-e060-46ec-b722-3938c7897b0b HTTP/1.1" status: 200 len: 925 time: 0.7569053 Dec 21 22:14:19.486394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33702) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:19.491529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-858ae656-3ef2-4e5f-aa5d-b92a7da9b9c6 None None] Provisioning for port 10df7420-602f-455b-8879-5e52fb73d16f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:19.511914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-858ae656-3ef2-4e5f-aa5d-b92a7da9b9c6 None None] Provisioning complete for port 10df7420-602f-455b-8879-5e52fb73d16f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:19.512327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-858ae656-3ef2-4e5f-aa5d-b92a7da9b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.528453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af999-f7ee-4443-9d14-ae55924ebd26 req-f265ef53-9606-417f-a930-0056f95e3d79 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:19.530160 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f8af999-f7ee-4443-9d14-ae55924ebd26 req-f265ef53-9606-417f-a930-0056f95e3d79 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.9342957 Dec 21 22:14:19.627695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.669138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0a2420f5-4656-4e29-b7d1-06b18ff8fb4d tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=10f67513-e060-46ec-b722-3938c7897b0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1789107 Dec 21 22:14:19.672828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33706) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:19.685902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] Pushing event deleted for resources: {'Port': ['ID=42a24b11-ee89-410a-8077-6dfe4bbb28f7,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:19.696442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] The port '42a24b11-ee89-410a-8077-6dfe4bbb28f7' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:14:19.697815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f955b1f2-db86-47a2-819a-3e8a2bcb7ac7 None None] No DVR routers for this DVR port 42a24b11-ee89-410a-8077-6dfe4bbb28f7 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:14:19.704362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting port 72de85d2-077a-4d49-bedf-a4bc23c58d75 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:19.705157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.715893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:14:19.791728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-858ae656-3ef2-4e5f-aa5d-b92a7da9b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.831326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-858ae656-3ef2-4e5f-aa5d-b92a7da9b9c6 None None] For port 10df7420-602f-455b-8879-5e52fb73d16f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=10df7420-602f-455b-8879-5e52fb73d16f,segment=NetworkSegment(a3779eed-4f1c-4da3-ab8a-6971de634e02),segment_id=a3779eed-4f1c-4da3-ab8a-6971de634e02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:19.869853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-858ae656-3ef2-4e5f-aa5d-b92a7da9b9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.942406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 42a24b11-ee89-410a-8077-6dfe4bbb28f7 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:19.959353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.959754 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Added segment b070c27d-7dec-499d-8d14-4d386e59ecce of type vlan for network a354e351-635d-4ce4-a982-547cb81e1f64 Dec 21 22:14:19.980720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:19.996619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 42a24b11-ee89-410a-8077-6dfe4bbb28f7 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:19.997215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 42a24b11-ee89-410a-8077-6dfe4bbb28f7 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:20.031837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ae656-3ef2-4e5f-aa5d-b92a7da9b9c6 None None] Pushing event updated for resources: {'Port': ['ID=10df7420-602f-455b-8879-5e52fb73d16f,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:20.158626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Calling delete_port for 72de85d2-077a-4d49-bedf-a4bc23c58d75 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:20.196824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-44fccd20-9054-4442-ab0d-1be9af410baa None None] Provisioning complete for port 10df7420-602f-455b-8879-5e52fb73d16f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:20.196824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44fccd20-9054-4442-ab0d-1be9af410baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.289006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f8af999-f7ee-4443-9d14-ae55924ebd26 req-f0253368-0e62-4500-8b12-f707f6983403 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7244573 Dec 21 22:14:20.412250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.466088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event deleted for resources: {'Port': ['ID=72de85d2-077a-4d49-bedf-a4bc23c58d75,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:20.508431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.517356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.558495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e11b0079-6521-425c-a6db-56758b503bf3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.686642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd112df-9b21-4571-b843-5c7e0f99e6ce']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:20.698446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] For port d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:20.698842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.824854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.917938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Calling delete_port for d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:20.945575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.949698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:20.950357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:20.999722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e11b0079-6521-425c-a6db-56758b503bf3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:21.028129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc64868-0a43-47ae-aaec-e02834b1e980') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:21.028493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc64868-0a43-47ae-aaec-e02834b1e980') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:21.094587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1616071f-5a48-448d-b6b9-d99a721a2cfb tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:21.100001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1616071f-5a48-448d-b6b9-d99a721a2cfb tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 881 time: 1.4072065 Dec 21 22:14:21.107714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33714) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:21.134836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:21.172092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-083ce7d3-4123-4dbf-87da-cc64c4ff9fdf tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=10f67513-e060-46ec-b722-3938c7897b0b HTTP/1.1" status: 200 len: 205 time: 0.0553460 Dec 21 22:14:21.172389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33718) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:21.266024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Network': ['ID=a354e351-635d-4ce4-a982-547cb81e1f64,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:21.269180 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f47cacc7-7cbc-41e1-9c25-dc2cc4a8fb7f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7402534 Dec 21 22:14:21.270443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:21.276469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:21.278747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network a354e351-635d-4ce4-a982-547cb81e1f64 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:21.278876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33722) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:21.342685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': 'a354e351-635d-4ce4-a982-547cb81e1f64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:21.370232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:21.370605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:21.395180 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:21.693801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Subnet': ['ID=545acc9d-8ca0-420c-bd82-774ab98839a7,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:21.709442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb5ab9-b05b-4507-982f-0fbfdbbf7994 req-003b30ab-444c-4a15-b387-779db4d5bb42 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:21.713220 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9afb5ab9-b05b-4507-982f-0fbfdbbf7994 req-003b30ab-444c-4a15-b387-779db4d5bb42 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.8750730 Dec 21 22:14:21.730550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:21.756517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:21.769449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:21.772637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:21.783906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:21.812140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:21.818054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Checking segment: {'id': 'fb0ee050-78b5-41b6-836c-99ee0eda3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '061cdbf4-cfdd-419e-b214-65be734dadc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:21.818329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network hostable DHCP agents. Network: 061cdbf4-cfdd-419e-b214-65be734dadc3, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:14:21.843826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd112df-9b21-4571-b843-5c7e0f99e6ce,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:21.861761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e11b0079-6521-425c-a6db-56758b503bf3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:21.874881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:21.892261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 10df7420-602f-455b-8879-5e52fb73d16f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:21.927292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:21.950930 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9afb5ab9-b05b-4507-982f-0fbfdbbf7994 req-3d9fdb3f-22c4-44a2-a874-5bf4b606c3bb tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250733 Dec 21 22:14:21.951619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b0079-6521-425c-a6db-56758b503bf3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:21.969677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 10df7420-602f-455b-8879-5e52fb73d16f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:21.970097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:22.012859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a474a05-b593-44b5-872f-6f3de1e29a1b admin admin] 10.222.0.30 "DELETE /v2.0/networks/bbd112df-9b21-4571-b843-5c7e0f99e6ce HTTP/1.1" status: 204 len: 168 time: 3.6164112 Dec 21 22:14:22.013354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Router 14b8eb28-0df0-4183-bf9f-066529eec0ff has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:14:22.218609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:22.269985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e11b0079-6521-425c-a6db-56758b503bf3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:22.402536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:22.404374 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e11b0079-6521-425c-a6db-56758b503bf3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 HTTP/1.1" status: 204 len: 168 time: 3.8736060 Dec 21 22:14:22.405222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network 061cdbf4-cfdd-419e-b214-65be734dadc3 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:14:22.413733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Performing IP validity checks on allocation pools {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 22:14:22.419731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33730) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:22.420301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 22:14:22.442904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:22.483302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Deleting port 580abf1c-14c9-4e0c-8fa4-e059574c826e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:22.485783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:22.647769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91ad436-fa9b-4c89-a312-2666bf0f7bfc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:22.649466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91ad436-fa9b-4c89-a312-2666bf0f7bfc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:22.650297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e91ad436-fa9b-4c89-a312-2666bf0f7bfc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:22.709387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33736) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:22.749455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 061cdbf4-cfdd-419e-b214-65be734dadc3) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:22.753948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:22.754109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:22.754643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:22.771372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3f67e-4d40-46b5-a08f-84259928ca9d None None] Sync routers for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:22.776502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f8ec1-a86d-4a37-9633-39883006796c None None] Network 061cdbf4-cfdd-419e-b214-65be734dadc3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:22.804650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e91ad436-fa9b-4c89-a312-2666bf0f7bfc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:22.808917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e91ad436-fa9b-4c89-a312-2666bf0f7bfc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3910136 Dec 21 22:14:22.809767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33740) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:22.813510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:22.826130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:22.888484 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-35a16ca4-fd0c-4302-a20d-fcbff8fecb7c tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "PUT /v2.0/routers/14b8eb28-0df0-4183-bf9f-066529eec0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7965243 Dec 21 22:14:22.923151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33744) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:22.924934 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa3dcedb-53d4-4a2f-b5b9-a80a26b686ba tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3087091 Dec 21 22:14:22.932359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33748) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:23.007424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'subnet': {'network_id': 'b744e86f-e61e-44a0-b1e9-6441861a850f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:23.024995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Calling delete_port for 580abf1c-14c9-4e0c-8fa4-e059574c826e owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:23.031856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3f67e-4d40-46b5-a08f-84259928ca9d None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:23.032679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3cc3f67e-4d40-46b5-a08f-84259928ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:23.056416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-32b550c7-065f-41c6-ba1d-70af4733a785 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a732872adc74ac29679bade872dee69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3456130 Dec 21 22:14:23.067859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33752) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:23.332367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-107724ac-b78f-441e-a363-6a8cc2993453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.341770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3cc3f67e-4d40-46b5-a08f-84259928ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:23.365167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:23.384953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-107724ac-b78f-441e-a363-6a8cc2993453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.390569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec4761-2f52-47a9-b4c1-5bc575f94356 req-2a358cf2-a3dd-4c90-8c04-24122c57b5eb tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:23.392573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f3ec4761-2f52-47a9-b4c1-5bc575f94356 req-2a358cf2-a3dd-4c90-8c04-24122c57b5eb tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6533964 Dec 21 22:14:23.397794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc77dc0-9a9a-4f95-b240-131e52006abf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 371d9341-5882-4168-935f-eba28d0e2214 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:23.399393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Usage tracker for resource:subnet and tenant:4cd3bd801bd946e8a69ffd67097b869e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:23.401448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3f67e-4d40-46b5-a08f-84259928ca9d None None] Routers {'14b8eb28-0df0-4183-bf9f-066529eec0ff'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:23.402733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3cc3f67e-4d40-46b5-a08f-84259928ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b8eb28-0df0-4183-bf9f-066529eec0ff'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:23.407712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:23.409129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cc77dc0-9a9a-4f95-b240-131e52006abf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.447643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:23.454794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.463818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-061cdbf4-cfdd-419e-b214-65be734dadc3', 'network_id': '061cdbf4-cfdd-419e-b214-65be734dadc3', 'tenant_id': '4cd3bd801bd946e8a69ffd67097b869e', 'fixed_ips': [{'subnet_id': '545acc9d-8ca0-420c-bd82-774ab98839a7'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:14:23.464772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.486236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3cc3f67e-4d40-46b5-a08f-84259928ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:23.486693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc3f67e-4d40-46b5-a08f-84259928ca9d None None] The sync data for ids ['14b8eb28-0df0-4183-bf9f-066529eec0ff'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:23.546389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cc77dc0-9a9a-4f95-b240-131e52006abf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.623931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Made reservation on behalf of 4cd3bd801bd946e8a69ffd67097b869e for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:23.636940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.683808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=213c4d2e-0793-413c-8b9d-dbc27b2abc9c,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:23.694752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Allocated IP 172.20.0.2 (061cdbf4-cfdd-419e-b214-65be734dadc3/545acc9d-8ca0-420c-bd82-774ab98839a7/3bd33266-213a-43da-b28c-f8d23ad09eb4) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:23.695111 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f3ec4761-2f52-47a9-b4c1-5bc575f94356 req-02fc18ee-0ad1-4da3-b5b5-e08a16e8b139 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924631 Dec 21 22:14:23.696905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event deleted for resources: {'Port': ['ID=580abf1c-14c9-4e0c-8fa4-e059574c826e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:23.699804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cc77dc0-9a9a-4f95-b240-131e52006abf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.816462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-107724ac-b78f-441e-a363-6a8cc2993453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.852309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107724ac-b78f-441e-a363-6a8cc2993453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a52ad5-2733-434e-8ce7-0c7b2e6472c0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:23.889222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.903222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-107724ac-b78f-441e-a363-6a8cc2993453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.904955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-107724ac-b78f-441e-a363-6a8cc2993453 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68a52ad5-2733-434e-8ce7-0c7b2e6472c0 HTTP/1.1" status: 204 len: 168 time: 0.8358176 Dec 21 22:14:23.915305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking segment: {'id': 'b070c27d-7dec-499d-8d14-4d386e59ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a354e351-635d-4ce4-a982-547cb81e1f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:23.915712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network hostable DHCP agents. Network: a354e351-635d-4ce4-a982-547cb81e1f64, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:14:23.964378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:23.977144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Transition to ACTIVE for port object 3bd33266-213a-43da-b28c-f8d23ad09eb4 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:23.998172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Transition to ACTIVE for port object 3bd33266-213a-43da-b28c-f8d23ad09eb4 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:24.008586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cc77dc0-9a9a-4f95-b240-131e52006abf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.047527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.085811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.126848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Pushing event updated for resources: {'Port': ['ID=3bd33266-213a-43da-b28c-f8d23ad09eb4,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:24.135068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Network 061cdbf4-cfdd-419e-b214-65be734dadc3 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:24.136442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:24.139300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:24.172559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc77dc0-9a9a-4f95-b240-131e52006abf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=371d9341-5882-4168-935f-eba28d0e2214,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:24.184509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.201269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.223124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network a354e351-635d-4ce4-a982-547cb81e1f64 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:14:24.233097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b51a6-3104-4871-a985-3a78e1cb9e56 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:24.398380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, a354e351-635d-4ce4-a982-547cb81e1f64) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:24.417318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:24.417973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.424394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbd1240-f282-4491-9f3c-ee2c8c62dd98 None None] Network a354e351-635d-4ce4-a982-547cb81e1f64 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:24.463089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Attempting to bind port 3bd33266-213a-43da-b28c-f8d23ad09eb4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:24.463525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Attempting to bind port 3bd33266-213a-43da-b28c-f8d23ad09eb4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'fb0ee050-78b5-41b6-836c-99ee0eda3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '061cdbf4-cfdd-419e-b214-65be734dadc3'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:24.463943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Attempting to bind port 3bd33266-213a-43da-b28c-f8d23ad09eb4 on network 061cdbf4-cfdd-419e-b214-65be734dadc3 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:24.504242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cc77dc0-9a9a-4f95-b240-131e52006abf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.535890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:24.536286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Checking segment: {'id': 'fb0ee050-78b5-41b6-836c-99ee0eda3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '061cdbf4-cfdd-419e-b214-65be734dadc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:24.536960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.537392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Bound using segment: {'id': 'fb0ee050-78b5-41b6-836c-99ee0eda3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '061cdbf4-cfdd-419e-b214-65be734dadc3'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:24.538056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Bound port: 3bd33266-213a-43da-b28c-f8d23ad09eb4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0ee050-78b5-41b6-836c-99ee0eda3a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '061cdbf4-cfdd-419e-b214-65be734dadc3'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:24.538758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.784016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.790521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.813738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] For port 3bd33266-213a-43da-b28c-f8d23ad09eb4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:24.837787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] For port 3bd33266-213a-43da-b28c-f8d23ad09eb4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3bd33266-213a-43da-b28c-f8d23ad09eb4,segment=NetworkSegment(fb0ee050-78b5-41b6-836c-99ee0eda3a2f),segment_id=fb0ee050-78b5-41b6-836c-99ee0eda3a2f)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:24.869827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.870741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Fanout notify agent at l3_agent the message router_deleted on router 10f67513-e060-46ec-b722-3938c7897b0b {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:24.877620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.884242 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-69a683ee-0bc9-4592-bed7-f856c03067b0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/10f67513-e060-46ec-b722-3938c7897b0b HTTP/1.1" status: 204 len: 168 time: 3.7107775 Dec 21 22:14:24.886950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33770) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:24.888355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:14:24.899621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] Deleting port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:24.900044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:24.902126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1497362352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:24.913314 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8e085d5e-d6f5-4c05-9f82-ca4a17a21320 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6019418 Dec 21 22:14:24.914726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:24.919289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Usage tracker for resource:router and tenant:d8b0329643c64e58bbe2f62a77c61202 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:24.922331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33774) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:24.928706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:24.930485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:24.937611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2cc77dc0-9a9a-4f95-b240-131e52006abf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/371d9341-5882-4168-935f-eba28d0e2214 HTTP/1.1" status: 204 len: 168 time: 2.1131098 Dec 21 22:14:24.937822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': 'a354e351-635d-4ce4-a982-547cb81e1f64', 'name': 'tempest-PortsIpV6TestJSON-1511524674'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:24.939381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33778) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:24.940077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.002202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-a354e351-635d-4ce4-a982-547cb81e1f64', 'network_id': 'a354e351-635d-4ce4-a982-547cb81e1f64', 'tenant_id': '4f972e5a82574e889ce311abf4510be3', 'fixed_ips': [{'subnet_id': '213c4d2e-0793-413c-8b9d-dbc27b2abc9c'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:14:25.003526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.025832 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa329ade-b474-46ca-99ce-3e9324490f03 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730329 Dec 21 22:14:25.027362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33784) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:25.034133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:25.049531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.119168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bdfe4-0269-4a15-80ee-b81d4ee3d8bc None None] Pushing event updated for resources: {'Port': ['ID=3bd33266-213a-43da-b28c-f8d23ad09eb4,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:25.179967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.180469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.194588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:25.201873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:25.206766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:25.214394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:25.228372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.264162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:25.272976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.275678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.304760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Subnet': ['ID=8c9128b7-64b0-4fb5-b960-794d0e364f75,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:25.336978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:25.340757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Checking segment: {'id': '3fda3de4-00f6-43c3-8206-c7162eab187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b744e86f-e61e-44a0-b1e9-6441861a850f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:25.341162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network hostable DHCP agents. Network: b744e86f-e61e-44a0-b1e9-6441861a850f, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:14:25.370296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Allocated IP 2001:db8::2 (a354e351-635d-4ce4-a982-547cb81e1f64/213c4d2e-0793-413c-8b9d-dbc27b2abc9c/025f9a2d-772c-487b-ab49-a33e31460b03) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:25.414539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting port c7ea2167-971c-4a24-82c0-abe5a946840a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:25.414938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.461689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15339999-3e5f-4642-b678-6efcde10aefb req-0b146d62-76c9-4481-973f-6993416c8a0e tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:25.463358 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-15339999-3e5f-4642-b678-6efcde10aefb req-0b146d62-76c9-4481-973f-6993416c8a0e tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.4917290 Dec 21 22:14:25.481885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:25.519010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] For port b00ac81d-f2d1-4c5a-905a-8c8f051265a2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b00ac81d-f2d1-4c5a-905a-8c8f051265a2,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:25.519452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.564687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.603595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:25.609195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.623303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.668095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.669035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] Calling delete_port for b00ac81d-f2d1-4c5a-905a-8c8f051265a2 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:25.673519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c15e2e77-8343-46c8-b6c2-a3ec2e7cd1df tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7853389 Dec 21 22:14:25.674478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33796) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:25.700747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': False}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:25.716013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-15339999-3e5f-4642-b678-6efcde10aefb req-16be2978-c85d-40a3-a825-34304052eec7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291226 Dec 21 22:14:25.802520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network b744e86f-e61e-44a0-b1e9-6441861a850f is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:14:25.805142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:25.812151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:25.821395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:25.821934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:25.893906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 1df745e2-9adc-4c12-8ce4-b2ca56b5dea5 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:25.934659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9061019 Dec 21 22:14:25.935666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58950788-632c-489d-a7ca-919ea14207d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=bb92f38d-ef28-4042-84c1-011430b63fab,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:25.937889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33804) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:25.946794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': 'bb92f38d-ef28-4042-84c1-011430b63fab', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1911816946'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:26.009320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, b744e86f-e61e-44a0-b1e9-6441861a850f) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:26.090348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:26.125182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:26.126225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:26.241206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:26.252905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Transition to ACTIVE for port object 025f9a2d-772c-487b-ab49-a33e31460b03 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:26.275809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Transition to ACTIVE for port object 025f9a2d-772c-487b-ab49-a33e31460b03 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:26.282070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b00ac81d-f2d1-4c5a-905a-8c8f051265a2 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:26.317628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63f2598-c1c3-4107-8152-367259798452 None None] Network b744e86f-e61e-44a0-b1e9-6441861a850f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:26.325808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Calling delete_port for c7ea2167-971c-4a24-82c0-abe5a946840a owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:26.333894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:26.420571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:26.445026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] Pushing event deleted for resources: {'Port': ['ID=b00ac81d-f2d1-4c5a-905a-8c8f051265a2,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:26.500198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Network a354e351-635d-4ce4-a982-547cb81e1f64 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:26.513194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:26.519987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:26.541415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: b00ac81d-f2d1-4c5a-905a-8c8f051265a2 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:26.541819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b00ac81d-f2d1-4c5a-905a-8c8f051265a2 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:26.586700 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c34b2134-272a-4f19-bb15-9986ea7cba18 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5876241 Dec 21 22:14:26.594504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33814) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:26.717241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:26.725211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:26.738061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:26.744826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:26.758663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:26.819768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:26.838926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:26.947934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port f8f6cd4a-cf3d-4df8-ba13-a6b993179414 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:27.014088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111003b-0650-4aa0-9bce-9e53e57b53c1 req-3f19afa4-91a1-4523-90cf-ea1a466678a7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:27.015809 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3111003b-0650-4aa0-9bce-9e53e57b53c1 req-3f19afa4-91a1-4523-90cf-ea1a466678a7 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6274393 Dec 21 22:14:27.018174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17edebd3-0976-485f-a3a0-99a8f0515f6b None None] No DVR routers for this DVR port b00ac81d-f2d1-4c5a-905a-8c8f051265a2 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:14:27.080900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::227 (a354e351-635d-4ce4-a982-547cb81e1f64/213c4d2e-0793-413c-8b9d-dbc27b2abc9c/1df745e2-9adc-4c12-8ce4-b2ca56b5dea5) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:27.115570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Attempting to bind port 025f9a2d-772c-487b-ab49-a33e31460b03 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:27.130813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Attempting to bind port 025f9a2d-772c-487b-ab49-a33e31460b03 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'b070c27d-7dec-499d-8d14-4d386e59ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a354e351-635d-4ce4-a982-547cb81e1f64'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:27.131428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Attempting to bind port 025f9a2d-772c-487b-ab49-a33e31460b03 on network a354e351-635d-4ce4-a982-547cb81e1f64 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:27.209155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac3181-4c63-4627-9e60-7f14ab77afce None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:27.265247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Pushing event updated for resources: {'Port': ['ID=025f9a2d-772c-487b-ab49-a33e31460b03,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:27.265247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:27.265247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Checking segment: {'id': 'b070c27d-7dec-499d-8d14-4d386e59ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a354e351-635d-4ce4-a982-547cb81e1f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:27.265247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:27.265247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Bound using segment: {'id': 'b070c27d-7dec-499d-8d14-4d386e59ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a354e351-635d-4ce4-a982-547cb81e1f64'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:27.265709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Bound port: 025f9a2d-772c-487b-ab49-a33e31460b03, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b070c27d-7dec-499d-8d14-4d386e59ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a354e351-635d-4ce4-a982-547cb81e1f64'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:27.265799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:27.481628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33826) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:27.600258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:14:27.600668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:14:27.651999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:27.688344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-b744e86f-e61e-44a0-b1e9-6441861a850f', 'network_id': 'b744e86f-e61e-44a0-b1e9-6441861a850f', 'tenant_id': '4cd3bd801bd946e8a69ffd67097b869e', 'fixed_ips': [{'subnet_id': '8c9128b7-64b0-4fb5-b960-794d0e364f75'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:14:27.689340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:27.701612 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b464beb-04f0-4378-8b3e-d54af2e60a70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.7612822 Dec 21 22:14:27.703164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:27.706363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33832) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:27.774680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3111003b-0650-4aa0-9bce-9e53e57b53c1 req-dde13257-0a83-425a-a01f-42338c2dc4d6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6954312 Dec 21 22:14:27.823313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4d395502-525c-47da-8d2e-29b68f35ab21 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:27.850488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'bb92f38d-ef28-4042-84c1-011430b63fab'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:14:27.851339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:27.863468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-585499591'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:27.878271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] For port 025f9a2d-772c-487b-ab49-a33e31460b03, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:27.893457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:27.914617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Usage tracker for resource:network and tenant:6a938db2ead24e91ba19bfd6b9141466 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:27.927135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:27.936038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:27.952930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] For port 025f9a2d-772c-487b-ab49-a33e31460b03, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=025f9a2d-772c-487b-ab49-a33e31460b03,segment=NetworkSegment(b070c27d-7dec-499d-8d14-4d386e59ecce),segment_id=b070c27d-7dec-499d-8d14-4d386e59ecce)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:27.985992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4d395502-525c-47da-8d2e-29b68f35ab21 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:27.989994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d395502-525c-47da-8d2e-29b68f35ab21 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2798450 Dec 21 22:14:27.996612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33836) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:28.022584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3bd33266-213a-43da-b28c-f8d23ad09eb4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:28.065458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Made reservation on behalf of 6a938db2ead24e91ba19bfd6b9141466 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:28.075083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.117993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Allocated IP 172.26.6.13 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/2cef027a-8d82-4e69-87b9-fca11d2ef0d4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:28.138444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.143344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Router 231a5e70-eb31-4452-9855-b990de2e65e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:14:28.271213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.320326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.342999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event deleted for resources: {'Port': ['ID=c7ea2167-971c-4a24-82c0-abe5a946840a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:28.357197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Allocated IP 172.20.0.2 (b744e86f-e61e-44a0-b1e9-6441861a850f/8c9128b7-64b0-4fb5-b960-794d0e364f75/6a784d58-f51b-42fa-a9b5-59d78823f9f1) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:28.372020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.375735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72c4db-083a-4c69-be6c-ff44e6bf53cb None None] Pushing event updated for resources: {'Port': ['ID=025f9a2d-772c-487b-ab49-a33e31460b03,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:28.391460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568c583-003c-4da3-8bb6-4a6c90ebde7b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:28.394094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568c583-003c-4da3-8bb6-4a6c90ebde7b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:28.395575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4568c583-003c-4da3-8bb6-4a6c90ebde7b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:28.416732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.423497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3bd33266-213a-43da-b28c-f8d23ad09eb4 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:28.465243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/bb92f38d-ef28-4042-84c1-011430b63fab/4acf1d72-b4bf-4eee-bb29-601e302d806f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:28.480967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4568c583-003c-4da3-8bb6-4a6c90ebde7b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:28.484880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4568c583-003c-4da3-8bb6-4a6c90ebde7b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4824264 Dec 21 22:14:28.493947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33840) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:28.624536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.669164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object 1df745e2-9adc-4c12-8ce4-b2ca56b5dea5 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:28.761800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:28.773320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:28.774622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.775843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:28.864470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:28.865474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:28.872891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f797eb-4f3e-4fc9-94e4-b5676d320a04 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet bb92f38d-ef28-4042-84c1-011430b63fab {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:28.874205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d37046-04ec-426e-94d8-b5404dbac639 None None] Network 061cdbf4-cfdd-419e-b214-65be734dadc3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:28.876373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Pushing event updated for resources: {'Port': ['ID=2cef027a-8d82-4e69-87b9-fca11d2ef0d4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:28.885742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Usage tracker for resource:security_group_rule and tenant:6a938db2ead24e91ba19bfd6b9141466 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:28.894808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:28.905212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:28.940420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Transition to ACTIVE for port object 6a784d58-f51b-42fa-a9b5-59d78823f9f1 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:29.088165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.117241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.152311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.154780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.180149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Transition to ACTIVE for port object 6a784d58-f51b-42fa-a9b5-59d78823f9f1 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:29.195501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Transition to ACTIVE for port object 4acf1d72-b4bf-4eee-bb29-601e302d806f will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:29.220275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Transition to ACTIVE for port object 4acf1d72-b4bf-4eee-bb29-601e302d806f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:29.226241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3d3a7650-9b97-4b05-bd25-7024a0f2779c None None] Provisioning for port 3bd33266-213a-43da-b28c-f8d23ad09eb4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:29.264673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3d3a7650-9b97-4b05-bd25-7024a0f2779c None None] Provisioning complete for port 3bd33266-213a-43da-b28c-f8d23ad09eb4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:29.265442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7650-9b97-4b05-bd25-7024a0f2779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.281429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f797eb-4f3e-4fc9-94e4-b5676d320a04 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.300574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.318890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.348725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.363087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.383458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:14:29.414406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f797eb-4f3e-4fc9-94e4-b5676d320a04 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.446034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Network b744e86f-e61e-44a0-b1e9-6441861a850f is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:29.454748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d82118-321c-4c04-b631-f4ced5183c42,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:29.467986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.476421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.476901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Added segment 478895e6-6146-4ef2-b755-5d5e0195a145 of type vlan for network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 Dec 21 22:14:29.478143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:29.481316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.483887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Pushing event updated for resources: {'Port': ['ID=6a784d58-f51b-42fa-a9b5-59d78823f9f1,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:29.486771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:29.607170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.680122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f797eb-4f3e-4fc9-94e4-b5676d320a04 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.692157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:29.694916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:29.704773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:29.720551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.725214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:29.725664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.877966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Pushing event updated for resources: {'Port': ['ID=4acf1d72-b4bf-4eee-bb29-601e302d806f,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:29.909927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=1df745e2-9adc-4c12-8ce4-b2ca56b5dea5,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:29.952225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Pushing event updated for resources: {'Network': ['ID=c3e4c98c-661e-4aee-8f96-a0adfc7d5477,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:29.962001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7650-9b97-4b05-bd25-7024a0f2779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:29.994938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fe42d51a-5c95-4aaa-b2b4-cc52b55d9d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5092947 Dec 21 22:14:30.003771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network a354e351-635d-4ce4-a982-547cb81e1f64 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:30.038994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:30.039248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f797eb-4f3e-4fc9-94e4-b5676d320a04 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.040015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Attempting to bind port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:30.040846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Attempting to bind port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '3fda3de4-00f6-43c3-8206-c7162eab187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b744e86f-e61e-44a0-b1e9-6441861a850f'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:30.044836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.045814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Attempting to bind port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 on network b744e86f-e61e-44a0-b1e9-6441861a850f {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:30.051471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:30.062639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:30.063455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.094651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:30.111158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 025f9a2d-772c-487b-ab49-a33e31460b03 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:30.139027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.155100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f797eb-4f3e-4fc9-94e4-b5676d320a04 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=bb92f38d-ef28-4042-84c1-011430b63fab,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:30.163834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f797eb-4f3e-4fc9-94e4-b5676d320a04 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.181464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:30.182157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Checking segment: {'id': '3fda3de4-00f6-43c3-8206-c7162eab187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b744e86f-e61e-44a0-b1e9-6441861a850f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:30.182772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.183389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Bound using segment: {'id': '3fda3de4-00f6-43c3-8206-c7162eab187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b744e86f-e61e-44a0-b1e9-6441861a850f'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:30.184564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Bound port: 6a784d58-f51b-42fa-a9b5-59d78823f9f1, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fda3de4-00f6-43c3-8206-c7162eab187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b744e86f-e61e-44a0-b1e9-6441861a850f'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:30.185165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.188582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3784741-03eb-4dce-94fd-d067f3fdb26a req-32d44079-a849-40fd-9f18-0a04167a2d2e tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:30.190335 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3784741-03eb-4dce-94fd-d067f3fdb26a req-32d44079-a849-40fd-9f18-0a04167a2d2e tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 1.1062956 Dec 21 22:14:30.246195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8f797eb-4f3e-4fc9-94e4-b5676d320a04 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/bb92f38d-ef28-4042-84c1-011430b63fab HTTP/1.1" status: 204 len: 168 time: 1.7510283 Dec 21 22:14:30.247104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33850) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:30.260719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Attempting to bind port 4acf1d72-b4bf-4eee-bb29-601e302d806f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:30.261474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Attempting to bind port 4acf1d72-b4bf-4eee-bb29-601e302d806f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:30.262106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Attempting to bind port 4acf1d72-b4bf-4eee-bb29-601e302d806f on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:30.276034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3d3a7650-9b97-4b05-bd25-7024a0f2779c None None] For port 3bd33266-213a-43da-b28c-f8d23ad09eb4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3bd33266-213a-43da-b28c-f8d23ad09eb4,segment=NetworkSegment(fb0ee050-78b5-41b6-836c-99ee0eda3a2f),segment_id=fb0ee050-78b5-41b6-836c-99ee0eda3a2f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:30.297687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c597086-ee47-4906-affb-578e6cdeb8f3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3646927 Dec 21 22:14:30.384085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33854) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:30.414758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d3a7650-9b97-4b05-bd25-7024a0f2779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.468510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:30.468872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:30.469111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:30.469229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.469673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:30.470215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Bound port: 4acf1d72-b4bf-4eee-bb29-601e302d806f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:30.470635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.480639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] Sync routers for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:30.502068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.503302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Fanout notify agent at l3_agent the message router_deleted on router 14b8eb28-0df0-4183-bf9f-066529eec0ff {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:30.520049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.525049 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4c719085-4568-4e0a-b9e6-d5438edf4021 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "DELETE /v2.0/routers/14b8eb28-0df0-4183-bf9f-066529eec0ff HTTP/1.1" status: 204 len: 168 time: 7.5986922 Dec 21 22:14:30.531050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-682cea97-a0e8-4356-9fe6-7f5921203772 admin admin] 10.222.0.30 "PUT /v2.0/routers/231a5e70-eb31-4452-9855-b990de2e65e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4109249 Dec 21 22:14:30.531615 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3784741-03eb-4dce-94fd-d067f3fdb26a req-db81477e-d53b-4300-a2b9-d1d45df84a75 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257246 Dec 21 22:14:30.532160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33858) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:30.534574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:30.535501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33860) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:30.538808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:30.713039 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3d3d6d89-e279-458b-9c86-21c40d6b7d73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4545388 Dec 21 22:14:30.713772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33866) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:30.714141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33870) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:30.724734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Request body: {'port': {'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199370286'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:30.735825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:30.782384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:30.782970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] For port 4acf1d72-b4bf-4eee-bb29-601e302d806f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:30.783493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Allocated IP 172.20.0.1 (061cdbf4-cfdd-419e-b214-65be734dadc3/545acc9d-8ca0-420c-bd82-774ab98839a7/bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:30.792132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] For port 4acf1d72-b4bf-4eee-bb29-601e302d806f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4acf1d72-b4bf-4eee-bb29-601e302d806f,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:30.794547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a7650-9b97-4b05-bd25-7024a0f2779c None None] Pushing event updated for resources: {'Port': ['ID=3bd33266-213a-43da-b28c-f8d23ad09eb4,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:30.822341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Usage tracker for resource:port and tenant:54a6f73982424ff3a616c29106d72de8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:30.824105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-80750caf-e7f5-42fb-bf0e-6f3f31e4eea2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 1df745e2-9adc-4c12-8ce4-b2ca56b5dea5 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:30.824518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80750caf-e7f5-42fb-bf0e-6f3f31e4eea2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.825805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:30.834872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] For port 6a784d58-f51b-42fa-a9b5-59d78823f9f1, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:30.839256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] For port 6a784d58-f51b-42fa-a9b5-59d78823f9f1, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6a784d58-f51b-42fa-a9b5-59d78823f9f1,segment=NetworkSegment(3fda3de4-00f6-43c3-8206-c7162eab187c),segment_id=3fda3de4-00f6-43c3-8206-c7162eab187c)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:30.840662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:30.855161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:30.911938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:30.940662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Router 3427d392-ae21-4ddc-956c-7331078561e2 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:14:30.953173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdfe2c-c037-45d4-b3e6-95da1d5ea1fb None None] Pushing event updated for resources: {'Port': ['ID=4acf1d72-b4bf-4eee-bb29-601e302d806f,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:30.956229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.087909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554cf5-4c3b-41f9-a17a-e8b831cfa445 None None] Pushing event updated for resources: {'Port': ['ID=6a784d58-f51b-42fa-a9b5-59d78823f9f1,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:31.097020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:31.103002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Made reservation on behalf of 54a6f73982424ff3a616c29106d72de8 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:31.109032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.115765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 025f9a2d-772c-487b-ab49-a33e31460b03 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:31.134366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:31.138475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.162726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:31.177765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:31.214080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:31.220021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Usage tracker for resource:security_group_rule and tenant:54a6f73982424ff3a616c29106d72de8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:31.225462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0812b5-d5b0-45d7-9c26-1773687e29a8 None None] Network a354e351-635d-4ce4-a982-547cb81e1f64 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:31.228864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:31.248907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:31.251147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:31.257834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.316426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:14:21Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:31.334613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] Checking router: 231a5e70-eb31-4452-9855-b990de2e65e7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:14:31.347689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] Routers {'231a5e70-eb31-4452-9855-b990de2e65e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:31.349719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['231a5e70-eb31-4452-9855-b990de2e65e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:31.376993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-55249049-390b-45a8-b8af-e388f29593f5 None None] Provisioning complete for port 3bd33266-213a-43da-b28c-f8d23ad09eb4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:31.377416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55249049-390b-45a8-b8af-e388f29593f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.417697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.437699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Transition to ACTIVE for port object bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:31.590673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.601931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] Set router 231a5e70-eb31-4452-9855-b990de2e65e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:31.605632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.686633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:31.731789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] device_id is not set on port c27e7253-4030-4df5-82ac-f0bfbe9ac51d yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:31.808289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:31.825439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a4801-fc17-4b47-b178-a3c257690a45 None None] Sync routers for ids ['3427d392-ae21-4ddc-956c-7331078561e2'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:31.828216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-336f3f95-a1eb-450a-9a6c-a85c6a70bedb tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting subnet d2707153-8d1d-4790-a5f3-7f9f3df697e3 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:31.850894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3f30e-a4e4-40f6-85f7-238a7a2b8040 req-fa0d24f6-5395-4f01-8b63-c91432e24a2d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:31.852691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de3f30e-a4e4-40f6-85f7-238a7a2b8040 req-fa0d24f6-5395-4f01-8b63-c91432e24a2d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.9545360 Dec 21 22:14:31.864251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a4801-fc17-4b47-b178-a3c257690a45 None None] Routers {'3427d392-ae21-4ddc-956c-7331078561e2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:31.868865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-db4a4801-fc17-4b47-b178-a3c257690a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['3427d392-ae21-4ddc-956c-7331078561e2'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:31.919786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9878cdca-f563-4673-8608-3f5aabad2959,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:31.970361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336f3f95-a1eb-450a-9a6c-a85c6a70bedb tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.025584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.031304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0bf56c4c-5281-43d8-b9a7-a2a8496ba0ba tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "PUT /v2.0/routers/3427d392-ae21-4ddc-956c-7331078561e2 HTTP/1.1" status: 200 len: 919 time: 6.3478882 Dec 21 22:14:32.038892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Port': ['ID=bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:32.048648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33876) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:32.072659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f8df794-9c62-4ae1-bdd0-ee1bf3cd427c None None] Provisioning for port 025f9a2d-772c-487b-ab49-a33e31460b03 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:32.123495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-db4a4801-fc17-4b47-b178-a3c257690a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:32.125950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f8df794-9c62-4ae1-bdd0-ee1bf3cd427c None None] Provisioning complete for port 025f9a2d-772c-487b-ab49-a33e31460b03 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:32.126371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f8df794-9c62-4ae1-bdd0-ee1bf3cd427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.223032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.233770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network 061cdbf4-cfdd-419e-b214-65be734dadc3 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:32.238868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6a784d58-f51b-42fa-a9b5-59d78823f9f1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:32.263737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:32.266352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:32.337014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=7b4be6ed-ac35-40e1-8926-1683b751393a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:32.369606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a4801-fc17-4b47-b178-a3c257690a45 None None] Routers {'3427d392-ae21-4ddc-956c-7331078561e2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:32.370313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-db4a4801-fc17-4b47-b178-a3c257690a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['3427d392-ae21-4ddc-956c-7331078561e2'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:32.417948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de3f30e-a4e4-40f6-85f7-238a7a2b8040 req-a1d7f7be-6a94-4abe-9f41-b5cbf6966983 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783382 Dec 21 22:14:32.420805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336f3f95-a1eb-450a-9a6c-a85c6a70bedb tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.441389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:32.452779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-db4a4801-fc17-4b47-b178-a3c257690a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:32.453242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a4801-fc17-4b47-b178-a3c257690a45 None None] The sync data for ids ['3427d392-ae21-4ddc-956c-7331078561e2'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:32.455379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:32.457612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:32.464514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3bd33266-213a-43da-b28c-f8d23ad09eb4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:32.472768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:32.478337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.514868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.521105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:14:21Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:32.527613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80750caf-e7f5-42fb-bf0e-6f3f31e4eea2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.529893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b2e2e-cd7d-44fc-9830-9261d6ffe7d4 None None] The sync data for ids ['231a5e70-eb31-4452-9855-b990de2e65e7'] in dv-neutron-822521-1-hyperv is: [{'id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'name': 'tempest-ServersTestJSON-1917360617-router', 'tenant_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:14:21Z', 'revision_number': 5, 'project_id': '6be5c586317b4b7ba5a7875414e9e6f9', 'gw_port': {'id': '686db0ab-4a95-4a1b-8587-ee87bf01951a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231a5e70-eb31-4452-9855-b990de2e65e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:00Z', 'updated_at': '2021-12-21T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:32.552491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6485d8ed-6e0c-41e6-a152-5d7175d1f042 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:32.732677 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c489810-069c-4402-971c-2c8adb1d3b37 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0133986 Dec 21 22:14:32.745912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] device_id is not set on port c27e7253-4030-4df5-82ac-f0bfbe9ac51d yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:32.750938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33882) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:32.766851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-767792527', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:32.782621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:32.785179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:32.803782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:router and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:32.809852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:32.814064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Transition to ACTIVE for port object c27e7253-4030-4df5-82ac-f0bfbe9ac51d will not be triggered until provisioned by entity L2. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:32.844896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:32.883529 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c1360b72-d3e8-4601-a201-bcea17a01745 tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/routers/3427d392-ae21-4ddc-956c-7331078561e2 HTTP/1.1" status: 200 len: 925 time: 0.8333244 Dec 21 22:14:32.887609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33886) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:32.889254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.026985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.028045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.069165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f8df794-9c62-4ae1-bdd0-ee1bf3cd427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.121523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3bd33266-213a-43da-b28c-f8d23ad09eb4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:33.121971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.166676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-80750caf-e7f5-42fb-bf0e-6f3f31e4eea2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 1df745e2-9adc-4c12-8ce4-b2ca56b5dea5 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:33.182637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.219017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0f8df794-9c62-4ae1-bdd0-ee1bf3cd427c None None] For port 025f9a2d-772c-487b-ab49-a33e31460b03, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=025f9a2d-772c-487b-ab49-a33e31460b03,segment=NetworkSegment(b070c27d-7dec-499d-8d14-4d386e59ecce),segment_id=b070c27d-7dec-499d-8d14-4d386e59ecce)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:33.241216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=c27e7253-4030-4df5-82ac-f0bfbe9ac51d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:33.243984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.271144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.291346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Checking segment: {'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:33.291828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Network hostable DHCP agents. Network: c3e4c98c-661e-4aee-8f96-a0adfc7d5477, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:14:33.314939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b33279c1-0ebd-410a-b0a9-d288ba7e830a tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=3427d392-ae21-4ddc-956c-7331078561e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4233704 Dec 21 22:14:33.318983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33890) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:33.362465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f8df794-9c62-4ae1-bdd0-ee1bf3cd427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.363289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.365819 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-663130e9-3a35-4c75-9f9b-b1d66bb7964d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6134920 Dec 21 22:14:33.389056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33894) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:33.432060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.472992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:14:33.474891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8df794-9c62-4ae1-bdd0-ee1bf3cd427c None None] Pushing event updated for resources: {'Port': ['ID=025f9a2d-772c-487b-ab49-a33e31460b03,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:33.477858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.543551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0040aac5-b600-46d0-b61c-ddaf74f143b9 None None] Provisioning complete for port 025f9a2d-772c-487b-ab49-a33e31460b03 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:33.544009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0040aac5-b600-46d0-b61c-ddaf74f143b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.560177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, c3e4c98c-661e-4aee-8f96-a0adfc7d5477) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:33.576854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:33.596145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:33.596575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:33.596990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:33.603657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336f3f95-a1eb-450a-9a6c-a85c6a70bedb tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.650993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e3673-ed78-489f-a29c-759cbabd43b0 req-99914fbc-0854-430e-bb6c-28406b406cc2 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:33.652712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-107e3673-ed78-489f-a29c-759cbabd43b0 req-99914fbc-0854-430e-bb6c-28406b406cc2 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.9652085 Dec 21 22:14:33.681176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:33.681577 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:33.695611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 2 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:33.716412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:33.716780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:33.717124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:33.726985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:33.727358 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:33.732153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 3 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:33.743764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec64844-9d20-4dfd-953b-8c392bde1c9f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:33.746214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ec64844-9d20-4dfd-953b-8c392bde1c9f tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 881 time: 0.4234710 Dec 21 22:14:33.793478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9db03dd-dfb2-4e5e-b57e-4a544617bb73 None None] Network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:33.813157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33898) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:33.817543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02366681-78f8-452c-a400-9d87fcf60477 None None] Network b744e86f-e61e-44a0-b1e9-6441861a850f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:33.818735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80750caf-e7f5-42fb-bf0e-6f3f31e4eea2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:33.865123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:33.865505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:33.865889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:33.877817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:33.878206 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:33.891947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 4 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:33.897754 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-33e68b9a-7b6d-4518-af40-e63223059372 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=3427d392-ae21-4ddc-956c-7331078561e2 HTTP/1.1" status: 200 len: 205 time: 0.0834053 Dec 21 22:14:33.915472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff86246d-52c1-48a7-9183-45d88600f5dc None None] Update dhcp port {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': '7b4be6ed-ac35-40e1-8926-1683b751393a'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '4acf1d72-b4bf-4eee-bb29-601e302d806f'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:14:33.952224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33902) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:33.974819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80750caf-e7f5-42fb-bf0e-6f3f31e4eea2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=1df745e2-9adc-4c12-8ce4-b2ca56b5dea5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:33.990762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff86246d-52c1-48a7-9183-45d88600f5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.001421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 025f9a2d-772c-487b-ab49-a33e31460b03 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:34.125265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80750caf-e7f5-42fb-bf0e-6f3f31e4eea2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.155688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-107e3673-ed78-489f-a29c-759cbabd43b0 req-1a70d573-f678-451c-818e-eca6f9f70804 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535831 Dec 21 22:14:34.275445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:34.276001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:34.276253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:34.289344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:34.289686 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:34.297876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 5 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:34.325181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:34.325530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:34.325916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:34.363353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-80750caf-e7f5-42fb-bf0e-6f3f31e4eea2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/1df745e2-9adc-4c12-8ce4-b2ca56b5dea5 HTTP/1.1" status: 204 len: 168 time: 3.9779451 Dec 21 22:14:34.369129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.406905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33908) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:34.454038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:34.454357 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:34.460910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 6 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:34.490159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.517942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336f3f95-a1eb-450a-9a6c-a85c6a70bedb tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.529182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c95e20-0c35-413f-8ba3-0e16c26001b5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:14:34.529682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c95e20-0c35-413f-8ba3-0e16c26001b5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:14:34.534107 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b2c95e20-0c35-413f-8ba3-0e16c26001b5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/1df745e2-9adc-4c12-8ce4-b2ca56b5dea5 HTTP/1.1" status: 404 len: 333 time: 0.1184325 Dec 21 22:14:34.541060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33912) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:34.581673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:34.582052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:34.582978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:34.605723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a714400-f73d-4569-bde1-06f88b5b729d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:14:34.607121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8a714400-f73d-4569-bde1-06f88b5b729d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/1df745e2-9adc-4c12-8ce4-b2ca56b5dea5 HTTP/1.1" status: 404 len: 333 time: 0.0648167 Dec 21 22:14:34.617194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33916) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:34.620223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:34.620643 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:34.643661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f3f95-a1eb-450a-9a6c-a85c6a70bedb tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event deleted for resources: {'Subnet': ['ID=d2707153-8d1d-4790-a5f3-7f9f3df697e3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:34.658473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 7 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:34.666690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336f3f95-a1eb-450a-9a6c-a85c6a70bedb tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.673212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-336f3f95-a1eb-450a-9a6c-a85c6a70bedb tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "DELETE /v2.0/subnets/d2707153-8d1d-4790-a5f3-7f9f3df697e3 HTTP/1.1" status: 204 len: 168 time: 4.1242933 Dec 21 22:14:34.675088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33920) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:34.691509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 025f9a2d-772c-487b-ab49-a33e31460b03 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:34.692476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.716799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33053d2-63bf-4474-baca-6d9c6eb852c8 None None] Network 1f8a22bc-0137-4065-9b15-5c314401cd3a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:34.727599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Port': ['ID=bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:34.749452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:34.749822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:34.750191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:34.755475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.760105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0040aac5-b600-46d0-b61c-ddaf74f143b9 None None] Provisioning for port bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:34.793737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0040aac5-b600-46d0-b61c-ddaf74f143b9 None None] Provisioning complete for port bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:34.794003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0040aac5-b600-46d0-b61c-ddaf74f143b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.874451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:34.874827 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:34.875895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.888388 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 8 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:34.922910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf777-665a-4ade-b3f5-013b2c9c41cb req-31fd67d3-abbb-4661-89aa-cd87fcbd9933 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:34.924775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86bdf777-665a-4ade-b3f5-013b2c9c41cb req-31fd67d3-abbb-4661-89aa-cd87fcbd9933 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5533652 Dec 21 22:14:34.931267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:34.954203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:34.954558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:34.954943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:34.968706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ff86246d-52c1-48a7-9183-45d88600f5dc None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/7b4be6ed-ac35-40e1-8926-1683b751393a/4acf1d72-b4bf-4eee-bb29-601e302d806f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:35.021466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0040aac5-b600-46d0-b61c-ddaf74f143b9 None None] Port bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:35.031951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.078338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0040aac5-b600-46d0-b61c-ddaf74f143b9 None None] Could not find standard attr ID for object 1df745e2-9adc-4c12-8ce4-b2ca56b5dea5. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:14:35.120248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network 061cdbf4-cfdd-419e-b214-65be734dadc3 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:35.141504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:35.178836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:35.179195 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:35.229783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Deleting port 686db0ab-4a95-4a1b-8587-ee87bf01951a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:35.230516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.231256 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 9 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:35.256921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting port a99d3216-c634-4610-98c3-8afba711ff5a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:35.257634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.298364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:35.298875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:35.299169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:35.320316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:35.320813 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:35.341587 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 10 to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d Dec 21 22:14:35.361148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.369938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ff86246d-52c1-48a7-9183-45d88600f5dc None None] For port 4acf1d72-b4bf-4eee-bb29-601e302d806f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4acf1d72-b4bf-4eee-bb29-601e302d806f,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:35.383369 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86bdf777-665a-4ade-b3f5-013b2c9c41cb req-005aeefe-9d37-481a-8f70-c5be2278a23e tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441566 Dec 21 22:14:35.457105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-900cae8d-db69-47e9-b68f-decc7809910b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet 213c4d2e-0793-413c-8b9d-dbc27b2abc9c {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:35.463120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:35.464561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:35.465017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:35.465475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:35.475807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-900cae8d-db69-47e9-b68f-decc7809910b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.495215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff86246d-52c1-48a7-9183-45d88600f5dc None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.532178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:35.532783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6a87104-07f3-4cf3-88e1-5a3a82ee6ac3 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:35.549082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ff86246d-52c1-48a7-9183-45d88600f5dc None None] Ignored duplicate provisioning block setup for port 4acf1d72-b4bf-4eee-bb29-601e302d806f by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 21 22:14:35.591919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:35.592384 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c27e7253-4030-4df5-82ac-f0bfbe9ac51d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:35.592902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.595299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff86246d-52c1-48a7-9183-45d88600f5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.642788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-900cae8d-db69-47e9-b68f-decc7809910b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.655457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] DHCP port deletion for 1f8a22bc-0137-4065-9b15-5c314401cd3a request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:14:35.665846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-df75c653-b49f-4d94-b99a-2efd9b9321d0 None None] Provisioning for port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:35.712939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Deleting port a99d3216-c634-4610-98c3-8afba711ff5a {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:35.713345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.749309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-df75c653-b49f-4d94-b99a-2efd9b9321d0 None None] Provisioning complete for port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:35.749688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df75c653-b49f-4d94-b99a-2efd9b9321d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:35.947222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::1 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/7b4be6ed-ac35-40e1-8926-1683b751393a/5f363fed-04d9-4dc8-b7b4-509cd1de7fee) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:35.964638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] For port c27e7253-4030-4df5-82ac-f0bfbe9ac51d, host hv-neutron-8225, cleared binding levels {{(pid=88994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:35.965071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempted to set empty binding levels {{(pid=88994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 22:14:35.969612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a99d3216-c634-4610-98c3-8afba711ff5a no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:36.014619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.067428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86246d-52c1-48a7-9183-45d88600f5dc None None] Pushing event updated for resources: {'Port': ['ID=4acf1d72-b4bf-4eee-bb29-601e302d806f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:36.096847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-900cae8d-db69-47e9-b68f-decc7809910b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.159597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.248900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] For port a99d3216-c634-4610-98c3-8afba711ff5a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a99d3216-c634-4610-98c3-8afba711ff5a,segment=NetworkSegment(cfcbed32-ee60-464e-99d4-7fac3db64552),segment_id=cfcbed32-ee60-464e-99d4-7fac3db64552)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:36.249313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.307920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.393778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Calling delete_port for a99d3216-c634-4610-98c3-8afba711ff5a owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:36.429054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] For port 686db0ab-4a95-4a1b-8587-ee87bf01951a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=686db0ab-4a95-4a1b-8587-ee87bf01951a,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:36.429420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.444951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] For port a99d3216-c634-4610-98c3-8afba711ff5a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a99d3216-c634-4610-98c3-8afba711ff5a,segment=NetworkSegment(cfcbed32-ee60-464e-99d4-7fac3db64552),segment_id=cfcbed32-ee60-464e-99d4-7fac3db64552)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:36.445696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.510410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df75c653-b49f-4d94-b99a-2efd9b9321d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.543883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=c27e7253-4030-4df5-82ac-f0bfbe9ac51d,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:36.606276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.623017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Calling delete_port for 686db0ab-4a95-4a1b-8587-ee87bf01951a owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:36.642601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c8743daa-1369-4207-879d-23452f1a9444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.9253812 Dec 21 22:14:36.646792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33926) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:36.686602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.704637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Deleting port 2cef027a-8d82-4e69-87b9-fca11d2ef0d4 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:36.705016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.717444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Calling delete_port for a99d3216-c634-4610-98c3-8afba711ff5a owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:36.737732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-900cae8d-db69-47e9-b68f-decc7809910b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.780133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port a99d3216-c634-4610-98c3-8afba711ff5a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a99d3216-c634-4610-98c3-8afba711ff5a,segment=NetworkSegment(cfcbed32-ee60-464e-99d4-7fac3db64552),segment_id=cfcbed32-ee60-464e-99d4-7fac3db64552)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:36.791860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df75c653-b49f-4d94-b99a-2efd9b9321d0 None None] For port 6a784d58-f51b-42fa-a9b5-59d78823f9f1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6a784d58-f51b-42fa-a9b5-59d78823f9f1,segment=NetworkSegment(3fda3de4-00f6-43c3-8206-c7162eab187c),segment_id=3fda3de4-00f6-43c3-8206-c7162eab187c)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:36.811233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.812290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 5f363fed-04d9-4dc8-b7b4-509cd1de7fee will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:36.829267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cae8d-db69-47e9-b68f-decc7809910b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=213c4d2e-0793-413c-8b9d-dbc27b2abc9c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:36.839459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Deleting port c27e7253-4030-4df5-82ac-f0bfbe9ac51d {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:36.839850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.851170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Router f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:14:36.853119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:14:36.853490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:14:36.860418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df75c653-b49f-4d94-b99a-2efd9b9321d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.864238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:14:36.864694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:14:36.889503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c37f0d-e243-470f-8c73-a287f1f6cf84 None None] Network a354e351-635d-4ce4-a982-547cb81e1f64 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:36.904528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-900cae8d-db69-47e9-b68f-decc7809910b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:36.912216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=a99d3216-c634-4610-98c3-8afba711ff5a,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:36.944859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-900cae8d-db69-47e9-b68f-decc7809910b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/213c4d2e-0793-413c-8b9d-dbc27b2abc9c HTTP/1.1" status: 204 len: 168 time: 2.2925842 Dec 21 22:14:36.951557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33930) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:36.956985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.015936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=686db0ab-4a95-4a1b-8587-ee87bf01951a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:37.135626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.148164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a10d6c30-bbd6-440a-8273-3d6ae0e3877b None None] Provisioning complete for port bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:37.148670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a10d6c30-bbd6-440a-8273-3d6ae0e3877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.182514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75c653-b49f-4d94-b99a-2efd9b9321d0 None None] Pushing event updated for resources: {'Port': ['ID=6a784d58-f51b-42fa-a9b5-59d78823f9f1,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:37.234981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a10d6c30-bbd6-440a-8273-3d6ae0e3877b None None] Port bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:37.269866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a10d6c30-bbd6-440a-8273-3d6ae0e3877b None None] Provisioning complete for port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:37.270728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a10d6c30-bbd6-440a-8273-3d6ae0e3877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.300076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6fa17868-de49-4d87-95ee-f6fd06029da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.312496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.350135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.358278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting port a99d3216-c634-4610-98c3-8afba711ff5a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:37.358278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.370136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Deleting port a99d3216-c634-4610-98c3-8afba711ff5a {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:37.370559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.388130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:37.413095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:37.426923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.429919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d890d-144b-4f8c-a7d5-ea991bd0931f None None] Sync routers for ids ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:37.454273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d890d-144b-4f8c-a7d5-ea991bd0931f None None] Routers {'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:37.455625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5a5d890d-144b-4f8c-a7d5-ea991bd0931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:37.566727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] DHCP port deletion for a354e351-635d-4ce4-a982-547cb81e1f64 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:14:37.572080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:37.578327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] Deleting port 025f9a2d-772c-487b-ab49-a33e31460b03 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:37.578749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.604117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Calling delete_port for 2cef027a-8d82-4e69-87b9-fca11d2ef0d4 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:37.614768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-506a3339-e16e-4259-aa46-9e4bb90510ea tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "PUT /v2.0/routers/f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9766777 Dec 21 22:14:37.636186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5a5d890d-144b-4f8c-a7d5-ea991bd0931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:37.641179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:37.642333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33934) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:37.653604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:37.654423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.661830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 025f9a2d-772c-487b-ab49-a33e31460b03 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:37.662344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.693577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d890d-144b-4f8c-a7d5-ea991bd0931f None None] Routers {'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:37.695195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5a5d890d-144b-4f8c-a7d5-ea991bd0931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:37.698101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] For port a99d3216-c634-4610-98c3-8afba711ff5a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a99d3216-c634-4610-98c3-8afba711ff5a,segment=NetworkSegment(cfcbed32-ee60-464e-99d4-7fac3db64552),segment_id=cfcbed32-ee60-464e-99d4-7fac3db64552)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:37.698543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.700964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] For port c27e7253-4030-4df5-82ac-f0bfbe9ac51d, host hv-neutron-8225, got binding levels [] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:37.701507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:37.808518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5a5d890d-144b-4f8c-a7d5-ea991bd0931f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:37.810167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d890d-144b-4f8c-a7d5-ea991bd0931f None None] The sync data for ids ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:37.894419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Calling delete_port for c27e7253-4030-4df5-82ac-f0bfbe9ac51d owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:37.908015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Calling delete_port for a99d3216-c634-4610-98c3-8afba711ff5a owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:38.210869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] For port 025f9a2d-772c-487b-ab49-a33e31460b03, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=025f9a2d-772c-487b-ab49-a33e31460b03,segment=NetworkSegment(b070c27d-7dec-499d-8d14-4d386e59ecce),segment_id=b070c27d-7dec-499d-8d14-4d386e59ecce)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:38.212543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.231683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.251701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.271623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6a784d58-f51b-42fa-a9b5-59d78823f9f1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:38.388658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event deleted for resources: {'Port': ['ID=c27e7253-4030-4df5-82ac-f0bfbe9ac51d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:38.398194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.399733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.403640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.468177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.524214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] For port 025f9a2d-772c-487b-ab49-a33e31460b03, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=025f9a2d-772c-487b-ab49-a33e31460b03,segment=NetworkSegment(b070c27d-7dec-499d-8d14-4d386e59ecce),segment_id=b070c27d-7dec-499d-8d14-4d386e59ecce)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:38.524667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.543702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41b37da7-4a99-45b1-9b6f-3c2bf86904b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c27e7253-4030-4df5-82ac-f0bfbe9ac51d HTTP/1.1" status: 204 len: 168 time: 1.8957760 Dec 21 22:14:38.548489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33938) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:38.626209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6662f57-2e1b-4e6f-8e1f-295195685a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:14:38.631744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6662f57-2e1b-4e6f-8e1f-295195685a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "GET /v2.0/ports/c27e7253-4030-4df5-82ac-f0bfbe9ac51d HTTP/1.1" status: 404 len: 333 time: 0.0666084 Dec 21 22:14:38.638170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33942) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:38.642419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] For port a99d3216-c634-4610-98c3-8afba711ff5a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a99d3216-c634-4610-98c3-8afba711ff5a,segment=NetworkSegment(cfcbed32-ee60-464e-99d4-7fac3db64552),segment_id=cfcbed32-ee60-464e-99d4-7fac3db64552)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:38.642825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.655757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Request body: {'port': {'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983196307'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:38.660656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:38.664758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Usage tracker for resource:port and tenant:54a6f73982424ff3a616c29106d72de8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:38.666168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] Pushing event deleted for resources: {'Port': ['ID=a99d3216-c634-4610-98c3-8afba711ff5a,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:38.668799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:38.675744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:38.682969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] Calling delete_port for 025f9a2d-772c-487b-ab49-a33e31460b03 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:38.684615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.685362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 231a5e70-eb31-4452-9855-b990de2e65e7 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:38.687418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 025f9a2d-772c-487b-ab49-a33e31460b03 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:38.709700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.710970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ecbc8e3-41b8-40bc-afcf-733ea0e0fd5e admin admin] 10.222.0.30 "DELETE /v2.0/routers/231a5e70-eb31-4452-9855-b990de2e65e7 HTTP/1.1" status: 204 len: 168 time: 8.1610711 Dec 21 22:14:38.718691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33946) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:38.737019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f1d9f-e680-45f6-bf29-4ad67e87e4f6 None None] No DVR routers for this DVR port a99d3216-c634-4610-98c3-8afba711ff5a on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:14:38.767510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:38.767924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.793885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.884601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cc216641-e833-44e7-85a6-a786eae9d723 None None] Provisioning for port 4acf1d72-b4bf-4eee-bb29-601e302d806f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:38.901945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.946985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:38.959721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Calling delete_port for a99d3216-c634-4610-98c3-8afba711ff5a owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:38.987716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Made reservation on behalf of 54a6f73982424ff3a616c29106d72de8 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:39.011549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] Pushing event deleted for resources: {'Port': ['ID=025f9a2d-772c-487b-ab49-a33e31460b03,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:39.017537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.036200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1503c5-3c70-4bc1-9833-ce73569cde99 None None] No DVR routers for this DVR port 025f9a2d-772c-487b-ab49-a33e31460b03 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:14:39.043726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4acf1d72-b4bf-4eee-bb29-601e302d806f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:39.099217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1058c2-0e92-4b9b-a3cd-47380849fa6f None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:14:39.155887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:14:39.156266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:14:39.161111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] device_id is not set on port 00426a4f-122a-47ef-b878-338223d27ab3 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:39.210461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a68f5ce0-7a63-4c7e-8d5d-9df21e00eb4a None None] Provisioning for port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:39.224851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a68f5ce0-7a63-4c7e-8d5d-9df21e00eb4a None None] Provisioning complete for port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:39.225267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a68f5ce0-7a63-4c7e-8d5d-9df21e00eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.236520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event deleted for resources: {'Port': ['ID=2cef027a-8d82-4e69-87b9-fca11d2ef0d4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:39.303987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8437d7a-509d-4685-85d6-5b988236471e admin admin] Deleting subnet c55115a1-106d-4050-9dc3-328f360cff97 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:39.323860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8437d7a-509d-4685-85d6-5b988236471e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.327704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a68f5ce0-7a63-4c7e-8d5d-9df21e00eb4a None None] Port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:39.340968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1058c2-0e92-4b9b-a3cd-47380849fa6f None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:14:39.352637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 4acf1d72-b4bf-4eee-bb29-601e302d806f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:39.365121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4acf1d72-b4bf-4eee-bb29-601e302d806f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:39.365538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.432787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:14:39.433365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:14:39.469675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting port a99d3216-c634-4610-98c3-8afba711ff5a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:39.469675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.475580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8437d7a-509d-4685-85d6-5b988236471e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.606996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] The port 'a99d3216-c634-4610-98c3-8afba711ff5a' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:14:39.639793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.725330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 4acf1d72-b4bf-4eee-bb29-601e302d806f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4acf1d72-b4bf-4eee-bb29-601e302d806f,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:39.750230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.759459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.794554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.842706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.892027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8a22bc-0137-4065-9b15-5c314401cd3a']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:39.898006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 025f9a2d-772c-487b-ab49-a33e31460b03 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:39.913971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcbed32-ee60-464e-99d4-7fac3db64552') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:39.914312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcbed32-ee60-464e-99d4-7fac3db64552') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:39.930760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.935174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 025f9a2d-772c-487b-ab49-a33e31460b03 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:39.935561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.983232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:39.986520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 025f9a2d-772c-487b-ab49-a33e31460b03 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:39.986924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 025f9a2d-772c-487b-ab49-a33e31460b03 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:39.993925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.005647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:40.006175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.021811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.034761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=4acf1d72-b4bf-4eee-bb29-601e302d806f,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:40.047247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3cb776fe-48f8-49b5-8887-8ffabdfab0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:40.064212 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:40.068576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 686db0ab-4a95-4a1b-8587-ee87bf01951a no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:40.109188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 686db0ab-4a95-4a1b-8587-ee87bf01951a {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:40.109932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 686db0ab-4a95-4a1b-8587-ee87bf01951a not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:40.160164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] The port '025f9a2d-772c-487b-ab49-a33e31460b03' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:14:40.174463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.177643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.212526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8437d7a-509d-4685-85d6-5b988236471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.251928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:40.261476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:40.272920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=00426a4f-122a-47ef-b878-338223d27ab3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:40.272920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:40.272920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:40.273411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.273575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.273653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.280204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.296266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.305342 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-7e4a07e9-3b95-45f9-8a8f-974251000df2 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:14:40.308519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e4a07e9-3b95-45f9-8a8f-974251000df2 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "PUT /v2.0/routers/f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6508486 Dec 21 22:14:40.315093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33950) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:40.326558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.352483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event deleted for resources: {'Network': ['ID=1f8a22bc-0137-4065-9b15-5c314401cd3a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:40.360510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8222bd2b-06f4-4e8f-824c-0e78455e5b64 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "DELETE /v2.0/networks/1f8a22bc-0137-4065-9b15-5c314401cd3a HTTP/1.1" status: 204 len: 168 time: 5.6615896 Dec 21 22:14:40.361131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33954) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:40.433900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-375fd86a-61df-467c-b05e-436781d32a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7942450 Dec 21 22:14:40.438867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33958) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:40.459090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:40.541135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Deleting port e0b6caa7-5070-4bdb-8b7b-9a97825c190d {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:40.541505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.742283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.742571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.804926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.874362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-98729ac5-b616-4315-b575-e60957b0b0fd None None] Provisioning complete for port 4acf1d72-b4bf-4eee-bb29-601e302d806f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:40.874903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98729ac5-b616-4315-b575-e60957b0b0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:40.876043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Calling delete_port for e0b6caa7-5070-4bdb-8b7b-9a97825c190d owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:40.924215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:41.015034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-98729ac5-b616-4315-b575-e60957b0b0fd None None] Provisioning complete for port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:41.015377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98729ac5-b616-4315-b575-e60957b0b0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.022585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a354e351-635d-4ce4-a982-547cb81e1f64']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:41.064024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.076563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-98729ac5-b616-4315-b575-e60957b0b0fd None None] Port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:41.085991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b070c27d-7dec-499d-8d14-4d386e59ecce') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:41.086338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b070c27d-7dec-499d-8d14-4d386e59ecce') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:41.094364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8437d7a-509d-4685-85d6-5b988236471e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.117523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Pushing event deleted for resources: {'Port': ['ID=e0b6caa7-5070-4bdb-8b7b-9a97825c190d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:41.140054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.140677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Fanout notify agent at l3_agent the message router_deleted on router 3427d392-ae21-4ddc-956c-7331078561e2 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:41.156129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.180254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8437d7a-509d-4685-85d6-5b988236471e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55115a1-106d-4050-9dc3-328f360cff97,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:41.223953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.228598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674282ff-1416-47d7-9c82-da795deb0114 None None] Network be7f4ef3-5a29-465e-8259-f1fba0d6883d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:41.230979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8437d7a-509d-4685-85d6-5b988236471e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.259835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.277395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:41.277853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:41.300293 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:41.327872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:41.331982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8437d7a-509d-4685-85d6-5b988236471e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c55115a1-106d-4050-9dc3-328f360cff97 HTTP/1.1" status: 204 len: 168 time: 2.6016295 Dec 21 22:14:41.345455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.346695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de4650db-6be5-49b8-9b05-4fb81ef41f72 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/3427d392-ae21-4ddc-956c-7331078561e2 HTTP/1.1" status: 204 len: 168 time: 7.3934188 Dec 21 22:14:41.348409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:41.351491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33964) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:41.445613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 33966) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:41.468425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.486456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.534667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.537203 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a0c71c9a-58fd-4583-af70-2a65a5e5fbc1 tempest-FloatingIPAdminTestJSON-422310152 tempest-FloatingIPAdminTestJSON-422310152-project] 10.222.0.30 "DELETE /v2.0/floatingips/aca13f2c-8ef5-4a32-bca3-112e021272bf HTTP/1.1" status: 204 len: 168 time: 1.1750195 Dec 21 22:14:41.554511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] DHCP port deletion for be7f4ef3-5a29-465e-8259-f1fba0d6883d request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:14:41.557727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1231972238', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:41.558501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] Deleting port 603266c5-4c7c-4316-88f9-5fc50a7de38e {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:41.558905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.637779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:41.655454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Usage tracker for resource:router and tenant:d8b0329643c64e58bbe2f62a77c61202 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:41.678944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:41.705628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:41.770259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.830431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] For port 603266c5-4c7c-4316-88f9-5fc50a7de38e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=603266c5-4c7c-4316-88f9-5fc50a7de38e,segment=NetworkSegment(23060847-f58b-4724-8f07-75e6ea76f486),segment_id=23060847-f58b-4724-8f07-75e6ea76f486)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:41.830872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.894062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.926567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Network': ['ID=a354e351-635d-4ce4-a982-547cb81e1f64,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:41.939176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-32eb0425-7350-4c3f-9887-268aed27065a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/networks/a354e351-635d-4ce4-a982-547cb81e1f64 HTTP/1.1" status: 204 len: 168 time: 4.9835668 Dec 21 22:14:41.945414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:41.946838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33976) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:41.954686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2027669000'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:41.961794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:41.966036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:network and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:41.969708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:41.977886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:41.979756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] Calling delete_port for 603266c5-4c7c-4316-88f9-5fc50a7de38e owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:42.009465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9b3b0914-32c9-433e-b0ea-c4d845a1da31 None None] Provisioning complete for port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:42.013412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0914-32c9-433e-b0ea-c4d845a1da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.013792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.013792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.036579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:42.043817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.105397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33980) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:42.128519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:14:42.134950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4acf1d72-b4bf-4eee-bb29-601e302d806f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:42.151198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.156795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Added segment 16bd0947-36c1-438c-902b-e55561fb48b4 of type vlan for network 3eb549b2-0760-4d78-96db-14226521d456 Dec 21 22:14:42.188077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Deleting port 603266c5-4c7c-4316-88f9-5fc50a7de38e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:42.188481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.191174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.194741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b0914-32c9-433e-b0ea-c4d845a1da31 None None] Port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:42.239680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.253020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.258764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:42.259752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.282301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] The port '603266c5-4c7c-4316-88f9-5fc50a7de38e' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:14:42.294514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] Pushing event deleted for resources: {'Port': ['ID=603266c5-4c7c-4316-88f9-5fc50a7de38e,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:42.304839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32e7ef-4b97-4e53-80b0-2b7028f41c50 None None] No DVR routers for this DVR port 603266c5-4c7c-4316-88f9-5fc50a7de38e on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:14:42.312871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3641267 Dec 21 22:14:42.320418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33986) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:42.321522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4acf1d72-b4bf-4eee-bb29-601e302d806f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:42.322044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.352326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '3eb549b2-0760-4d78-96db-14226521d456', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:42.489379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb97c40-3b85-4132-bf63-9e4983ac7126 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Network': ['ID=3eb549b2-0760-4d78-96db-14226521d456,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:42.503367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3eb549b2-0760-4d78-96db-14226521d456 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:42.525911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 603266c5-4c7c-4316-88f9-5fc50a7de38e no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:42.580390 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-43283081-9d3d-45f8-b382-8171e1fbd6e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4cae380cb4e499f98ece64a96b3a1e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4717770 Dec 21 22:14:42.585887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33990) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:42.602750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:42.611396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:42.617782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:42.635350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:42.639857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.681514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:42.699725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6557d2fe-be0e-424c-a899-316f84eeb26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.752926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] device_id is not set on port 00426a4f-122a-47ef-b878-338223d27ab3 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:42.755253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 603266c5-4c7c-4316-88f9-5fc50a7de38e {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:42.755650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 603266c5-4c7c-4316-88f9-5fc50a7de38e not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:42.799191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6557d2fe-be0e-424c-a899-316f84eeb26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.814875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.824378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.840532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:42.945476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.004630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Transition to ACTIVE for port object 00426a4f-122a-47ef-b878-338223d27ab3 will not be triggered until provisioned by entity L2. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:43.013317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7f4ef3-5a29-465e-8259-f1fba0d6883d']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:43.026304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6557d2fe-be0e-424c-a899-316f84eeb26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.054636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557d2fe-be0e-424c-a899-316f84eeb26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4dc5c6-53c1-4757-bb93-a56dde9d6977,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:43.069672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6557d2fe-be0e-424c-a899-316f84eeb26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.073558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6557d2fe-be0e-424c-a899-316f84eeb26f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce4dc5c6-53c1-4757-bb93-a56dde9d6977 HTTP/1.1" status: 204 len: 168 time: 0.4825599 Dec 21 22:14:43.086934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23060847-f58b-4724-8f07-75e6ea76f486') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:43.087270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23060847-f58b-4724-8f07-75e6ea76f486') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:43.100471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.150394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.156833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.242171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=f69af9a3-efb7-4f9e-a26d-9b506250bbb5,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:43.257723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking segment: {'id': '16bd0947-36c1-438c-902b-e55561fb48b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3eb549b2-0760-4d78-96db-14226521d456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:43.258165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network hostable DHCP agents. Network: 3eb549b2-0760-4d78-96db-14226521d456, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:14:43.276981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.280398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.325256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 3eb549b2-0760-4d78-96db-14226521d456 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:14:43.352823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:43.353266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.355080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3eb549b2-0760-4d78-96db-14226521d456) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:43.359586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:43.360602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.368578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00422c9-61e5-4b66-9f88-38cc9c46d7f9 None None] Network 3eb549b2-0760-4d78-96db-14226521d456 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:43.380196 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:43.395566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=00426a4f-122a-47ef-b878-338223d27ab3,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:43.412201 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de65971f-c0b5-4ab1-8e21-fc4ab676bbec tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0882328 Dec 21 22:14:43.415118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 33998) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:43.421966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '3eb549b2-0760-4d78-96db-14226521d456', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1980836057'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:43.562128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:43.562683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:43.562803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:43.568662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.581897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:43.587654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:43.591109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:43.599283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:43.602209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.622218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] Pushing event deleted for resources: {'Network': ['ID=be7f4ef3-5a29-465e-8259-f1fba0d6883d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:43.627077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:43.627466 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:43.634168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 2 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:43.641224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:43.651344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.663214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-3eb549b2-0760-4d78-96db-14226521d456', 'network_id': '3eb549b2-0760-4d78-96db-14226521d456', 'tenant_id': '4f972e5a82574e889ce311abf4510be3', 'fixed_ips': [{'subnet_id': 'f69af9a3-efb7-4f9e-a26d-9b506250bbb5'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:14:43.664425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.678248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 5c691276-8520-4f37-944f-cd530e010565 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:43.696199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Router d40cdcbb-fdb6-4d58-a574-16f44706b4d9 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:14:43.714260 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41d7e514-54e5-41b7-8375-1991a526202c admin admin] 10.222.0.30 "DELETE /v2.0/networks/be7f4ef3-5a29-465e-8259-f1fba0d6883d HTTP/1.1" status: 204 len: 168 time: 2.2932765 Dec 21 22:14:43.714260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:43.714260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:43.714260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:43.727029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34002) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:43.752271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.789234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:43.789598 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:43.793666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 3 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:43.836928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:43.841002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] Usage tracker for resource:security_group_rule and tenant:57fc24776ebf4bef81dd1a18de28856f is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:43.844039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:43.851396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:43.867584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Allocated IP 2001:db8::2 (3eb549b2-0760-4d78-96db-14226521d456/f69af9a3-efb7-4f9e-a26d-9b506250bbb5/00de64af-6476-4631-abd5-f506ff317c55) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:43.929666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:43.949682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:43.950062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:43.950444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:43.978331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.011127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:44.011559 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:44.015068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 4 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:44.034381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fbc529-9c6f-4dbf-9076-d9f542a51825,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:44.043984 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9806f721-1d51-42e7-a5b9-02948d7449d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57fc24776ebf4bef81dd1a18de28856f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3158350 Dec 21 22:14:44.044772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34008) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:44.110648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:44.111026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:44.111406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:44.138854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1772b8-7b57-4a35-bb06-0d40c7bdb2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.146309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.163594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Transition to ACTIVE for port object 00de64af-6476-4631-abd5-f506ff317c55 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:44.166727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34012) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:44.168651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.185621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Transition to ACTIVE for port object 00de64af-6476-4631-abd5-f506ff317c55 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:44.197482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1772b8-7b57-4a35-bb06-0d40c7bdb2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.199288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:44.199622 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:44.205751 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 5 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:44.211757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.249943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.293915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Network 3eb549b2-0760-4d78-96db-14226521d456 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:44.298337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:44.301461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:44.306169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Pushing event updated for resources: {'Port': ['ID=00de64af-6476-4631-abd5-f506ff317c55,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:44.330021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:44.330400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:44.330805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:44.334417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::325 (3eb549b2-0760-4d78-96db-14226521d456/f69af9a3-efb7-4f9e-a26d-9b506250bbb5/5c691276-8520-4f37-944f-cd530e010565) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:44.342838 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eded502a-cf3e-4585-9698-bac9e12589fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6be5c586317b4b7ba5a7875414e9e6f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1749804 Dec 21 22:14:44.349356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34016) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:44.407718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Attempting to bind port 00de64af-6476-4631-abd5-f506ff317c55 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:44.407952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:44.408385 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:44.408537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Attempting to bind port 00de64af-6476-4631-abd5-f506ff317c55 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '16bd0947-36c1-438c-902b-e55561fb48b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3eb549b2-0760-4d78-96db-14226521d456'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:44.409031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Attempting to bind port 00de64af-6476-4631-abd5-f506ff317c55 on network 3eb549b2-0760-4d78-96db-14226521d456 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:44.412089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 6 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:44.417408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:44.417633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Checking segment: {'id': '16bd0947-36c1-438c-902b-e55561fb48b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3eb549b2-0760-4d78-96db-14226521d456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:44.418190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.418734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Bound using segment: {'id': '16bd0947-36c1-438c-902b-e55561fb48b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3eb549b2-0760-4d78-96db-14226521d456'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:44.419368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Bound port: 00de64af-6476-4631-abd5-f506ff317c55, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bd0947-36c1-438c-902b-e55561fb48b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3eb549b2-0760-4d78-96db-14226521d456'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:44.419889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.421051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1772b8-7b57-4a35-bb06-0d40c7bdb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.473309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1772b8-7b57-4a35-bb06-0d40c7bdb2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fbc529-9c6f-4dbf-9076-d9f542a51825,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:44.484324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:44.484843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:44.485082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:44.503337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:44.518542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Sync routers for ids ['d40cdcbb-fdb6-4d58-a574-16f44706b4d9'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:44.520762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:44.521133 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:44.524438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 7 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:44.546493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] For port 00de64af-6476-4631-abd5-f506ff317c55, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:44.548808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1772b8-7b57-4a35-bb06-0d40c7bdb2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.549718 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-881821c9-9a0c-4b1e-bd8a-549bae022b6b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "PUT /v2.0/routers/d40cdcbb-fdb6-4d58-a574-16f44706b4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1593807 Dec 21 22:14:44.551973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] For port 00de64af-6476-4631-abd5-f506ff317c55, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=00de64af-6476-4631-abd5-f506ff317c55,segment=NetworkSegment(16bd0947-36c1-438c-902b-e55561fb48b4),segment_id=16bd0947-36c1-438c-902b-e55561fb48b4)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:44.553876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eb1772b8-7b57-4a35-bb06-0d40c7bdb2b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79fbc529-9c6f-4dbf-9076-d9f542a51825 HTTP/1.1" status: 204 len: 168 time: 0.5073626 Dec 21 22:14:44.555784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34020) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:44.557278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Routers {'d40cdcbb-fdb6-4d58-a574-16f44706b4d9'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:44.558047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d40cdcbb-fdb6-4d58-a574-16f44706b4d9'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:44.568978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:44.568978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:44.569542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:44.572061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Allocated IP 172.26.6.250 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/4aa6a03e-3964-44ec-a5dc-ccaed07f459f) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:44.620000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.621687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:44.622064 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:44.628569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 8 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:44.652922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e7f9-85f5-4628-892a-c1f3dd02d425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.682512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e7f9-85f5-4628-892a-c1f3dd02d425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.688832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:44.689212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:44.689592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:44.771235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4fe140-94ff-44e1-941e-a928b0fa230d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:44.771977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc4fe140-94ff-44e1-941e-a928b0fa230d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:44.777402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.787125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e7f9-85f5-4628-892a-c1f3dd02d425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.827618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0e7f9-85f5-4628-892a-c1f3dd02d425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a972f9f9-af90-48ce-a890-192c0aca489e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:44.839231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158a0a9-a6f7-4472-84e5-5581a0504728 None None] Pushing event updated for resources: {'Port': ['ID=00de64af-6476-4631-abd5-f506ff317c55,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:44.840131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e7f9-85f5-4628-892a-c1f3dd02d425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:44.842162 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1ba0e7f9-85f5-4628-892a-c1f3dd02d425 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a972f9f9-af90-48ce-a890-192c0aca489e HTTP/1.1" status: 204 len: 168 time: 0.4902940 Dec 21 22:14:44.849571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Set router d40cdcbb-fdb6-4d58-a574-16f44706b4d9 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:44.865453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object 5c691276-8520-4f37-944f-cd530e010565 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:44.867163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc4fe140-94ff-44e1-941e-a928b0fa230d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:44.872769 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc4fe140-94ff-44e1-941e-a928b0fa230d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports/5f363fed-04d9-4dc8-b7b4-509cd1de7fee HTTP/1.1" status: 200 len: 911 time: 0.3111815 Dec 21 22:14:44.873869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34028) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:45.015870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2208f1-2fd2-41e5-bc53-3de991bc0400 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:45.021432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2208f1-2fd2-41e5-bc53-3de991bc0400 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:45.026851 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b2208f1-2fd2-41e5-bc53-3de991bc0400 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1503084 Dec 21 22:14:45.027744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34032) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:45.034181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:45.034716 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:45.045554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 9 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:45.099743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:45.106064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:45.115818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:45.129843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.202302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:45.202719 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:45.216376 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 10 to bind port 00426a4f-122a-47ef-b878-338223d27ab3 Dec 21 22:14:45.224642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=5c691276-8520-4f37-944f-cd530e010565,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:45.256595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.273124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:45.273506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:45.273902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:45.287715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Deleting port bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:45.293656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.310398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 3eb549b2-0760-4d78-96db-14226521d456 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:45.317981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:45.321637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:45.326090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:45.327113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.374295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:45.374933 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port 00426a4f-122a-47ef-b878-338223d27ab3 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:45.374933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.398707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'name': 'tempest-NetworksTestDHCPv6-router-767792527', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:14:33Z', 'updated_at': '2021-12-21T22:14:38Z', 'revision_number': 2, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None, '_interfaces': [{'id': '5f363fed-04d9-4dc8-b7b4-509cd1de7fee', 'name': '', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b4be6ed-ac35-40e1-8926-1683b751393a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:14:35Z', 'updated_at': '2021-12-21T22:14:39Z', 'revision_number': 2, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'subnets': [{'id': '7b4be6ed-ac35-40e1-8926-1683b751393a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:45.399200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-98970fae-07fc-4da3-88d5-1bac47ac4248 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9758880 Dec 21 22:14:45.399200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34040) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:45.428431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Checking router: d40cdcbb-fdb6-4d58-a574-16f44706b4d9 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:14:45.428431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Updating router d40cdcbb-fdb6-4d58-a574-16f44706b4d9 port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:14:45.448541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34044) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:45.527296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.578795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.715987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bea45192-4eb6-4e60-878e-e720a04a92c8 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 5c691276-8520-4f37-944f-cd530e010565 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:45.716596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bea45192-4eb6-4e60-878e-e720a04a92c8 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.764098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:45.768860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] Usage tracker for resource:security_group_rule and tenant:b1fa287f0b7c4e1f974ca759831189f5 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:45.773246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:45.777950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.789846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:45.850314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:45.992691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.008281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Transition to ACTIVE for port object 5f363fed-04d9-4dc8-b7b4-509cd1de7fee will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:46.025557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Calling delete_port for bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:46.041476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.085506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] For port 00426a4f-122a-47ef-b878-338223d27ab3, host hv-neutron-8225, cleared binding levels {{(pid=88994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:46.085928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempted to set empty binding levels {{(pid=88994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 22:14:46.116881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:46.132382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:46.141745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.147070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:46.181373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event updated for resources: {'Port': ['ID=4aa6a03e-3964-44ec-a5dc-ccaed07f459f,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:46.322675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 00de64af-6476-4631-abd5-f506ff317c55 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:46.353414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.439023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bea45192-4eb6-4e60-878e-e720a04a92c8 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.480283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ec98a-8ceb-42a1-9756-a2d8fa3c2ed5 None None] Pushing event updated for resources: {'Port': ['ID=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:46.498973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Attempting to bind port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:46.499397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Attempting to bind port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:46.499809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Attempting to bind port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:46.521288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:14:46.522131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:14:46.522803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.524099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:14:46.525005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Bound port: 5f363fed-04d9-4dc8-b7b4-509cd1de7fee, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:14:46.525804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.547233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 00de64af-6476-4631-abd5-f506ff317c55 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:46.563423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.609695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] In _notify_port_updated(), no bound segment for port 00426a4f-122a-47ef-b878-338223d27ab3 on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:14:46.610973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.615485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "PUT /v2.0/ports/00426a4f-122a-47ef-b878-338223d27ab3 HTTP/1.1" status: 200 len: 981 time: 6.1689613 Dec 21 22:14:46.622157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34064) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:46.632991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.638339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bea45192-4eb6-4e60-878e-e720a04a92c8 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 5c691276-8520-4f37-944f-cd530e010565 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:46.697826 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1fa287f0b7c4e1f974ca759831189f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2454519 Dec 21 22:14:46.699303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34068) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:46.724577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] For port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:14:46.728834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] For port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:14:46.756468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:46.867968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfae486-f20e-415e-bb51-47987adec886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=00426a4f-122a-47ef-b878-338223d27ab3,revision_number=3']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:46.912096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ec98a-8ceb-42a1-9756-a2d8fa3c2ed5 None None] Pushing event updated for resources: {'Port': ['ID=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:46.941362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Routers {'d40cdcbb-fdb6-4d58-a574-16f44706b4d9'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:46.942583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d40cdcbb-fdb6-4d58-a574-16f44706b4d9'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:47.067240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dde0db-a03a-40a3-a9ea-6d39cff53c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56cd91-4fb3-40b9-b9a5-4cadf7da91f2,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:47.073167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Port': ['ID=bd67a84b-dcd7-4eb2-92af-cd9aeafadb7d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:47.220562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:47.235570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] Set router d40cdcbb-fdb6-4d58-a574-16f44706b4d9 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:47.237939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:47.313838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb637-8b61-474e-a94e-ef1f8df22d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:47.470390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e70c773b-b091-4cb1-8480-eafea5b7b6a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Synchronizing usage tracker for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:47.482353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb637-8b61-474e-a94e-ef1f8df22d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:47.581475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:47.583059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:47.664648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a744a48-d92f-43e2-9aa2-64fba410b245 None None] Network 3eb549b2-0760-4d78-96db-14226521d456 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:47.881221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e70c773b-b091-4cb1-8480-eafea5b7b6a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Unset dirty status for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:47.882540 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e70c773b-b091-4cb1-8480-eafea5b7b6a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17231 time: 1.1858308 Dec 21 22:14:47.888831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34080) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:47.891800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb637-8b61-474e-a94e-ef1f8df22d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:47.903831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bea45192-4eb6-4e60-878e-e720a04a92c8 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.037355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Deleting port 00426a4f-122a-47ef-b878-338223d27ab3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:48.041582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.183478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'name': 'tempest-NetworksTestDHCPv6-router-767792527', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:14:33Z', 'updated_at': '2021-12-21T22:14:38Z', 'revision_number': 2, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None, '_interfaces': [{'id': '5f363fed-04d9-4dc8-b7b4-509cd1de7fee', 'name': '', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b4be6ed-ac35-40e1-8926-1683b751393a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:14:35Z', 'updated_at': '2021-12-21T22:14:46Z', 'revision_number': 4, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'subnets': [{'id': '7b4be6ed-ac35-40e1-8926-1683b751393a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:48.187309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea45192-4eb6-4e60-878e-e720a04a92c8 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=5c691276-8520-4f37-944f-cd530e010565,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:48.189811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6eb637-8b61-474e-a94e-ef1f8df22d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56cd91-4fb3-40b9-b9a5-4cadf7da91f2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:48.206481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f850f8-7401-4ebb-9ad9-df01ed5995e4 None None] The sync data for ids ['d40cdcbb-fdb6-4d58-a574-16f44706b4d9'] in dv-neutron-822521-1-hyperv is: [{'id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'name': 'tempest-NetworksTestDHCPv6-router-767792527', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:14:33Z', 'updated_at': '2021-12-21T22:14:38Z', 'revision_number': 2, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None, '_interfaces': [{'id': '5f363fed-04d9-4dc8-b7b4-509cd1de7fee', 'name': '', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'mac_address': 'fa:16:3e:c8:54:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b4be6ed-ac35-40e1-8926-1683b751393a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:14:35Z', 'updated_at': '2021-12-21T22:14:46Z', 'revision_number': 4, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'subnets': [{'id': '7b4be6ed-ac35-40e1-8926-1683b751393a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:48.217265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bea45192-4eb6-4e60-878e-e720a04a92c8 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.220374 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bea45192-4eb6-4e60-878e-e720a04a92c8 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/5c691276-8520-4f37-944f-cd530e010565 HTTP/1.1" status: 204 len: 168 time: 2.8191237 Dec 21 22:14:48.234854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34088) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:48.248375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53fa124f-0a1b-4726-b372-f614e8a0ba10 None None] Provisioning for port 00de64af-6476-4631-abd5-f506ff317c55 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:48.249012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf6eb637-8b61-474e-a94e-ef1f8df22d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.250339 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf6eb637-8b61-474e-a94e-ef1f8df22d1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d56cd91-4fb3-40b9-b9a5-4cadf7da91f2 HTTP/1.1" status: 204 len: 168 time: 1.5477650 Dec 21 22:14:48.277597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53fa124f-0a1b-4726-b372-f614e8a0ba10 None None] Provisioning complete for port 00de64af-6476-4631-abd5-f506ff317c55 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:48.278118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53fa124f-0a1b-4726-b372-f614e8a0ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.387989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Router f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:14:48.483633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53fa124f-0a1b-4726-b372-f614e8a0ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.578320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-53fa124f-0a1b-4726-b372-f614e8a0ba10 None None] For port 00de64af-6476-4631-abd5-f506ff317c55, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=00de64af-6476-4631-abd5-f506ff317c55,segment=NetworkSegment(16bd0947-36c1-438c-902b-e55561fb48b4),segment_id=16bd0947-36c1-438c-902b-e55561fb48b4)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:48.614178 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-075bf759-d0cc-4fb4-898d-59cdb3252b8c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:14:48.615022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-075bf759-d0cc-4fb4-898d-59cdb3252b8c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:48.622432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:48.622788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.646557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53fa124f-0a1b-4726-b372-f614e8a0ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.652436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:48.673297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcfbef-9d04-4bff-b199-6cfa48e10975 None None] Sync routers for ids ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:48.702212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] For port 00426a4f-122a-47ef-b878-338223d27ab3, host hv-neutron-8225, got binding levels [] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:48.702621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:48.704685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcfbef-9d04-4bff-b199-6cfa48e10975 None None] Routers {'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:48.705365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8bcfbef-9d04-4bff-b199-6cfa48e10975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:48.739939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5859440f-6037-49eb-bc1e-26c5b41ee301 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "PUT /v2.0/routers/f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4108222 Dec 21 22:14:48.744161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34100) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:48.829685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Router e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:14:48.891877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8bcfbef-9d04-4bff-b199-6cfa48e10975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:48.906660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa124f-0a1b-4726-b372-f614e8a0ba10 None None] Pushing event updated for resources: {'Port': ['ID=00de64af-6476-4631-abd5-f506ff317c55,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:48.922372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcfbef-9d04-4bff-b199-6cfa48e10975 None None] Routers {'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:48.923726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8bcfbef-9d04-4bff-b199-6cfa48e10975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:48.931444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d86562d9-a27b-432b-9786-562bf3898e95 None None] Provisioning complete for port 00de64af-6476-4631-abd5-f506ff317c55 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:48.932053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d86562d9-a27b-432b-9786-562bf3898e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:49.026163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-075bf759-d0cc-4fb4-898d-59cdb3252b8c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:49.027185 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-075bf759-d0cc-4fb4-898d-59cdb3252b8c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/5c691276-8520-4f37-944f-cd530e010565 HTTP/1.1" status: 404 len: 333 time: 0.7828932 Dec 21 22:14:49.033135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34106) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:49.063861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34108) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:49.141120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b8bcfbef-9d04-4bff-b199-6cfa48e10975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:49.141940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bcfbef-9d04-4bff-b199-6cfa48e10975 None None] The sync data for ids ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:49.282510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Calling delete_port for 00426a4f-122a-47ef-b878-338223d27ab3 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:49.312389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:49.327456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d1ec8-e2b6-4314-b6e2-c1983dec7210 None None] Sync routers for ids ['e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:49.351435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d1ec8-e2b6-4314-b6e2-c1983dec7210 None None] Routers {'e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:49.352897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d81d1ec8-e2b6-4314-b6e2-c1983dec7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:49.358206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-bf7d4595-c5e3-4781-8692-33590baa96c9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] delete failed (client error): The resource could not be found. Dec 21 22:14:49.359673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf7d4595-c5e3-4781-8692-33590baa96c9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-11064717 HTTP/1.1" status: 404 len: 333 time: 0.6142983 Dec 21 22:14:49.364441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34122) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:49.370586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9a212f25-9f85-4c6e-ac6c-aa9574ad63e5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:49.456013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1f30ed35-7de8-4894-8f3d-fb6832288d39 None None] Could not find standard attr ID for object 5c691276-8520-4f37-944f-cd530e010565. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:14:49.464377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d81d1ec8-e2b6-4314-b6e2-c1983dec7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:49.476933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d1ec8-e2b6-4314-b6e2-c1983dec7210 None None] Routers {'e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:49.477793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d81d1ec8-e2b6-4314-b6e2-c1983dec7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:49.486282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-567492892'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:49.495912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:49.500676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9eaada92-0097-48fe-9379-e703f1e30104 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9930148 Dec 21 22:14:49.502844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34126) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:49.511225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:49.572726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:49.573923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d81d1ec8-e2b6-4314-b6e2-c1983dec7210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:49.574402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d1ec8-e2b6-4314-b6e2-c1983dec7210 None None] The sync data for ids ['e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:49.590423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Usage tracker for resource:router and tenant:d2026f3c93474596b8e15a2028f7351e is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:49.600900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:49.695651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:49.758303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:49.782678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:49.783700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.060506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.069715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event deleted for resources: {'Port': ['ID=00426a4f-122a-47ef-b878-338223d27ab3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:50.088043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] For port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:50.091691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.136311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.157743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a08227-4714-4865-8a61-23a91868ffde tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet f69af9a3-efb7-4f9e-a26d-9b506250bbb5 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:50.178150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a212f25-9f85-4c6e-ac6c-aa9574ad63e5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.224406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.260448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5f363fed-04d9-4dc8-b7b4-509cd1de7fee up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:50.271911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-9a212f25-9f85-4c6e-ac6c-aa9574ad63e5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] update failed (client error): The resource could not be found. Dec 21 22:14:50.273093 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a212f25-9f85-4c6e-ac6c-aa9574ad63e5 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "PUT /v2.0/routers/f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 HTTP/1.1" status: 404 len: 339 time: 0.9074550 Dec 21 22:14:50.305380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34140) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:50.306101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82a08227-4714-4865-8a61-23a91868ffde tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.347374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 5f363fed-04d9-4dc8-b7b4-509cd1de7fee owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:50.367687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:50.374700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:50.375324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.443617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d47879de-5782-4b2b-84c6-bb0e58ef0f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "DELETE /v2.0/ports/00426a4f-122a-47ef-b878-338223d27ab3 HTTP/1.1" status: 204 len: 168 time: 2.5534825 Dec 21 22:14:50.467637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34144) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:50.520171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.532508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78710d0-4c15-448b-a105-74dda7f6d171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:14:50.533093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b78710d0-4c15-448b-a105-74dda7f6d171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Synchronizing usage tracker for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:50.562607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:50.585065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82a08227-4714-4865-8a61-23a91868ffde tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.600723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.602414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 00de64af-6476-4631-abd5-f506ff317c55 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:50.668002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b78710d0-4c15-448b-a105-74dda7f6d171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Unset dirty status for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:50.669354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b78710d0-4c15-448b-a105-74dda7f6d171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "GET /v2.0/ports/00426a4f-122a-47ef-b878-338223d27ab3 HTTP/1.1" status: 404 len: 333 time: 0.2006240 Dec 21 22:14:50.670623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.671861 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b60a882c-ea56-42ed-82cb-3ebb9781b168 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.6069014 Dec 21 22:14:50.679187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34150) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:50.679187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34152) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:50.747674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143931310', 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:50.760231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:50.772098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:50.774605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 00de64af-6476-4631-abd5-f506ff317c55 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:50.775090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:50.808128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:50.935563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d682ada7-3907-4d98-bf4f-ec8714558a8b tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.002389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Made reservation on behalf of 54a6f73982424ff3a616c29106d72de8 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:51.007249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.020566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82a08227-4714-4865-8a61-23a91868ffde tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.128528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:14:51.130204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:14:51.170735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] device_id is not set on port 7c25c8fa-6bce-4972-8e21-9249fba4fd61 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:51.266462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.278584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82a08227-4714-4865-8a61-23a91868ffde tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.325600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08227-4714-4865-8a61-23a91868ffde tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=f69af9a3-efb7-4f9e-a26d-9b506250bbb5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:51.398607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82a08227-4714-4865-8a61-23a91868ffde tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.402255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78257fe-9fb3-4849-ade4-1beeb4de37d2 None None] Network 3eb549b2-0760-4d78-96db-14226521d456 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:14:51.476782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82a08227-4714-4865-8a61-23a91868ffde tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/f69af9a3-efb7-4f9e-a26d-9b506250bbb5 HTTP/1.1" status: 204 len: 168 time: 2.2576158 Dec 21 22:14:51.480240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34172) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:51.648995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:51.649529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.688987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d682ada7-3907-4d98-bf4f-ec8714558a8b tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.753607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.754627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d682ada7-3907-4d98-bf4f-ec8714558a8b tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.786255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34178) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:51.792004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] DHCP port deletion for 3eb549b2-0760-4d78-96db-14226521d456 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:14:51.796216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] Deleting port 00de64af-6476-4631-abd5-f506ff317c55 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:51.796731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.815868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.852254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 00de64af-6476-4631-abd5-f506ff317c55 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:51.852676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.863984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.882720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d682ada7-3907-4d98-bf4f-ec8714558a8b tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.883511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d682ada7-3907-4d98-bf4f-ec8714558a8b tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 270b342b-4408-4d1d-85cc-a9e4daf534ab {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:51.917945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.949584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.986909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d682ada7-3907-4d98-bf4f-ec8714558a8b tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:51.992420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d682ada7-3907-4d98-bf4f-ec8714558a8b tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "DELETE /v2.0/routers/270b342b-4408-4d1d-85cc-a9e4daf534ab HTTP/1.1" status: 204 len: 168 time: 1.3110230 Dec 21 22:14:52.000146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34186) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:52.000895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Deleting port 4aa6a03e-3964-44ec-a5dc-ccaed07f459f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:52.001266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.037966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Request body: {'router': {'name': 'tempest-router-1617628698', 'distributed': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:52.043101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:52.070958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Usage tracker for resource:router and tenant:d2026f3c93474596b8e15a2028f7351e is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:52.074646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] For port 00de64af-6476-4631-abd5-f506ff317c55, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=00de64af-6476-4631-abd5-f506ff317c55,segment=NetworkSegment(16bd0947-36c1-438c-902b-e55561fb48b4),segment_id=16bd0947-36c1-438c-902b-e55561fb48b4)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:52.075156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.085235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:52.100584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:52.173937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5f363fed-04d9-4dc8-b7b4-509cd1de7fee up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:14:52.197376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.198418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.246829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:52.256327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:52.258304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=7c25c8fa-6bce-4972-8e21-9249fba4fd61,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:52.264093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:52.265652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:52.265652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.273579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] Calling delete_port for 00de64af-6476-4631-abd5-f506ff317c55 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:52.361244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.388264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:52.388714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.392225 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d6dc4ad3-97a9-42fd-b81a-ae9412b3f0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7125249 Dec 21 22:14:52.396922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34192) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:52.398692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.424546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.469634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-718500388'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:52.476196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Allocated IP 172.20.0.1 (b20c5ded-d7ec-4d7c-ad19-1e5a29da3372/61bedc13-d0cf-4bf9-8c1e-ba6456420c1b/e275d6fc-7c85-4842-b776-97dc6193c3af) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:14:52.484209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] Pushing event deleted for resources: {'Port': ['ID=00de64af-6476-4631-abd5-f506ff317c55,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:52.502065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d51df-faa8-4b14-954f-bcec6c468339 None None] No DVR routers for this DVR port 00de64af-6476-4631-abd5-f506ff317c55 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:14:52.531552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:52.534789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.565786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Usage tracker for resource:network and tenant:578efceab96044118c6c2deceedc8c19 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:52.612310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Calling delete_port for 4aa6a03e-3964-44ec-a5dc-ccaed07f459f owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:52.642812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:52.657298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 00de64af-6476-4631-abd5-f506ff317c55 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:14:52.662529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] For port 00de64af-6476-4631-abd5-f506ff317c55, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=00de64af-6476-4631-abd5-f506ff317c55,segment=NetworkSegment(16bd0947-36c1-438c-902b-e55561fb48b4),segment_id=16bd0947-36c1-438c-902b-e55561fb48b4)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:52.663081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.704850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 00de64af-6476-4631-abd5-f506ff317c55 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:14:52.705245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 00de64af-6476-4631-abd5-f506ff317c55 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:14:52.727053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:52.731221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec9f05a2-51bc-4192-add4-bb984ef63532 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6967659 Dec 21 22:14:52.734649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34198) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:52.746695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:52.871961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 00de64af-6476-4631-abd5-f506ff317c55 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:52.959100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] For port 5f363fed-04d9-4dc8-b7b4-509cd1de7fee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:14:52.959491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.045310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-03f6cb94-9304-48e9-bf32-f9f31574d3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Synchronizing usage tracker for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:53.136322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 5f363fed-04d9-4dc8-b7b4-509cd1de7fee owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:53.144935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-03f6cb94-9304-48e9-bf32-f9f31574d3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Unset dirty status for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:53.146223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-03f6cb94-9304-48e9-bf32-f9f31574d3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "GET /v2.0/ports/7c25c8fa-6bce-4972-8e21-9249fba4fd61 HTTP/1.1" status: 200 len: 959 time: 0.7391522 Dec 21 22:14:53.152470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34202) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:53.195476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Made reservation on behalf of 578efceab96044118c6c2deceedc8c19 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:53.200931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.252032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba9824a-27d5-4218-809e-cf768dcf6021 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.306858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.341947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5af15d07-6ad1-4804-b530-b0ae21cccc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Deleting port 7c25c8fa-6bce-4972-8e21-9249fba4fd61 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:53.342331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5af15d07-6ad1-4804-b530-b0ae21cccc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.418724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:14:53.418993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:14:53.456582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.462262 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-22a5bfbf-0093-4489-9a9c-ae51302a011c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 0.7169917 Dec 21 22:14:53.479318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed75925-d2aa-4a44-a6b9-f02c5aecc88f req-5b03db24-d02e-430f-a138-c3ccb338a930 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:53.480904 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eed75925-d2aa-4a44-a6b9-f02c5aecc88f req-5b03db24-d02e-430f-a138-c3ccb338a930 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.7296443 Dec 21 22:14:53.553535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Transition to ACTIVE for port object e275d6fc-7c85-4842-b776-97dc6193c3af will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:53.572691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.580714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:53.648052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Usage tracker for resource:security_group_rule and tenant:578efceab96044118c6c2deceedc8c19 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:53.665345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:53.687138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:53.705995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Pushing event deleted for resources: {'Port': ['ID=4aa6a03e-3964-44ec-a5dc-ccaed07f459f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:53.769923 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eed75925-d2aa-4a44-a6b9-f02c5aecc88f req-0668fb2b-1dae-4f63-a514-b15d3526de60 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574983 Dec 21 22:14:53.791971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-1122edd0-1e60-4f3d-bda2-bedef9e8e556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:53.793638 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-1122edd0-1e60-4f3d-bda2-bedef9e8e556 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.3067203 Dec 21 22:14:53.795125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.926547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 00de64af-6476-4631-abd5-f506ff317c55 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:14:53.927146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:53.952241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba9824a-27d5-4218-809e-cf768dcf6021 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.032948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba9824a-27d5-4218-809e-cf768dcf6021 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.035316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:54.043275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5af15d07-6ad1-4804-b530-b0ae21cccc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.047256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] The port '00de64af-6476-4631-abd5-f506ff317c55' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:14:54.054266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Port': ['ID=e275d6fc-7c85-4842-b776-97dc6193c3af,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:54.057849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.064150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:54.116951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:54.217051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=5f363fed-04d9-4dc8-b7b4-509cd1de7fee,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:54.243569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-4c54d46a-67c3-4e13-bf29-d468156c4166 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 999 time: 0.4431422 Dec 21 22:14:54.272504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5af15d07-6ad1-4804-b530-b0ae21cccc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Calling delete_port for 7c25c8fa-6bce-4972-8e21-9249fba4fd61 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:14:54.392999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.451601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba9824a-27d5-4218-809e-cf768dcf6021 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.452518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba9824a-27d5-4218-809e-cf768dcf6021 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4a79b2e-5f4f-4450-b6b7-adbdc5a39702 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:54.458402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-37f2742b-8f2d-43c1-80da-886402827f83 None None] Provisioning for port e275d6fc-7c85-4842-b776-97dc6193c3af completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:14:54.467558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-37f2742b-8f2d-43c1-80da-886402827f83 None None] Provisioning complete for port e275d6fc-7c85-4842-b776-97dc6193c3af triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:54.467918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37f2742b-8f2d-43c1-80da-886402827f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.516424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.525808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.542347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-37f2742b-8f2d-43c1-80da-886402827f83 None None] Port e275d6fc-7c85-4842-b776-97dc6193c3af cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:54.555695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-d1880c0d-ce77-44a5-88ba-0b8e12de64ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:54.557354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-d1880c0d-ce77-44a5-88ba-0b8e12de64ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.3025081 Dec 21 22:14:54.781380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.803213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ba9824a-27d5-4218-809e-cf768dcf6021 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.807913 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1ba9824a-27d5-4218-809e-cf768dcf6021 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b4a79b2e-5f4f-4450-b6b7-adbdc5a39702 HTTP/1.1" status: 204 len: 168 time: 2.0692286 Dec 21 22:14:54.807913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.809008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34208) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:54.816478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Request body: {'router': {'name': 'tempest-router-488645690', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fb9b77b4781a44ed925860b8587f7c19'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:54.824220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:54.881730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Usage tracker for resource:router and tenant:fb9b77b4781a44ed925860b8587f7c19 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:54.887750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb549b2-0760-4d78-96db-14226521d456']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:54.889554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:54.892898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5af15d07-6ad1-4804-b530-b0ae21cccc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.903977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:54.916757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bd0947-36c1-438c-902b-e55561fb48b4') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:54.917094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bd0947-36c1-438c-902b-e55561fb48b4') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:54.936906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:54.963139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af15d07-6ad1-4804-b530-b0ae21cccc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c25c8fa-6bce-4972-8e21-9249fba4fd61,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:55.021473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:14:55.027194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.029098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.030121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.039457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5af15d07-6ad1-4804-b530-b0ae21cccc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.042991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.074921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Router e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:14:55.085137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.093918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.096216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:14:55.102286 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5af15d07-6ad1-4804-b530-b0ae21cccc59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "DELETE /v2.0/ports/7c25c8fa-6bce-4972-8e21-9249fba4fd61 HTTP/1.1" status: 204 len: 168 time: 1.9459448 Dec 21 22:14:55.103504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34212) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:55.133816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.142734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:14:55.143168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:14:55.161856 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:14:55.200091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f86841-8713-447c-8e10-d22be5a19803,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:55.216613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-580c3a97-d2f5-4b64-b214-caddca724a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:14:55.217195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-580c3a97-d2f5-4b64-b214-caddca724a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Synchronizing usage tracker for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:14:55.288860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.316971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-580c3a97-d2f5-4b64-b214-caddca724a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Unset dirty status for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:14:55.318181 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-580c3a97-d2f5-4b64-b214-caddca724a54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "GET /v2.0/ports/7c25c8fa-6bce-4972-8e21-9249fba4fd61 HTTP/1.1" status: 404 len: 333 time: 0.2145007 Dec 21 22:14:55.321785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:55.322181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34216) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:55.324510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-917ea3da-78f0-4879-ac90-179347f7783c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7531035 Dec 21 22:14:55.328968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.330239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-da16d6cf-a2da-41d1-94c2-c24ea4731e76 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "PUT /v2.0/routers/e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d HTTP/1.1" status: 200 len: 710 time: 5.8255081 Dec 21 22:14:55.333153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03607b3-e283-4080-9797-ccf904536cf3 None None] Sync routers for ids ['e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:55.334568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Request body: {'port': {'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1389488880'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:55.338255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34220) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:55.341999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:55.346657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03607b3-e283-4080-9797-ccf904536cf3 None None] Routers {'e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:55.347330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a03607b3-e283-4080-9797-ccf904536cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:55.404728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.408637 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8afb3dd-3ae8-4280-b086-23077cc93961 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5965042 Dec 21 22:14:55.410301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a03607b3-e283-4080-9797-ccf904536cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:55.419190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34224) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:55.421956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03607b3-e283-4080-9797-ccf904536cf3 None None] Routers {'e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:55.422606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a03607b3-e283-4080-9797-ccf904536cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:55.424608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.427835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:55.436171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:55.457435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.457987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Added segment fac3cc3a-a480-4118-85f5-a1b449155668 of type vlan for network 739883b6-6303-451a-a32d-cb692f085119 Dec 21 22:14:55.489928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfa186-9938-444e-8628-a3739c249b89 req-025e6646-f60b-435e-8144-b65f69f4db90 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:55.491687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ccfa186-9938-444e-8628-a3739c249b89 req-025e6646-f60b-435e-8144-b65f69f4db90 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5806658 Dec 21 22:14:55.502377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a03607b3-e283-4080-9797-ccf904536cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:55.502824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03607b3-e283-4080-9797-ccf904536cf3 None None] The sync data for ids ['e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:55.533084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.565140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Made reservation on behalf of 54a6f73982424ff3a616c29106d72de8 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:55.570255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.662795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dcc69d32-e899-4467-8f89-51f61a7a0aef tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/routers/e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d HTTP/1.1" status: 200 len: 745 time: 0.3196063 Dec 21 22:14:55.662795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] device_id is not set on port c70d2a5c-ec85-45af-9026-b02ac4cb6fec yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:55.687640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.700385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34228) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:55.730316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Network': ['ID=3eb549b2-0760-4d78-96db-14226521d456,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:55.733859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:55.768140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b24e60ce-ec0a-44c4-b737-c7cf7499e70e tempest-RoutersIpV6AdminTest-1543098309 tempest-RoutersIpV6AdminTest-1543098309-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d HTTP/1.1" status: 200 len: 205 time: 0.0653152 Dec 21 22:14:55.788115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34232) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:56.116064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.116651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.156845 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-d2fddf2b-351e-44f4-b416-a64142d4e80f service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726011 Dec 21 22:14:56.158927 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3a88dcd3-f08c-44a9-b8a1-da0ef21b443b tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d HTTP/1.1" status: 200 len: 205 time: 0.3642545 Dec 21 22:14:56.173880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34236) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:56.207916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-46933351-cdf8-4ba7-96a3-eb3dbad7fb62 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/networks/3eb549b2-0760-4d78-96db-14226521d456 HTTP/1.1" status: 204 len: 168 time: 4.7264843 Dec 21 22:14:56.211808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ccfa186-9938-444e-8628-a3739c249b89 req-6d43a4c3-3931-42a6-aa07-6205cb7601f9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6799591 Dec 21 22:14:56.220684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34240) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:56.254785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'name': 'tempest-PortsIpV6TestJSON-1644598769'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:56.285329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.289502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:56.290151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.461164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88994) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 21 22:14:56.461543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Router 1aabc2cc-e28b-407a-a66a-e0f628315738 migrating from provider to provider. {{(pid=88994) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 21 22:14:56.461969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.471003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.709659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.718984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-037f57d8-250e-453f-aab7-2ea7ccb88307 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.781707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:56.851669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 5.0554883 Dec 21 22:14:56.935724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13bb67-f5f0-44dd-86e1-0aca4c5aeef8 tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Pushing event updated for resources: {'Network': ['ID=739883b6-6303-451a-a32d-cb692f085119,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:56.957635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 739883b6-6303-451a-a32d-cb692f085119 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:14:56.996238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.061277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:57.121148 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02c071d8-8f34-4d3a-a9f2-121bd57a3f62 req-5ea14d17-25fd-433b-9d32-df80811ffb03 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9472988 Dec 21 22:14:57.121787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34248) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:57.123405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:57.127417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:57.142558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:57.154155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Request body: {'port': {'network_id': '739883b6-6303-451a-a32d-cb692f085119', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1892538887'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:57.164569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:57.182741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Usage tracker for resource:port and tenant:f6330058b0c8469591c5b44850caab0f is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:57.195843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:57.206195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Router d40cdcbb-fdb6-4d58-a574-16f44706b4d9 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:14:57.214427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:57.219975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.235786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:57.270728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 661166e8-f968-4809-846b-7bb926c2d7eb yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:57.364315 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.scheduler.l3_agent_scheduler [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] No L3 agents can host the router 1aabc2cc-e28b-407a-a66a-e0f628315738 Dec 21 22:14:57.366379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:57.374495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=c70d2a5c-ec85-45af-9026-b02ac4cb6fec,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:57.378334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:57.382380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Made reservation on behalf of f6330058b0c8469591c5b44850caab0f for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:14:57.387240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.389939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-037f57d8-250e-453f-aab7-2ea7ccb88307 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.392851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:57.393741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:57.397947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.421608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.421997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.422378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.422751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.423123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.423495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.423858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.424231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.424639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.424998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.425870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:57.429832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-037f57d8-250e-453f-aab7-2ea7ccb88307 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.455508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.480942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.571586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.630811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-037f57d8-250e-453f-aab7-2ea7ccb88307 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.631340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037f57d8-250e-453f-aab7-2ea7ccb88307 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Fanout notify agent at l3_agent the message router_deleted on router e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:57.638434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-037f57d8-250e-453f-aab7-2ea7ccb88307 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.639830 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-037f57d8-250e-453f-aab7-2ea7ccb88307 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d HTTP/1.1" status: 204 len: 168 time: 1.4627328 Dec 21 22:14:57.641354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Hosts for router 1aabc2cc-e28b-407a-a66a-e0f628315738: [] {{(pid=88994) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 21 22:14:57.656496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34254) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:57.675235 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-177412f3-e9af-45d4-976b-ebed6a7c6d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3519261 Dec 21 22:14:57.680543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34258) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:57.690671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:57.720622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Hosts for other DVR routers connected to router 1aabc2cc-e28b-407a-a66a-e0f628315738: set() {{(pid=88994) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 21 22:14:57.723143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.724433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-63b09231-9c19-42f8-991c-d2dc1a8fc182 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "PUT /v2.0/routers/1aabc2cc-e28b-407a-a66a-e0f628315738 HTTP/1.1" status: 200 len: 716 time: 2.3040788 Dec 21 22:14:57.730663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34262) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:57.757354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:57.798829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-04f444a1-039d-496e-b2a5-ef6e43a6eec0 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d HTTP/1.1" status: 200 len: 205 time: 0.1342711 Dec 21 22:14:57.799232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34266) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:57.823674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Usage tracker for resource:security_group_rule and tenant:f6330058b0c8469591c5b44850caab0f is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:57.829854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:14:57.839920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] Sync routers for ids ['d40cdcbb-fdb6-4d58-a574-16f44706b4d9'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:14:57.841010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:57.854226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] Routers {'d40cdcbb-fdb6-4d58-a574-16f44706b4d9'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:57.854900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d40cdcbb-fdb6-4d58-a574-16f44706b4d9'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:57.868386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:57.872685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event updated for resources: {'Port': ['ID=e275d6fc-7c85-4842-b776-97dc6193c3af,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:57.877497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:57.893647 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-d86b53c4-8f08-4f16-997f-9e89a5e2f187 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] delete failed (client error): The resource could not be found. Dec 21 22:14:57.897411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d86b53c4-8f08-4f16-997f-9e89a5e2f187 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/e9ed5cfa-78f1-4d9c-8adf-c7af2b0e610d HTTP/1.1" status: 404 len: 336 time: 0.0880082 Dec 21 22:14:57.898715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34270) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:57.949640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc953fe7-2c8d-412c-afb5-ee3d3245fc69 req-32e2f7e8-7fdf-4f16-9741-e81bd88db86a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:57.951843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dc953fe7-2c8d-412c-afb5-ee3d3245fc69 req-32e2f7e8-7fdf-4f16-9741-e81bd88db86a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5776677 Dec 21 22:14:58.003706 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c02f2499-a6e5-4fd1-81ae-bdf666976883 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "PUT /v2.0/routers/d40cdcbb-fdb6-4d58-a574-16f44706b4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9724000 Dec 21 22:14:58.032451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34274) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.059580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-697564f8-87b4-41b7-8242-e50eb1cc09b5 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=3427d392-ae21-4ddc-956c-7331078561e2 HTTP/1.1" status: 200 len: 205 time: 0.1273332 Dec 21 22:14:58.065174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34278) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.187581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] Set router d40cdcbb-fdb6-4d58-a574-16f44706b4d9 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:58.305731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'name': 'tempest-NetworksTestDHCPv6-router-767792527', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:14:33Z', 'updated_at': '2021-12-21T22:14:53Z', 'revision_number': 3, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:58.310248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] Checking router: d40cdcbb-fdb6-4d58-a574-16f44706b4d9 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:14:58.323075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] Routers {'d40cdcbb-fdb6-4d58-a574-16f44706b4d9'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:14:58.323766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d40cdcbb-fdb6-4d58-a574-16f44706b4d9'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:58.337630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:58.349406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:58.376310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-25097aa6-8f62-4ae8-8a84-ffdb64d417fc tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "GET /v2.0/routers/1aabc2cc-e28b-407a-a66a-e0f628315738 HTTP/1.1" status: 200 len: 716 time: 0.6393166 Dec 21 22:14:58.376519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dc953fe7-2c8d-412c-afb5-ee3d3245fc69 req-c2230bff-31ae-4fcd-b9a6-49d4eec34e56 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3905447 Dec 21 22:14:58.376602 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-30950ff4-404f-4c8b-8552-8d94b3168029 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] delete failed (client error): The resource could not be found. Dec 21 22:14:58.376602 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-30950ff4-404f-4c8b-8552-8d94b3168029 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/3427d392-ae21-4ddc-956c-7331078561e2 HTTP/1.1" status: 404 len: 336 time: 0.3065434 Dec 21 22:14:58.376602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34282) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.376865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eadf7f-e3b7-47f9-b217-6a6624931685 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:58.382148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:58.382251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8eadf7f-e3b7-47f9-b217-6a6624931685 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3457432 Dec 21 22:14:58.382838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34286) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.383202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34288) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.463205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] Set router d40cdcbb-fdb6-4d58-a574-16f44706b4d9 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:14:58.548188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:58.552624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] device_id is not set on port 37338db7-bc51-43b6-8f99-42ec6615de7c yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:58.585752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'name': 'tempest-NetworksTestDHCPv6-router-767792527', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:14:33Z', 'updated_at': '2021-12-21T22:14:53Z', 'revision_number': 3, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:14:58.590051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe7c80c-c411-4585-be8f-d49f193998da None None] The sync data for ids ['d40cdcbb-fdb6-4d58-a574-16f44706b4d9'] in dv-neutron-822521-1-hyperv is: [{'id': 'd40cdcbb-fdb6-4d58-a574-16f44706b4d9', 'name': 'tempest-NetworksTestDHCPv6-router-767792527', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:14:33Z', 'updated_at': '2021-12-21T22:14:53Z', 'revision_number': 3, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:14:58.596324 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b0a56831-8afa-4c72-b437-97e99861c084 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=10f67513-e060-46ec-b722-3938c7897b0b HTTP/1.1" status: 200 len: 205 time: 0.2119648 Dec 21 22:14:58.620754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34296) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.627358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:58.648730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:58.744863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-19b680a0-7e4f-4593-ba58-e435e5184727 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] delete failed (client error): The resource could not be found. Dec 21 22:14:58.748560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-19b680a0-7e4f-4593-ba58-e435e5184727 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/10f67513-e060-46ec-b722-3938c7897b0b HTTP/1.1" status: 404 len: 336 time: 0.1112542 Dec 21 22:14:58.762802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34300) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.779576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-30f1055c-75c9-41fe-8374-061575572b55 tempest-RoutersTestDVR-1031506298 tempest-RoutersTestDVR-1031506298-project] 10.222.0.30 "GET /v2.0/routers/1aabc2cc-e28b-407a-a66a-e0f628315738 HTTP/1.1" status: 200 len: 682 time: 0.4040694 Dec 21 22:14:58.833353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34304) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.918592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0c988301-e2d3-4ba2-8423-36c90b1876c9 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d419e7-56c6-4e6a-a2b1-7e7e3441e08c HTTP/1.1" status: 200 len: 205 time: 0.1506801 Dec 21 22:14:58.921820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34308) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:58.993438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] device_id is not set on port c70d2a5c-ec85-45af-9026-b02ac4cb6fec yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:14:59.008685 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-41a8481f-ed64-48a1-9f8f-df875a2fe970 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] delete failed (client error): The resource could not be found. Dec 21 22:14:59.009902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41a8481f-ed64-48a1-9f8f-df875a2fe970 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/82d419e7-56c6-4e6a-a2b1-7e7e3441e08c HTTP/1.1" status: 404 len: 336 time: 0.0869884 Dec 21 22:14:59.011853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.019733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4d937a88-a2bb-46a2-80ce-8ca2ec363c55 None None] Provisioning complete for port e275d6fc-7c85-4842-b776-97dc6193c3af triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:14:59.020305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d937a88-a2bb-46a2-80ce-8ca2ec363c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.072017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34312) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:59.084095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4d937a88-a2bb-46a2-80ce-8ca2ec363c55 None None] Port e275d6fc-7c85-4842-b776-97dc6193c3af cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:14:59.137702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dae8b338-d633-4b96-883e-ffb455ba5ee4 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=06eebb9b-d77b-4b95-9754-82562e3bf11c HTTP/1.1" status: 200 len: 205 time: 0.0645018 Dec 21 22:14:59.138750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Transition to ACTIVE for port object c70d2a5c-ec85-45af-9026-b02ac4cb6fec will not be triggered until provisioned by entity L2. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:14:59.142252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34316) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:59.204844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cc498d3-2e73-4ff1-b772-5c570fc185af tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.252349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7602241b-5e0e-45d9-97c2-d12d9e2e72f7,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:59.272811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.318436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.318817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.319197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.319565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.319934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.320303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.320698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.321060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.321421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.321783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.322144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:14:59.323616 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-4d9702e1-a778-4df1-844a-9878e6da0b9c tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] delete failed (client error): The resource could not be found. Dec 21 22:14:59.324805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d9702e1-a778-4df1-844a-9878e6da0b9c tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/06eebb9b-d77b-4b95-9754-82562e3bf11c HTTP/1.1" status: 404 len: 336 time: 0.1815643 Dec 21 22:14:59.327066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.336441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34320) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:59.484252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=c70d2a5c-ec85-45af-9026-b02ac4cb6fec,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:59.497057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c882fb3-da4b-4d66-ac46-5d46f6579096 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 7b4be6ed-ac35-40e1-8926-1683b751393a {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:14:59.500914 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4991f1e1-df1e-4fcb-b710-c4f406d84324 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "GET /v2.0/ports?device_id=416eaabb-c108-480d-8551-f50e29c8531f HTTP/1.1" status: 200 len: 205 time: 0.1292968 Dec 21 22:14:59.510239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34326) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:59.510935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c882fb3-da4b-4d66-ac46-5d46f6579096 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.694626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:14:59.701203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:59.701587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:59.701971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:59.779368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:59.779740 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:59.786887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 2 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:14:59.802836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cc498d3-2e73-4ff1-b772-5c570fc185af tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.809551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:59.809932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:59.810308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:59.813793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cc498d3-2e73-4ff1-b772-5c570fc185af tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.822534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:59.822902 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:59.823686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:14:59.823912 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 3 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:14:59.825681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=661166e8-f968-4809-846b-7bb926c2d7eb,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:14:59.842624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:14:59.846940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:14:59.847835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.853251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:59.853627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:59.853984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:59.860082 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-62fabd92-7385-4e8c-9d54-cb9d7ae89839 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] delete failed (client error): The resource could not be found. Dec 21 22:14:59.861258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-62fabd92-7385-4e8c-9d54-cb9d7ae89839 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/routers/416eaabb-c108-480d-8551-f50e29c8531f HTTP/1.1" status: 404 len: 336 time: 0.3144302 Dec 21 22:14:59.861458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:59.861819 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:59.862249 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 4 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:14:59.871814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34330) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:59.887414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c882fb3-da4b-4d66-ac46-5d46f6579096 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.917136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:59.917495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:59.917881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:59.924622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cc498d3-2e73-4ff1-b772-5c570fc185af tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.925168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc498d3-2e73-4ff1-b772-5c570fc185af tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aabc2cc-e28b-407a-a66a-e0f628315738 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:14:59.929111 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-16548907-4ec6-47a4-be88-8de71110a537 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] DELETE failed (client error): The resource could not be found. Dec 21 22:14:59.929618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16548907-4ec6-47a4-be88-8de71110a537 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:14:59.942330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:59.942702 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:59.944110 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-16548907-4ec6-47a4-be88-8de71110a537 tempest-RoutersIpV6AdminTest-1721803692 tempest-RoutersIpV6AdminTest-1721803692-project] 10.222.0.30 "DELETE /v2.0/subnets/8883d8bc-c88b-4e11-b970-4a173deaec17 HTTP/1.1" status: 404 len: 337 time: 0.0712678 Dec 21 22:14:59.944874 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 5 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:14:59.953281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cc498d3-2e73-4ff1-b772-5c570fc185af tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:14:59.954468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6cc498d3-2e73-4ff1-b772-5c570fc185af tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1aabc2cc-e28b-407a-a66a-e0f628315738 HTTP/1.1" status: 204 len: 168 time: 1.1207876 Dec 21 22:14:59.959046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34336) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:59.966983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Request body: {'router': {'name': 'tempest-router-561157201', 'distributed': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:14:59.973881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:14:59.979069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:14:59.979447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:14:59.979831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:14:59.982950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Usage tracker for resource:router and tenant:d2026f3c93474596b8e15a2028f7351e is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:14:59.987082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:14:59.995565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:14:59.997643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:14:59.997998 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:14:59.999430 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 6 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:15:00.018364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:00.019007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:00.019948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:00.028479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:00.029248 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:15:00.029744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 7 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:15:00.041294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5f363fed-04d9-4dc8-b7b4-509cd1de7fee no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:00.052646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:00.053030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:00.053479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:00.060257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:00.060792 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:15:00.061079 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 8 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:15:00.081465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:00.082802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:00.083284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:00.090449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:00.090847 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:15:00.091763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 9 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:15:00.110451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:00.110841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:00.111367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:00.115340 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-52c79757-c4e8-49ef-815e-62b8680ad8c5 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.8934410 Dec 21 22:15:00.118480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34340) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:00.119087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:00.120134 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:15:00.122870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempt 10 to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec Dec 21 22:15:00.126187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] device_id is not set on port 37338db7-bc51-43b6-8f99-42ec6615de7c yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:00.147841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 5f363fed-04d9-4dc8-b7b4-509cd1de7fee {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:15:00.149220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.149569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5f363fed-04d9-4dc8-b7b4-509cd1de7fee not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:15:00.174080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.175395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.197227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b98d3-86de-45dd-b059-34cdc10affef req-151337fd-0a73-4836-89c5-0f675f1e5d95 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:00.198311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:00.198693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:00.198826 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f29b98d3-86de-45dd-b059-34cdc10affef req-151337fd-0a73-4836-89c5-0f675f1e5d95 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6345236 Dec 21 22:15:00.199113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempting to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:00.202796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Transition to ACTIVE for port object 37338db7-bc51-43b6-8f99-42ec6615de7c will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:00.228266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:00.228740 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Failed to bind port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '478895e6-6146-4ef2-b755-5d5e0195a145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c3e4c98c-661e-4aee-8f96-a0adfc7d5477'}] Dec 21 22:15:00.229032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.246538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-33c45374-10e7-4134-a196-87ec3a2bf213 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 661166e8-f968-4809-846b-7bb926c2d7eb {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:00.246994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33c45374-10e7-4134-a196-87ec3a2bf213 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.249629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c882fb3-da4b-4d66-ac46-5d46f6579096 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.301598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.329587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.399891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Router f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:15:00.429491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f29b98d3-86de-45dd-b059-34cdc10affef req-2a1beaa5-6122-47a7-8a83-85821b266a37 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196877 Dec 21 22:15:00.442953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34346) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:00.449972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=37338db7-bc51-43b6-8f99-42ec6615de7c,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:00.553691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Checking segment: {'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:00.554096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Network hostable DHCP agents. Network: 739883b6-6303-451a-a32d-cb692f085119, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:00.567732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c882fb3-da4b-4d66-ac46-5d46f6579096 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.626858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c882fb3-da4b-4d66-ac46-5d46f6579096 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4be6ed-ac35-40e1-8926-1683b751393a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:00.680190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.703919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] For port c70d2a5c-ec85-45af-9026-b02ac4cb6fec, host hv-neutron-8225, cleared binding levels {{(pid=88994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:00.704350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Attempted to set empty binding levels {{(pid=88994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 22:15:00.706138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade1633-1216-45bf-b10f-b97087b828f9 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:00.713135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c882fb3-da4b-4d66-ac46-5d46f6579096 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.717659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.742769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.847589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.851507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5393f561-e43c-4787-acf1-5a8cf380a67c tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8896728 Dec 21 22:15:00.865563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34354) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:00.953904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33c45374-10e7-4134-a196-87ec3a2bf213 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.964736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] In _notify_port_updated(), no bound segment for port c70d2a5c-ec85-45af-9026-b02ac4cb6fec on network c3e4c98c-661e-4aee-8f96-a0adfc7d5477 {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:15:00.965867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:00.970041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "PUT /v2.0/ports/c70d2a5c-ec85-45af-9026-b02ac4cb6fec HTTP/1.1" status: 200 len: 981 time: 3.2829039 Dec 21 22:15:00.973147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34358) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:00.977252 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0c882fb3-da4b-4d66-ac46-5d46f6579096 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/7b4be6ed-ac35-40e1-8926-1683b751393a HTTP/1.1" status: 204 len: 168 time: 2.5886612 Dec 21 22:15:00.982502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34362) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:01.006372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:15:01.011963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Deleting port 4acf1d72-b4bf-4eee-bb29-601e302d806f {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:01.012705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.032042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Network 739883b6-6303-451a-a32d-cb692f085119 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:01.039629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc89a99-5c94-4d92-ba88-575a0d21883e tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event updated for resources: {'Port': ['ID=c70d2a5c-ec85-45af-9026-b02ac4cb6fec,revision_number=3']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:01.086170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Deleting port c70d2a5c-ec85-45af-9026-b02ac4cb6fec {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:01.086559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.131202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:01.149326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b0329643c64e58bbe2f62a77c61202 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:01.154143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:01.158195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 739883b6-6303-451a-a32d-cb692f085119) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:01.172675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:01.177838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-33c45374-10e7-4134-a196-87ec3a2bf213 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 661166e8-f968-4809-846b-7bb926c2d7eb owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:01.182534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:01.186330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595bdbfe-65c4-4210-8879-431c7c9b44c6 None None] Network 739883b6-6303-451a-a32d-cb692f085119 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:01.246266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:01.246775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:01.246980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:01.277656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:15:01.290017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:01.290391 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:01.296542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b72cb7-e6b8-41ef-8026-30b3ee4e15f5 None None] Sync routers for ids ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:15:01.298469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 2 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:01.319260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b72cb7-e6b8-41ef-8026-30b3ee4e15f5 None None] Routers {'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:01.322480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-55b72cb7-e6b8-41ef-8026-30b3ee4e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:01.368445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:01.368806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:01.369144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:01.384370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-839ebc4c-1ca7-4112-9c95-2651e12b5894 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.424048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-55b72cb7-e6b8-41ef-8026-30b3ee4e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:01.445259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b72cb7-e6b8-41ef-8026-30b3ee4e15f5 None None] Routers {'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:01.448306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-55b72cb7-e6b8-41ef-8026-30b3ee4e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:14:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:01.451069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] For port 4acf1d72-b4bf-4eee-bb29-601e302d806f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4acf1d72-b4bf-4eee-bb29-601e302d806f,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:01.451513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.458630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7dd074c7-3f51-46fb-a0d1-15ae0d7cd9e5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:router {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:01.462883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-283106b1-d7bc-4435-b469-5f72e56c4868 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "PUT /v2.0/routers/f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1233571 Dec 21 22:15:01.465875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34366) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:01.477902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:01.478276 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:01.482180 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 3 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:01.500500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] For port c70d2a5c-ec85-45af-9026-b02ac4cb6fec, host hv-neutron-8225, got binding levels [] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:01.500908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.524151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.553935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-55b72cb7-e6b8-41ef-8026-30b3ee4e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:01.554753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b72cb7-e6b8-41ef-8026-30b3ee4e15f5 None None] The sync data for ids ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:15:01.595003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Calling delete_port for 4acf1d72-b4bf-4eee-bb29-601e302d806f owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:01.606228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33c45374-10e7-4134-a196-87ec3a2bf213 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.642333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.656012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Calling delete_port for c70d2a5c-ec85-45af-9026-b02ac4cb6fec owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:01.656263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7dd074c7-3f51-46fb-a0d1-15ae0d7cd9e5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:router {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:01.657908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7dd074c7-3f51-46fb-a0d1-15ae0d7cd9e5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6734424 Dec 21 22:15:01.673335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34370) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:01.678759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c45374-10e7-4134-a196-87ec3a2bf213 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=661166e8-f968-4809-846b-7bb926c2d7eb,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:01.694681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:01.695063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:01.695439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:01.715136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.750587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:01.750948 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:01.757315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 4 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:01.764372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Pushing event deleted for resources: {'Port': ['ID=4acf1d72-b4bf-4eee-bb29-601e302d806f,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:01.764564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1301da-7ad8-465d-ab10-acffcdb5b1c0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:01.774870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.775349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.775802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.776246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.776710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.777157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.777731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.778226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.778771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.779235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.779700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:01.784402 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4c7da425-685b-449b-86e7-5ac05aaa1f46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8b0329643c64e58bbe2f62a77c61202&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3359110 Dec 21 22:15:01.788015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34374) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:01.789596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1406d-0e89-49f4-9b24-2770e96f636f None None] No DVR routers for this DVR port 4acf1d72-b4bf-4eee-bb29-601e302d806f on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:01.803590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:01.803975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:01.804393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:01.829143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:01.829516 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:01.837253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 5 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:01.865330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.874622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:01.874999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:01.875380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:01.888045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33c45374-10e7-4134-a196-87ec3a2bf213 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.929922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Pushing event deleted for resources: {'Port': ['ID=c70d2a5c-ec85-45af-9026-b02ac4cb6fec,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:01.938007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:01.938384 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:01.939857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 6 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:01.966580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.978549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:01.978931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:01.979312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:01.984010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66099ee4-e6c8-4496-a44e-2f204d4e6e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:01.990373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3b30758c-88ff-4a1a-a73a-93ea342b6fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c70d2a5c-ec85-45af-9026-b02ac4cb6fec HTTP/1.1" status: 204 len: 168 time: 1.0144608 Dec 21 22:15:01.998352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34378) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:02.006099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:02.006461 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:02.033926 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-33c45374-10e7-4134-a196-87ec3a2bf213 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/661166e8-f968-4809-846b-7bb926c2d7eb HTTP/1.1" status: 204 len: 168 time: 1.9092128 Dec 21 22:15:02.046078 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 7 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:02.060412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34382) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:02.073800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'mac_address': 'fa:16:3e:a8:95:e6', 'name': 'tempest-PortsIpV6TestJSON-860944633'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:02.091814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66099ee4-e6c8-4496-a44e-2f204d4e6e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.113430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4acf1d72-b4bf-4eee-bb29-601e302d806f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:02.119741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-75547781-ed0d-49a2-af64-93b92e5bb703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:15:02.120318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-75547781-ed0d-49a2-af64-93b92e5bb703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Synchronizing usage tracker for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:02.142664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:02.143047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:02.143431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:02.169893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 4acf1d72-b4bf-4eee-bb29-601e302d806f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:15:02.170292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4acf1d72-b4bf-4eee-bb29-601e302d806f not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:15:02.248274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:02.248882 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:02.257576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 8 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:02.285801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:02.290359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:02.290751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:02.291134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:02.294807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:02.300317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:02.308885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-75547781-ed0d-49a2-af64-93b92e5bb703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] Unset dirty status for tenant:54a6f73982424ff3a616c29106d72de8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:02.310165 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-75547781-ed0d-49a2-af64-93b92e5bb703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-228218880-project-admin] 10.222.0.30 "GET /v2.0/ports/c70d2a5c-ec85-45af-9026-b02ac4cb6fec HTTP/1.1" status: 404 len: 333 time: 0.3083131 Dec 21 22:15:02.311763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:02.316890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34386) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:02.317484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:02.317857 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:02.322189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 9 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:02.367839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66099ee4-e6c8-4496-a44e-2f204d4e6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.402934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:02.403314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:02.403695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:02.410296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:02.428169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21bad9b0-30e0-41a2-b1fc-7ba01197c938 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.435233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66099ee4-e6c8-4496-a44e-2f204d4e6e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1301da-7ad8-465d-ab10-acffcdb5b1c0,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:02.482382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-839ebc4c-1ca7-4112-9c95-2651e12b5894 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.504925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-839ebc4c-1ca7-4112-9c95-2651e12b5894 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.512001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66099ee4-e6c8-4496-a44e-2f204d4e6e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.513285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66099ee4-e6c8-4496-a44e-2f204d4e6e2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c1301da-7ad8-465d-ab10-acffcdb5b1c0 HTTP/1.1" status: 204 len: 168 time: 0.7228894 Dec 21 22:15:02.526598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:02.526975 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:02.531250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 10 to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c Dec 21 22:15:02.548561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.583505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d36ff343-ee6d-4efd-9652-2ae427a2ce12 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.624463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:02.624841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:02.625222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:02.636008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.694968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 37338db7-bc51-43b6-8f99-42ec6615de7c on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:02.695177 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 37338db7-bc51-43b6-8f99-42ec6615de7c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:02.695580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.747658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port a1836d1f-73f7-4315-b17d-837cbc165872 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:02.799549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-839ebc4c-1ca7-4112-9c95-2651e12b5894 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.800711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839ebc4c-1ca7-4112-9c95-2651e12b5894 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35642df1-2f07-43dc-9a84-bae4b2216f05 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:15:02.884400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-839ebc4c-1ca7-4112-9c95-2651e12b5894 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.889091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-839ebc4c-1ca7-4112-9c95-2651e12b5894 tempest-RoutersTestDVR-1623943681 tempest-RoutersTestDVR-1623943681-project-admin] 10.222.0.30 "DELETE /v2.0/routers/35642df1-2f07-43dc-9a84-bae4b2216f05 HTTP/1.1" status: 204 len: 168 time: 2.0170259 Dec 21 22:15:02.918897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:02.977574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e4c98c-661e-4aee-8f96-a0adfc7d5477']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:03.012198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478895e6-6146-4ef2-b755-5d5e0195a145') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:03.012638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478895e6-6146-4ef2-b755-5d5e0195a145') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:03.039038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] For port 37338db7-bc51-43b6-8f99-42ec6615de7c, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:03.039459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempted to set empty binding levels {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 22:15:03.045122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.047465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21bad9b0-30e0-41a2-b1fc-7ba01197c938 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.056167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21bad9b0-30e0-41a2-b1fc-7ba01197c938 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.070840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.078672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:03.079308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.084399 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-d36ff343-ee6d-4efd-9652-2ae427a2ce12 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 22:15:03.085800 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d36ff343-ee6d-4efd-9652-2ae427a2ce12 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/routers/f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 HTTP/1.1" status: 409 len: 329 time: 1.6169491 Dec 21 22:15:03.093721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34396) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:03.102940 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:03.112274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.161106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34400) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:03.210098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21bad9b0-30e0-41a2-b1fc-7ba01197c938 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.210915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bad9b0-30e0-41a2-b1fc-7ba01197c938 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Fanout notify agent at l3_agent the message router_deleted on router d40cdcbb-fdb6-4d58-a574-16f44706b4d9 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:15:03.229052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=37338db7-bc51-43b6-8f99-42ec6615de7c,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:03.315296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b273e2c6-9f25-4700-bd62-8eb033824ac2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0859188f1114436a4cc5067acb92a9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1519098 Dec 21 22:15:03.318833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34406) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:03.326454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.375090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21bad9b0-30e0-41a2-b1fc-7ba01197c938 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.376414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-21bad9b0-30e0-41a2-b1fc-7ba01197c938 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/routers/d40cdcbb-fdb6-4d58-a574-16f44706b4d9 HTTP/1.1" status: 204 len: 168 time: 1.6991570 Dec 21 22:15:03.390217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34410) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:03.407405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:03.452063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34414) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:03.453729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.465015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.487167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2214b1c-fd82-430a-9236-c2bcfd486e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.502994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.533621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] Pushing event deleted for resources: {'Network': ['ID=c3e4c98c-661e-4aee-8f96-a0adfc7d5477,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:03.543925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.547729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-74861641-3074-4adb-b2e9-95653cb2bdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128957199-project] 10.222.0.30 "DELETE /v2.0/networks/c3e4c98c-661e-4aee-8f96-a0adfc7d5477 HTTP/1.1" status: 204 len: 168 time: 1.2281587 Dec 21 22:15:03.572974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e274ab0c-e2d8-4b53-a176-7f2f900825fa tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.4341383 Dec 21 22:15:03.575864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34422) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:03.640800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.677023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2214b1c-fd82-430a-9236-c2bcfd486e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.687781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:03.697386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.703720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:03.759795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:03.761575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Deleting port 37338db7-bc51-43b6-8f99-42ec6615de7c {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:03.761966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.775183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:03.815858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=a1836d1f-73f7-4315-b17d-837cbc165872,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:03.817062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:03.822425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:03.827893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:03.829189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:03.832287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:03.833009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.859537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:03.861696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2214b1c-fd82-430a-9236-c2bcfd486e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.870624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9b77b4781a44ed925860b8587f7c19 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:03.897754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2214b1c-fd82-430a-9236-c2bcfd486e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a8c7d2-9205-4e86-a255-a34e36368087,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:03.904055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:03.919841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:03.940051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34428) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:03.971976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:03.973671 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-48c4ada3-85e8-4dd3-8204-c1a6f2a44cbd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9121027 Dec 21 22:15:03.979353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34434) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:04.039898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2214b1c-fd82-430a-9236-c2bcfd486e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.043869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a2214b1c-fd82-430a-9236-c2bcfd486e68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0a8c7d2-9205-4e86-a255-a34e36368087 HTTP/1.1" status: 204 len: 168 time: 0.7207558 Dec 21 22:15:04.046653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.188781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] For port 37338db7-bc51-43b6-8f99-42ec6615de7c, host hv-neutron-8225, got binding levels [] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:04.189198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.360115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Calling delete_port for 37338db7-bc51-43b6-8f99-42ec6615de7c owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:04.397181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48bb10-4fb1-44ab-8f5a-45f1b5cff4fe tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:04.397849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9c48bb10-4fb1-44ab-8f5a-45f1b5cff4fe tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:04.479624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-92cd58c3-36e7-47dc-a9b6-0bf10ca1888a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a938db2ead24e91ba19bfd6b9141466&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5307376 Dec 21 22:15:04.479624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.481450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34446) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:04.537844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.549033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9c48bb10-4fb1-44ab-8f5a-45f1b5cff4fe tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:04.550938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9c48bb10-4fb1-44ab-8f5a-45f1b5cff4fe tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/a1836d1f-73f7-4315-b17d-837cbc165872 HTTP/1.1" status: 200 len: 844 time: 0.5675604 Dec 21 22:15:04.562575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34452) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:04.624127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.716781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f7fa29-c98e-4eb4-b565-b656adbdaeec,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:04.727559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event deleted for resources: {'Port': ['ID=37338db7-bc51-43b6-8f99-42ec6615de7c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:04.743030 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e1d21999-e11a-409a-ac0c-b3cd61432254 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb9b77b4781a44ed925860b8587f7c19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2819116 Dec 21 22:15:04.743030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-469d439e-de93-4fd0-bb9f-b75ad5a4fab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.749256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3a357be5-3383-483a-98a6-a13b5b74d020 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port a1836d1f-73f7-4315-b17d-837cbc165872 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:04.749625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a357be5-3383-483a-98a6-a13b5b74d020 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.763772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34458) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:04.773171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.953105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:04.964964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=96a09651-d543-44d8-8ff3-8ff41c86d823,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:04.967531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:04.973914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:04.974585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:04.988606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04a6b98-a810-4df2-8c29-d580d31e6e7e None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:05.080916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.084439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7dfc1f8f-808d-4646-a933-6b18a0859c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.104253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1eed8f85-795e-47b6-9d02-6164791a0498 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7069256 Dec 21 22:15:05.109560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34468) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:05.119431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1247007921', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:05.122794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-469d439e-de93-4fd0-bb9f-b75ad5a4fab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.135589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:05.150338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7dfc1f8f-808d-4646-a933-6b18a0859c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.158152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:router and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:05.162271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b16226a4-97a7-4a0a-acb4-51617cf43f39 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "DELETE /v2.0/ports/37338db7-bc51-43b6-8f99-42ec6615de7c HTTP/1.1" status: 204 len: 168 time: 1.5823565 Dec 21 22:15:05.167784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34472) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:05.188629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:05.202777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:05.237101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34476) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:05.273178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.274550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.275298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58bb834-3392-46b4-b2e0-7ad2a082db77 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:15:05.275866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d58bb834-3392-46b4-b2e0-7ad2a082db77 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Synchronizing usage tracker for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:05.332865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7dfc1f8f-808d-4646-a933-6b18a0859c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.346132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-77d2ff34-8259-4d73-94d5-1ccba0fba9c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3410344 Dec 21 22:15:05.351933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '96a09651-d543-44d8-8ff3-8ff41c86d823'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:05.353282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.371105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.372624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc1f8f-808d-4646-a933-6b18a0859c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f7fa29-c98e-4eb4-b565-b656adbdaeec,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:05.405331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7dfc1f8f-808d-4646-a933-6b18a0859c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.408714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7dfc1f8f-808d-4646-a933-6b18a0859c59 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60f7fa29-c98e-4eb4-b565-b656adbdaeec HTTP/1.1" status: 204 len: 168 time: 0.6411567 Dec 21 22:15:05.414584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d58bb834-3392-46b4-b2e0-7ad2a082db77 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Unset dirty status for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:05.416506 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d58bb834-3392-46b4-b2e0-7ad2a082db77 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "GET /v2.0/ports/37338db7-bc51-43b6-8f99-42ec6615de7c HTTP/1.1" status: 404 len: 333 time: 0.2398376 Dec 21 22:15:05.419317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-469d439e-de93-4fd0-bb9f-b75ad5a4fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.419925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34484) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:05.434849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a357be5-3383-483a-98a6-a13b5b74d020 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.470952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.488927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Request body: {'port': {'network_id': '739883b6-6303-451a-a32d-cb692f085119', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1011173614'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:05.505253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:05.514691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d439e-de93-4fd0-bb9f-b75ad5a4fab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d82118-321c-4c04-b631-f4ced5183c42,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:05.535311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:05.540368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Deleting port e275d6fc-7c85-4842-b776-97dc6193c3af {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:05.540775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.574771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1745649544'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:05.589070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3a357be5-3383-483a-98a6-a13b5b74d020 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for a1836d1f-73f7-4315-b17d-837cbc165872 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:05.599270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.604240 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9af3e61e-ae7d-44be-b97c-ff7670af9010 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4936173 Dec 21 22:15:05.605708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:05.612967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34488) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:05.661754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-469d439e-de93-4fd0-bb9f-b75ad5a4fab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.662982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-469d439e-de93-4fd0-bb9f-b75ad5a4fab5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3d82118-321c-4c04-b631-f4ced5183c42 HTTP/1.1" status: 204 len: 168 time: 1.1805618 Dec 21 22:15:05.694078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Usage tracker for resource:network and tenant:9242697487094fa8bb46d7a3ea88b3a4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:05.706987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:05.709165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Made reservation on behalf of f6330058b0c8469591c5b44850caab0f for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:05.711660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/96a09651-d543-44d8-8ff3-8ff41c86d823/1481f4a9-9e1e-4166-8b7b-c375c189a101) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:05.713991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.738972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-e188b5ea-e09b-40f6-90f5-c863c818e70f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 0.1590166 Dec 21 22:15:05.749510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:05.758340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] device_id is not set on port 18334811-293d-43c2-8302-5f75595b4cfb yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:05.870684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a357be5-3383-483a-98a6-a13b5b74d020 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.921184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Made reservation on behalf of 9242697487094fa8bb46d7a3ea88b3a4 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:05.926819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:05.974028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a357be5-3383-483a-98a6-a13b5b74d020 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=a1836d1f-73f7-4315-b17d-837cbc165872,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:06.009429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a357be5-3383-483a-98a6-a13b5b74d020 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.071633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-fe089b47-d0d4-4d49-8e83-568c70953ebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:06.073291 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-fe089b47-d0d4-4d49-8e83-568c70953ebb service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.3132329 Dec 21 22:15:06.074568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.090426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Transition to ACTIVE for port object 1481f4a9-9e1e-4166-8b7b-c375c189a101 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:06.110172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.117323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Transition to ACTIVE for port object 1481f4a9-9e1e-4166-8b7b-c375c189a101 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:06.149633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.178786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3a357be5-3383-483a-98a6-a13b5b74d020 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/a1836d1f-73f7-4315-b17d-837cbc165872 HTTP/1.1" status: 204 len: 168 time: 1.6137912 Dec 21 22:15:06.188123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34498) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:06.213409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.257151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-346a2de6-d068-415a-afa3-40e4de7b3f61 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:15:06.259466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-346a2de6-d068-415a-afa3-40e4de7b3f61 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:06.269128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Pushing event updated for resources: {'Port': ['ID=1481f4a9-9e1e-4166-8b7b-c375c189a101,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:06.276769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:06.278117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:06.280444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:06.319420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-35256732-3010-4501-860d-7dc8b10cd910 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 999 time: 0.2376995 Dec 21 22:15:06.379231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Attempting to bind port 1481f4a9-9e1e-4166-8b7b-c375c189a101 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:06.379975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Attempting to bind port 1481f4a9-9e1e-4166-8b7b-c375c189a101 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:06.380432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Attempting to bind port 1481f4a9-9e1e-4166-8b7b-c375c189a101 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:06.387801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:06.388227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:06.388733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.389822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:06.389822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Bound port: 1481f4a9-9e1e-4166-8b7b-c375c189a101, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:06.390058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.405761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-cbd2a2c1-9e3e-4150-be39-ed35629e309d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:06.408280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-cbd2a2c1-9e3e-4150-be39-ed35629e309d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.0789163 Dec 21 22:15:06.417553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-346a2de6-d068-415a-afa3-40e4de7b3f61 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:06.417553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-346a2de6-d068-415a-afa3-40e4de7b3f61 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/a1836d1f-73f7-4315-b17d-837cbc165872 HTTP/1.1" status: 404 len: 333 time: 0.2225490 Dec 21 22:15:06.460274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34502) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:06.468064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34504) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:06.474298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'name': 'tempest-PortsIpV6TestJSON-191668846'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:06.490314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] For port 1481f4a9-9e1e-4166-8b7b-c375c189a101, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:06.493737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] For port 1481f4a9-9e1e-4166-8b7b-c375c189a101, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1481f4a9-9e1e-4166-8b7b-c375c189a101,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:06.514656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34510) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:06.514870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Calling delete_port for e275d6fc-7c85-4842-b776-97dc6193c3af owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:06.526971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.583981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.629402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d695145-5059-47cf-884c-6cd2295b0c61 None None] Pushing event updated for resources: {'Port': ['ID=1481f4a9-9e1e-4166-8b7b-c375c189a101,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:06.695706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.720432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:06.725000 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a08023dc-420b-45f2-ae0e-09b6624c8de6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54a6f73982424ff3a616c29106d72de8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2557347 Dec 21 22:15:06.729581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34514) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:06.730906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:06.741847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:06.745748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:06.770330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-1198c889-fb94-41ed-9c97-1d0ad9aee6bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3555059 Dec 21 22:15:06.773675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:06.776135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] Usage tracker for resource:security_group_rule and tenant:d2026f3c93474596b8e15a2028f7351e is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:06.793424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:06.805614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:06.815519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Usage tracker for resource:security_group_rule and tenant:9242697487094fa8bb46d7a3ea88b3a4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:06.822475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:06.823429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:06.832887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:06.872407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:06.877975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:06.999215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 870c7ab6-3c5c-4df7-883a-70ae32449d34 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:07.131880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-46efabdb-43d3-48b8-a377-5c80b739eb0d service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498013 Dec 21 22:15:07.132636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e570f404-434a-4e8f-9354-77051d6e8d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.249915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.259674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.269661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1512336-ddc3-44db-a6f8-f0664e7b20b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.325222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e570f404-434a-4e8f-9354-77051d6e8d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.344026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.458518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.482635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Network 739883b6-6303-451a-a32d-cb692f085119 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:07.485395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=18334811-293d-43c2-8302-5f75595b4cfb,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:07.499917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:07.503778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2026f3c93474596b8e15a2028f7351e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9827869 Dec 21 22:15:07.503778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cffd2f-29b4-4390-8d31-e1af4a9d4bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98e8ac5-174b-4911-976c-61f8eec23036,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:07.504845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34518) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:07.513222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:07.514120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:07.514769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.526040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.576305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcd38c80-6034-415a-aaa1-f814837a9d27 req-78cb43e9-08c5-4474-a9d0-5fea2c16a3a4 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327495 Dec 21 22:15:07.594255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.598169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.637388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.650178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e570f404-434a-4e8f-9354-77051d6e8d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.677330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570f404-434a-4e8f-9354-77051d6e8d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9878cdca-f563-4673-8608-3f5aabad2959,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:07.704249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-372bc89b-a03f-4d16-800f-471bd1917171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.740045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e570f404-434a-4e8f-9354-77051d6e8d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.740296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Port': ['ID=e275d6fc-7c85-4842-b776-97dc6193c3af,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:07.744011 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e570f404-434a-4e8f-9354-77051d6e8d00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9878cdca-f563-4673-8608-3f5aabad2959 HTTP/1.1" status: 204 len: 168 time: 1.0061080 Dec 21 22:15:07.746537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-372bc89b-a03f-4d16-800f-471bd1917171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.759081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:07.786518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.822462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7382888a-3caf-4633-aa9d-c8af3ac0dc3b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:07.871939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:07.879449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:07.881334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=870c7ab6-3c5c-4df7-883a-70ae32449d34,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:07.883562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:07.889436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac09b6bf-8603-409d-9e4e-e0881c1d5936 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4582527 Dec 21 22:15:07.889577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:07.889577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.892455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34524) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:07.895977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.896421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Added segment 6e4493da-38a2-450d-b1f2-e1354e9b2a65 of type vlan for network 1ef2ca82-549e-4da6-9bb9-74ccad134415 Dec 21 22:15:07.908481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:07.945027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-372bc89b-a03f-4d16-800f-471bd1917171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.981445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-372bc89b-a03f-4d16-800f-471bd1917171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:07.984684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-372bc89b-a03f-4d16-800f-471bd1917171 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e98e8ac5-174b-4911-976c-61f8eec23036 HTTP/1.1" status: 204 len: 168 time: 0.4724517 Dec 21 22:15:07.996008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bc89b-a03f-4d16-800f-471bd1917171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98e8ac5-174b-4911-976c-61f8eec23036,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:08.021567 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d807a610-df98-4d78-8e43-ea353bd655b9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5600071 Dec 21 22:15:08.025579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34530) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:08.037495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:08.178409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::1 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/96a09651-d543-44d8-8ff3-8ff41c86d823/2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:08.238543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:08.323248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1481f4a9-9e1e-4166-8b7b-c375c189a101 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:08.517826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 1481f4a9-9e1e-4166-8b7b-c375c189a101 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:08.706910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:08.748901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:08.753115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:08.754322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:08.810598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:08.818658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:08.841254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:08.873464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:08.881619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:08.959673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event updated for resources: {'Network': ['ID=1ef2ca82-549e-4da6-9bb9-74ccad134415,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:08.963280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1041d628-2040-4cc4-afdf-56f1ec18a1b9 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.7249713 Dec 21 22:15:08.969259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34550) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:08.977397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1ef2ca82-549e-4da6-9bb9-74ccad134415 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:09.000882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Request body: {'subnet': {'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:09.299198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.314622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fda61a06-f60a-40d6-a357-68314cb23a74 None None] Provisioning for port 1481f4a9-9e1e-4166-8b7b-c375c189a101 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:09.320997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fda61a06-f60a-40d6-a357-68314cb23a74 None None] Provisioning complete for port 1481f4a9-9e1e-4166-8b7b-c375c189a101 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:09.321421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fda61a06-f60a-40d6-a357-68314cb23a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.502197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fda61a06-f60a-40d6-a357-68314cb23a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.529214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] device_id is not set on port 18334811-293d-43c2-8302-5f75595b4cfb yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:09.539076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fda61a06-f60a-40d6-a357-68314cb23a74 None None] For port 1481f4a9-9e1e-4166-8b7b-c375c189a101, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1481f4a9-9e1e-4166-8b7b-c375c189a101,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:09.539630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:09.542021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.543885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Usage tracker for resource:subnet and tenant:9242697487094fa8bb46d7a3ea88b3a4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:09.547254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:09.554458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:09.563391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Transition to ACTIVE for port object 18334811-293d-43c2-8302-5f75595b4cfb will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:09.572556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fda61a06-f60a-40d6-a357-68314cb23a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.574883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:09.579840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:09.615769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.652146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:09.654922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:09.655352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.681185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Made reservation on behalf of 9242697487094fa8bb46d7a3ea88b3a4 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:09.709534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.726736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda61a06-f60a-40d6-a357-68314cb23a74 None None] Pushing event updated for resources: {'Port': ['ID=1481f4a9-9e1e-4166-8b7b-c375c189a101,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:09.744963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.852999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34572) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:09.856999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=18334811-293d-43c2-8302-5f75595b4cfb,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:09.868362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] In _notify_port_updated(), no bound segment for port 870c7ab6-3c5c-4df7-883a-70ae32449d34 on network 42501771-0310-48f9-a5f9-ce999c8dfa40 {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:15:09.872997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:09.873991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:09.875810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "PUT /v2.0/ports/870c7ab6-3c5c-4df7-883a-70ae32449d34 HTTP/1.1" status: 200 len: 818 time: 1.8490384 Dec 21 22:15:09.929731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34576) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:09.943480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.027558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f20d7-ff52-4359-8e54-a4ea7ea59540 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=870c7ab6-3c5c-4df7-883a-70ae32449d34,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:10.029367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-78df0429-02c0-44d5-9760-0b2787587bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.033985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:10.035086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:10.035647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:10.077425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e8e40d57-764e-4c1f-9c46-f03f0bb994ef tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 870c7ab6-3c5c-4df7-883a-70ae32449d34 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:10.077984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8e40d57-764e-4c1f-9c46-f03f0bb994ef tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.148367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:10.149090 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:10.154181 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 2 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:10.187253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:10.187867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:10.188412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:10.212170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:10.212833 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:10.215001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 3 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:10.216701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.236290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1481f4a9-9e1e-4166-8b7b-c375c189a101 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:10.281377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:10.282054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:10.282747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:10.354044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 1481f4a9-9e1e-4166-8b7b-c375c189a101 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:10.354879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.420128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cfc91f11-2888-4bac-a799-4a14f8ac5e61 None None] Provisioning for port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:10.431635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cfc91f11-2888-4bac-a799-4a14f8ac5e61 None None] Provisioning complete for port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:10.432685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc91f11-2888-4bac-a799-4a14f8ac5e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.471114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.486133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Router f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:15:10.553891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8e40d57-764e-4c1f-9c46-f03f0bb994ef tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.653196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:10.653359 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:10.727692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 4 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:10.745106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-e5614aa3-b6d7-42d1-a7c6-eaec62e8713b tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.749479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cfc91f11-2888-4bac-a799-4a14f8ac5e61 None None] Port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:10.749629 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e5614aa3-b6d7-42d1-a7c6-eaec62e8713b tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.8934429 Dec 21 22:15:10.757569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e8e40d57-764e-4c1f-9c46-f03f0bb994ef tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 870c7ab6-3c5c-4df7-883a-70ae32449d34 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:10.773871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34590) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.793723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-f2d6e4c8-d4b0-4cec-ab50-043dcd5586dd tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.794780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f2d6e4c8-d4b0-4cec-ab50-043dcd5586dd tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0172577 Dec 21 22:15:10.799606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34594) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.814165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-9cf5c96f-3a3e-4c78-8f0a-22cb7db79f0c tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.815202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9cf5c96f-3a3e-4c78-8f0a-22cb7db79f0c tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0105758 Dec 21 22:15:10.818916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:10.819290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:10.819663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:10.823786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34598) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.838353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-b6a3f668-a791-4021-87b7-8a84ff0f8bcd tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.841966 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b6a3f668-a791-4021-87b7-8a84ff0f8bcd tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0146391 Dec 21 22:15:10.846280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34604) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.857190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-35263a45-07a5-41e2-93fd-4e2affbdfb8f tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.860872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-35263a45-07a5-41e2-93fd-4e2affbdfb8f tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0103884 Dec 21 22:15:10.861213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:10.861583 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:10.862023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34608) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.864198 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 5 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:10.890775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-6489dab8-01df-472d-a5af-d58c38734f2d tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.895005 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6489dab8-01df-472d-a5af-d58c38734f2d tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0200744 Dec 21 22:15:10.896616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34612) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.904254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-b22720ca-4464-414a-bbd2-3366f3643968 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.907808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b22720ca-4464-414a-bbd2-3366f3643968 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077317 Dec 21 22:15:10.907808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:10.907808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:10.907808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:10.908984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34616) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.918429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-29790594-ad05-49f4-a41e-6c920961a7ac tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.922305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-29790594-ad05-49f4-a41e-6c920961a7ac tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066283 Dec 21 22:15:10.923021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:10.923021 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:10.932009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34620) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.932009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 6 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:10.939049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-c29747cc-e899-44a8-a439-8e54e70fc0a1 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.942621 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c29747cc-e899-44a8-a439-8e54e70fc0a1 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079854 Dec 21 22:15:10.943479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34624) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.948279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:10.948682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:10.949057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:10.955920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8e40d57-764e-4c1f-9c46-f03f0bb994ef tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:10.958560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:10.958976 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:10.962827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 7 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:10.982176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-ebba425c-6cab-40d3-b3c0-1e5bae4b4b72 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:10.982176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ebba425c-6cab-40d3-b3c0-1e5bae4b4b72 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0269585 Dec 21 22:15:10.993372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34630) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:10.995230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:15:11.009646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4850390-4821-43ae-a36b-c2fac31c233d None None] Sync routers for ids ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:15:11.013696 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f703f1af-cad7-4e9c-9f32-b2bab0765645 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "PUT /v2.0/routers/f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9186165 Dec 21 22:15:11.022314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-87e6f70a-87f1-4032-8a6d-018602458c3a tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.023398 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-87e6f70a-87f1-4032-8a6d-018602458c3a tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0194094 Dec 21 22:15:11.024121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34634) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.027357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40d57-764e-4c1f-9c46-f03f0bb994ef tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=870c7ab6-3c5c-4df7-883a-70ae32449d34,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:11.029594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34636) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.033467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:11.033896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:11.035061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:11.045274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8e40d57-764e-4c1f-9c46-f03f0bb994ef tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.047948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4850390-4821-43ae-a36b-c2fac31c233d None None] Routers {'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:11.048987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d4850390-4821-43ae-a36b-c2fac31c233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:11.049645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:11.050044 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:11.054022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 8 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:11.070940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e8e40d57-764e-4c1f-9c46-f03f0bb994ef tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/870c7ab6-3c5c-4df7-883a-70ae32449d34 HTTP/1.1" status: 204 len: 168 time: 1.1397765 Dec 21 22:15:11.074924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34642) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.077939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:11.078311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:11.078684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:11.131570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:11.131941 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:11.133149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 9 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:11.155085 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-4faf19ae-9c70-42c4-8555-17be8e563c99 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] show failed (client error): The resource could not be found. Dec 21 22:15:11.155085 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4faf19ae-9c70-42c4-8555-17be8e563c99 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1284783792 HTTP/1.1" status: 404 len: 335 time: 0.1236498 Dec 21 22:15:11.155781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34648) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.157096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-6000ca78-4816-44c8-85fd-c584d98ff4eb tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.160810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6000ca78-4816-44c8-85fd-c584d98ff4eb tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.1197720 Dec 21 22:15:11.161685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34652) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.162471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d4850390-4821-43ae-a36b-c2fac31c233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:11.163089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4acfb84b-41d8-4a43-9330-80005f00645e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:11.177586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4850390-4821-43ae-a36b-c2fac31c233d None None] Routers {'f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:11.178412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d4850390-4821-43ae-a36b-c2fac31c233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:11.183762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.193562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-8025ccc0-66ae-440e-8163-849670749d73 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.197176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8025ccc0-66ae-440e-8163-849670749d73 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0319979 Dec 21 22:15:11.226581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34656) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.231101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:11.231349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:11.231722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:11.246712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-afc2e0a7-5373-44af-b9da-f011585d2125 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.251173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-afc2e0a7-5373-44af-b9da-f011585d2125 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0187881 Dec 21 22:15:11.255186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d4850390-4821-43ae-a36b-c2fac31c233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:11.255800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4850390-4821-43ae-a36b-c2fac31c233d None None] The sync data for ids ['f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:15:11.256608 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-4acfb84b-41d8-4a43-9330-80005f00645e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] update failed (client error): The resource could not be found. Dec 21 22:15:11.264836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4acfb84b-41d8-4a43-9330-80005f00645e tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1211006335 HTTP/1.1" status: 404 len: 335 time: 0.1009288 Dec 21 22:15:11.264836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34660) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.268085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-ccb77b70-8b73-4070-94d8-780ed5de4c51 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.272170 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ccb77b70-8b73-4070-94d8-780ed5de4c51 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0063283 Dec 21 22:15:11.272170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34664) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.273724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34666) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.277736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:11.278357 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:11.310447 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 10 to bind port 18334811-293d-43c2-8302-5f75595b4cfb Dec 21 22:15:11.327207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-a1cc5fe2-8902-4dbe-9cfc-4ec2a3266386 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.328259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a1cc5fe2-8902-4dbe-9cfc-4ec2a3266386 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0519912 Dec 21 22:15:11.337704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34674) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.364519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-f394e8ed-1465-4c71-9fc6-32334bb8aeea tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.367282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f394e8ed-1465-4c71-9fc6-32334bb8aeea tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0165930 Dec 21 22:15:11.372855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34678) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.373609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:11.373983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:11.374906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:11.382811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event updated for resources: {'Subnet': ['ID=f8533c78-71a2-42c6-adc6-fc70be34aca6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:11.388149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b51a23-9ed6-4935-b252-9868ea164706 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:11.388421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Checking segment: {'id': '6e4493da-38a2-450d-b1f2-e1354e9b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:11.388531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-40b51a23-9ed6-4935-b252-9868ea164706 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:11.388693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Network hostable DHCP agents. Network: 1ef2ca82-549e-4da6-9bb9-74ccad134415, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:11.393575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-c6c1b215-0122-41a9-8c35-20e29f3614bc tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.395277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6c1b215-0122-41a9-8c35-20e29f3614bc tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0183663 Dec 21 22:15:11.399077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34682) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.411283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:11.411638 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port 18334811-293d-43c2-8302-5f75595b4cfb on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:11.412035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.414645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-d21742c9-f6b8-45ba-92b6-8b8b2cd10390 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.415737 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d21742c9-f6b8-45ba-92b6-8b8b2cd10390 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0155606 Dec 21 22:15:11.428581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34686) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.436689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-7eae88fa-69c1-4f61-910b-bcc2995af074 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.437709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7eae88fa-69c1-4f61-910b-bcc2995af074 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105677 Dec 21 22:15:11.448680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34692) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.461680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-3a6c86e3-8f0f-4da5-adbf-b7ddd96226ab tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.465343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3a6c86e3-8f0f-4da5-adbf-b7ddd96226ab tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0127716 Dec 21 22:15:11.467328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34696) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.478133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-8c5ceb54-4601-4341-9006-141c879fd278 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.481800 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8c5ceb54-4601-4341-9006-141c879fd278 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0104930 Dec 21 22:15:11.483512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34700) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.483632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.493121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-b40136de-3750-43b8-a5dd-a159d8757f23 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.495580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b40136de-3750-43b8-a5dd-a159d8757f23 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085015 Dec 21 22:15:11.503839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34704) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.513852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.518372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-ed7e5d61-862a-4851-837e-7534ebe6e97a tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.519589 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ed7e5d61-862a-4851-837e-7534ebe6e97a tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0129247 Dec 21 22:15:11.527324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34708) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.532998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-5408c737-497f-45c1-b6e9-74d4dfdeee4d tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.535539 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5408c737-497f-45c1-b6e9-74d4dfdeee4d tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057080 Dec 21 22:15:11.537499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34712) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.542651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-aaf431ef-8478-401b-a326-cc35e2a96f42 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.543844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aaf431ef-8478-401b-a326-cc35e2a96f42 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053434 Dec 21 22:15:11.545197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Network 1ef2ca82-549e-4da6-9bb9-74ccad134415 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:11.547987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34716) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.558411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-9dddec99-417f-44c5-af04-8a85da62a900 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.559493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9dddec99-417f-44c5-af04-8a85da62a900 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079703 Dec 21 22:15:11.562145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34720) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.568248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-176bfe6a-ced5-449f-9e1d-bf7c43f6e01d tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.572440 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-176bfe6a-ced5-449f-9e1d-bf7c43f6e01d tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062099 Dec 21 22:15:11.572573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-40b51a23-9ed6-4935-b252-9868ea164706 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:11.572840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34724) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.575538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.576117 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-40b51a23-9ed6-4935-b252-9868ea164706 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5001779 Dec 21 22:15:11.576347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.580379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34728) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.585497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-32f9ab69-e1b9-453d-8986-1c55e37ce0a6 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.595790 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-32f9ab69-e1b9-453d-8986-1c55e37ce0a6 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0127761 Dec 21 22:15:11.604133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34730) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.617963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-e12a0d72-2517-4f06-911f-b791487e4aa1 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.621593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e12a0d72-2517-4f06-911f-b791487e4aa1 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0137813 Dec 21 22:15:11.626991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34736) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.664261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc927fa-9c94-4d52-9cf7-7fca254d73b4 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Deleting subnet 8c9128b7-64b0-4fb5-b960-794d0e364f75 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:11.666743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] For port 18334811-293d-43c2-8302-5f75595b4cfb, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:11.667147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempted to set empty binding levels {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 22:15:11.669346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0dc927fa-9c94-4d52-9cf7-7fca254d73b4 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.680887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 1ef2ca82-549e-4da6-9bb9-74ccad134415) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:11.686275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:11.687057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.692449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a7a123-2b89-49a0-830a-7da0af569dc2 None None] Network 1ef2ca82-549e-4da6-9bb9-74ccad134415 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:11.702417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-c99c28ee-feb8-4b22-828a-607a369046b1 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.706023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c99c28ee-feb8-4b22-828a-607a369046b1 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0689220 Dec 21 22:15:11.707086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.711155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34744) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.734396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-b8bbc81a-79b5-4cae-b320-bfa1df86231f tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.738043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8bbc81a-79b5-4cae-b320-bfa1df86231f tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0141449 Dec 21 22:15:11.745504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34748) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.746553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb6dcb1-a6c7-44bc-9031-6b4f4399890c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:15:11.747113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5eb6dcb1-a6c7-44bc-9031-6b4f4399890c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:11.761663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-cb3eb1b2-1185-4de2-b3eb-b07d1c0e32de tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.765716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb3eb1b2-1185-4de2-b3eb-b07d1c0e32de tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0156903 Dec 21 22:15:11.778746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34752) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.789208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-f7dfd1ad-42ba-46bd-be67-939ce5933947 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.790283 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f7dfd1ad-42ba-46bd-be67-939ce5933947 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0105081 Dec 21 22:15:11.792943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:11.798771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34756) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.809515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] In _notify_port_updated(), no bound segment for port 18334811-293d-43c2-8302-5f75595b4cfb on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:15:11.810212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.810324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5eb6dcb1-a6c7-44bc-9031-6b4f4399890c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:11.813991 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5eb6dcb1-a6c7-44bc-9031-6b4f4399890c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/870c7ab6-3c5c-4df7-883a-70ae32449d34 HTTP/1.1" status: 404 len: 333 time: 0.1870615 Dec 21 22:15:11.815130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34760) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.817571 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "PUT /v2.0/ports/18334811-293d-43c2-8302-5f75595b4cfb HTTP/1.1" status: 200 len: 977 time: 3.9156196 Dec 21 22:15:11.820155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0dc927fa-9c94-4d52-9cf7-7fca254d73b4 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:11.824791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34762) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.861410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-e8a61274-a5d1-451c-adc3-3f9fcc05fb67 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.865608 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e8a61274-a5d1-451c-adc3-3f9fcc05fb67 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0552254 Dec 21 22:15:11.872572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34770) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.880764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eeee1-ad92-4fec-b143-e65f2cfd6372 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=18334811-293d-43c2-8302-5f75595b4cfb,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:11.885617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-439ed0e9-b933-43e5-8727-f6e2c41bd83b tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.889268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1941777641'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:11.889394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-439ed0e9-b933-43e5-8727-f6e2c41bd83b tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0106964 Dec 21 22:15:11.890072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34774) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.898786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c99dd547-0521-461c-9cf5-13fafcbc8696 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9265344 Dec 21 22:15:11.900324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-4b34ddfc-b9d7-416e-b817-436f8ad712bc tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.903861 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4b34ddfc-b9d7-416e-b817-436f8ad712bc tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0103948 Dec 21 22:15:11.903992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:11.904096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34778) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.909326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34780) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.917217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Request body: {'port': {'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415', 'name': 'tempest-ExtraDHCPOptionsTestJSON-701913861'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:11.943210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-c81ee1d9-47fb-40db-aa87-e19a73369f92 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.946801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c81ee1d9-47fb-40db-aa87-e19a73369f92 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0315952 Dec 21 22:15:11.951855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34786) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.972690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-51fc5e29-ea8f-406d-a6a6-3343ab4fe843 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.976413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-51fc5e29-ea8f-406d-a6a6-3343ab4fe843 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0179527 Dec 21 22:15:11.977225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34790) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:11.982654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:network and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:11.989829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:11.997139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-4d1ecf07-799a-46fe-bdbb-5a0f9a6ca746 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:11.999136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d1ecf07-799a-46fe-bdbb-5a0f9a6ca746 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0163736 Dec 21 22:15:12.009567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:12.016870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34794) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.017241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34796) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.046166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-6b008c6c-7b1b-4f35-b7cf-6c2d97d3c3f7 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.047207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6b008c6c-7b1b-4f35-b7cf-6c2d97d3c3f7 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0236835 Dec 21 22:15:12.051848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34804) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.070259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:12.072836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-7c4c0954-fbff-45ef-91f6-32322ce9730d tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.076495 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c4c0954-fbff-45ef-91f6-32322ce9730d tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0210040 Dec 21 22:15:12.078505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34808) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.079627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:12.088248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-1ef2ca82-549e-4da6-9bb9-74ccad134415', 'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415', 'tenant_id': '9242697487094fa8bb46d7a3ea88b3a4', 'fixed_ips': [{'subnet_id': 'f8533c78-71a2-42c6-adc6-fc70be34aca6'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:12.089274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.098854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0dc927fa-9c94-4d52-9cf7-7fca254d73b4 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.162369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-9fa19a34-29d3-4a85-820a-1c741725ac0a tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.165975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9fa19a34-29d3-4a85-820a-1c741725ac0a tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0710044 Dec 21 22:15:12.174475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34812) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.178117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:12.179788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:12.183569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.187761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-d89dda4e-f1ab-47cf-b196-344ab91ffed6 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.192084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d89dda4e-f1ab-47cf-b196-344ab91ffed6 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0133431 Dec 21 22:15:12.199230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34816) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.202316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Usage tracker for resource:port and tenant:9242697487094fa8bb46d7a3ea88b3a4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:12.206609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:12.213495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-3c874759-54fc-4bfe-96b4-a4a1bcb845da tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.217131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c874759-54fc-4bfe-96b4-a4a1bcb845da tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0144055 Dec 21 22:15:12.220550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34820) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.224523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:12.241103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-163294c2-ed72-4377-bbac-3f3dfbbcfe88 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.245208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-163294c2-ed72-4377-bbac-3f3dfbbcfe88 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0172334 Dec 21 22:15:12.245870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34824) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.259809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-f7e39594-e01d-4778-97df-c9082725b9a7 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.266414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f7e39594-e01d-4778-97df-c9082725b9a7 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0106461 Dec 21 22:15:12.269422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34828) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.276492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-a198356b-cbe9-45db-827f-b3ca45940d85 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.280766 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a198356b-cbe9-45db-827f-b3ca45940d85 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087361 Dec 21 22:15:12.281765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34832) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.287922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-323b9004-7395-4c87-941e-cfc37c3d3ed0 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.297699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-323b9004-7395-4c87-941e-cfc37c3d3ed0 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0146818 Dec 21 22:15:12.299327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Made reservation on behalf of 9242697487094fa8bb46d7a3ea88b3a4 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:12.308392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.320666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34836) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.330736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0dc927fa-9c94-4d52-9cf7-7fca254d73b4 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.339044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-65391d7f-533c-413b-a496-53b9ada2ed57 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.343268 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-65391d7f-533c-413b-a496-53b9ada2ed57 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0197177 Dec 21 22:15:12.380601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34840) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.382424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Allocated IP 172.20.0.2 (1ef2ca82-549e-4da6-9bb9-74ccad134415/f8533c78-71a2-42c6-adc6-fc70be34aca6/9790c6b7-49bc-4520-98ec-294819f9ccb4) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:12.397337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-34aa591a-cf70-4f70-8ddc-4eeb278f6d03 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.401455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-34aa591a-cf70-4f70-8ddc-4eeb278f6d03 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0176520 Dec 21 22:15:12.405078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc927fa-9c94-4d52-9cf7-7fca254d73b4 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9128b7-64b0-4fb5-b960-794d0e364f75,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:12.408506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34844) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.413426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] device_id is not set on port b20dce7a-b4fc-4667-a8d6-4ee3b500c08e yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:12.453511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-9ce74b24-d5c5-4194-a2d3-7b5762178787 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.458066 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ce74b24-d5c5-4194-a2d3-7b5762178787 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0477421 Dec 21 22:15:12.461544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34848) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.466057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0dc927fa-9c94-4d52-9cf7-7fca254d73b4 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.476480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-55cb9cdd-1a47-4871-9e67-7a341a15fa83 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.480515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-55cb9cdd-1a47-4871-9e67-7a341a15fa83 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0178826 Dec 21 22:15:12.492506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34854) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.506197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcbc3da-f511-4de0-8b73-18335f540f38 None None] Network b744e86f-e61e-44a0-b1e9-6441861a850f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:12.508024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-6d1c7730-6c0e-4b9b-b03c-7d746b832a1c tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.512022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d1c7730-6c0e-4b9b-b03c-7d746b832a1c tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0184782 Dec 21 22:15:12.517409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34858) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.524838 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0dc927fa-9c94-4d52-9cf7-7fca254d73b4 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/subnets/8c9128b7-64b0-4fb5-b960-794d0e364f75 HTTP/1.1" status: 204 len: 168 time: 1.2523427 Dec 21 22:15:12.528144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-f46dd500-aae4-4823-afdd-f80eb63fa3ef tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.532105 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f46dd500-aae4-4823-afdd-f80eb63fa3ef tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0136702 Dec 21 22:15:12.537227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34862) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.537607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34864) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.547879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-f8a9a02a-3bbb-4a46-b958-d435a8cfbe38 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.552215 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8a9a02a-3bbb-4a46-b958-d435a8cfbe38 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0118718 Dec 21 22:15:12.556784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-71f37f16-8746-4567-9ef1-303a76c18d7b tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:12.570953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34870) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.586567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f67a09b1-d2d1-4ddc-917a-8b47aee50842 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Synchronizing usage tracker for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:12.601580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-30594804-a44b-40ad-9f0b-5fbeffdc7161 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.605778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-30594804-a44b-40ad-9f0b-5fbeffdc7161 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0127630 Dec 21 22:15:12.605909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34874) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.609797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:12.614910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-f642d586-2d61-40f3-b046-f3cef163254a tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.616610 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f642d586-2d61-40f3-b046-f3cef163254a tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0090542 Dec 21 22:15:12.623307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34878) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.631871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-99923b5e-2793-4574-af6b-89ee44fd7ecf tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.635411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-99923b5e-2793-4574-af6b-89ee44fd7ecf tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0086775 Dec 21 22:15:12.636567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34882) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.644590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-1553a933-3a84-4559-8340-5b7fc5150424 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.651431 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1553a933-3a84-4559-8340-5b7fc5150424 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081234 Dec 21 22:15:12.652393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.653164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Added segment 602ceaa0-01bb-4d39-b355-9e883d9b59f7 of type vlan for network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b Dec 21 22:15:12.654995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34886) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.671270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-8542030d-941c-464a-ae89-b4ee3770b640 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.673222 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8542030d-941c-464a-ae89-b4ee3770b640 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081942 Dec 21 22:15:12.680359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34890) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.686736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [None req-6986c032-c825-4777-9bc0-08fb3204f0d2 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:15:12.693316 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6986c032-c825-4777-9bc0-08fb3204f0d2 tempest-ExtensionsTestJSON-400786507 tempest-ExtensionsTestJSON-400786507-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061355 Dec 21 22:15:12.756262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f67a09b1-d2d1-4ddc-917a-8b47aee50842 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Unset dirty status for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:12.761393 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f67a09b1-d2d1-4ddc-917a-8b47aee50842 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14607 time: 0.9451869 Dec 21 22:15:12.762828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34896) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:12.800023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c9951948-771a-49e5-b769-ddce874dfb99 None None] Provisioning complete for port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:12.800953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9951948-771a-49e5-b769-ddce874dfb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.804420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b398b507-9842-4fb7-954a-575906d6ead9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Deleting subnet 545acc9d-8ca0-420c-bd82-774ab98839a7 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:12.808020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b398b507-9842-4fb7-954a-575906d6ead9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.843050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.871031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b398b507-9842-4fb7-954a-575906d6ead9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.930486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c9951948-771a-49e5-b769-ddce874dfb99 None None] Port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:12.942007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.948824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Deleting port 18334811-293d-43c2-8302-5f75595b4cfb {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:12.948824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:12.953432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Transition to ACTIVE for port object 9790c6b7-49bc-4520-98ec-294819f9ccb4 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:12.978214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Transition to ACTIVE for port object 9790c6b7-49bc-4520-98ec-294819f9ccb4 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:13.021970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] DHCP port deletion for b744e86f-e61e-44a0-b1e9-6441861a850f request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:15:13.028561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] Deleting port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:13.029157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.038155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b398b507-9842-4fb7-954a-575906d6ead9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.058490 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-71f37f16-8746-4567-9ef1-303a76c18d7b tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "PUT /v2.0/quotas/aa0e33718b5b45b28bf764577f5125d9 HTTP/1.1" status: 200 len: 366 time: 1.0341547 Dec 21 22:15:13.068757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34900) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.087937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.110555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.119748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:13.120473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.129886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-30bdffd8-68d4-482f-b3ad-fd33811f96cb tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0537872 Dec 21 22:15:13.139084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34906) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.173085 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6e6ba1bb-4be3-4bd2-9179-cd91c54320af tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "GET /v2.0/quotas/aa0e33718b5b45b28bf764577f5125d9 HTTP/1.1" status: 200 len: 366 time: 0.0322857 Dec 21 22:15:13.178723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34910) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.182784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Network 1ef2ca82-549e-4da6-9bb9-74ccad134415 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:13.204208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Allocated IP 172.20.0.3 (1ef2ca82-549e-4da6-9bb9-74ccad134415/f8533c78-71a2-42c6-adc6-fc70be34aca6/b20dce7a-b4fc-4667-a8d6-4ee3b500c08e) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:13.222034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:13.232151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:13.258934 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3412fe14-e82d-4bc5-a6d4-204aee5cafa0 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/aa0e33718b5b45b28bf764577f5125d9 HTTP/1.1" status: 204 len: 168 time: 0.0781689 Dec 21 22:15:13.267524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34914) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.291362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34918) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.298302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b398b507-9842-4fb7-954a-575906d6ead9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.314628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Pushing event updated for resources: {'Port': ['ID=9790c6b7-49bc-4520-98ec-294819f9ccb4,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:13.317891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Network': ['ID=efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:13.320586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ab2f570-d992-4cae-aaad-0445ff52260b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4796288 Dec 21 22:15:13.350358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34924) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.375455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:13.385209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:13.394180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398b507-9842-4fb7-954a-575906d6ead9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Subnet': ['ID=545acc9d-8ca0-420c-bd82-774ab98839a7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:13.400122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a97a1ea-7721-4263-a791-70699df016db tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1307018 Dec 21 22:15:13.404479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34928) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.406429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] For port 18334811-293d-43c2-8302-5f75595b4cfb, host hv-neutron-8225, got binding levels [] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:13.406878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.514456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c9881-8999-45fc-ba07-37d11ec8bd84 None None] Network 061cdbf4-cfdd-419e-b214-65be734dadc3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:13.537403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Attempting to bind port 9790c6b7-49bc-4520-98ec-294819f9ccb4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:13.537826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Attempting to bind port 9790c6b7-49bc-4520-98ec-294819f9ccb4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '6e4493da-38a2-450d-b1f2-e1354e9b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:13.538246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Attempting to bind port 9790c6b7-49bc-4520-98ec-294819f9ccb4 on network 1ef2ca82-549e-4da6-9bb9-74ccad134415 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:13.550865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Calling delete_port for 18334811-293d-43c2-8302-5f75595b4cfb owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:13.589678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Router d1669888-c9c6-4bc0-be03-5268de055230 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:15:13.631299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:13.631659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Checking segment: {'id': '6e4493da-38a2-450d-b1f2-e1354e9b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:13.632076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.632563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Bound using segment: {'id': '6e4493da-38a2-450d-b1f2-e1354e9b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:13.633095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Bound port: 9790c6b7-49bc-4520-98ec-294819f9ccb4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4493da-38a2-450d-b1f2-e1354e9b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:13.633518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.684535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b398b507-9842-4fb7-954a-575906d6ead9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.723817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] For port 6a784d58-f51b-42fa-a9b5-59d78823f9f1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6a784d58-f51b-42fa-a9b5-59d78823f9f1,segment=NetworkSegment(3fda3de4-00f6-43c3-8206-c7162eab187c),segment_id=3fda3de4-00f6-43c3-8206-c7162eab187c)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:13.724258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.763292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.784088 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b398b507-9842-4fb7-954a-575906d6ead9 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/subnets/545acc9d-8ca0-420c-bd82-774ab98839a7 HTTP/1.1" status: 204 len: 168 time: 1.2453351 Dec 21 22:15:13.786145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34932) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.809006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.822597 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e870346c-f495-477a-b27f-a311cacd20d4 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "GET /v2.0/quotas/aa0e33718b5b45b28bf764577f5125d9 HTTP/1.1" status: 200 len: 370 time: 0.4126029 Dec 21 22:15:13.823596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event deleted for resources: {'Port': ['ID=18334811-293d-43c2-8302-5f75595b4cfb,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:13.826317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34936) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.840987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1f9ee8dd-b326-4a08-bee2-32ba74763c6a tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "GET /v2.0/quotas/aa0e33718b5b45b28bf764577f5125d9/default HTTP/1.1" status: 200 len: 370 time: 0.0104749 Dec 21 22:15:13.841493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34940) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.853429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:13.891356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-9e0b0dc4-93ae-4c3d-8d9d-60310393d072 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] delete failed (client error): The resource could not be found. Dec 21 22:15:13.891356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9e0b0dc4-93ae-4c3d-8d9d-60310393d072 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/aa0e33718b5b45b28bf764577f5125d9 HTTP/1.1" status: 404 len: 348 time: 0.0438035 Dec 21 22:15:13.899892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:15:13.908109 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-adaf9e57-1deb-49b0-b11b-174ab75de82d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "PUT /v2.0/routers/d1669888-c9c6-4bc0-be03-5268de055230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2940545 Dec 21 22:15:13.909919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34946) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:13.915101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Sync routers for ids ['d1669888-c9c6-4bc0-be03-5268de055230'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:15:13.927817 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4b61b30e-4405-4b4f-8c46-3e33f0b57811 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "DELETE /v2.0/ports/18334811-293d-43c2-8302-5f75595b4cfb HTTP/1.1" status: 204 len: 168 time: 1.1583014 Dec 21 22:15:13.940899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Routers {'d1669888-c9c6-4bc0-be03-5268de055230'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:13.941603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d1669888-c9c6-4bc0-be03-5268de055230'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:14.010014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34950) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:14.017085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.044226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Transition to ACTIVE for port object b20dce7a-b4fc-4667-a8d6-4ee3b500c08e will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:14.076975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2334981-4343-43b3-ad3b-552104d8cf48 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:15:14.077532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e2334981-4343-43b3-ad3b-552104d8cf48 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Synchronizing usage tracker for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:14.110908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab307500-4531-48c0-9a2c-ec8e7ce53ce9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:14.111552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ab307500-4531-48c0-9a2c-ec8e7ce53ce9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:14.169287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] Calling delete_port for 6a784d58-f51b-42fa-a9b5-59d78823f9f1 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:14.178487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ab307500-4531-48c0-9a2c-ec8e7ce53ce9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:14.183371 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ab307500-4531-48c0-9a2c-ec8e7ce53ce9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports/2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 HTTP/1.1" status: 200 len: 911 time: 0.2723238 Dec 21 22:15:14.184476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34954) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:14.185244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e2334981-4343-43b3-ad3b-552104d8cf48 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Unset dirty status for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:14.190167 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e2334981-4343-43b3-ad3b-552104d8cf48 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "GET /v2.0/ports/18334811-293d-43c2-8302-5f75595b4cfb HTTP/1.1" status: 404 len: 333 time: 0.1754916 Dec 21 22:15:14.196585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34958) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:14.199280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.220072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] For port 9790c6b7-49bc-4520-98ec-294819f9ccb4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:14.224713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] For port 9790c6b7-49bc-4520-98ec-294819f9ccb4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9790c6b7-49bc-4520-98ec-294819f9ccb4,segment=NetworkSegment(6e4493da-38a2-450d-b1f2-e1354e9b2a65),segment_id=6e4493da-38a2-450d-b1f2-e1354e9b2a65)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:14.235643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6a784d58-f51b-42fa-a9b5-59d78823f9f1 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:14.273105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.273443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:14.288197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Set router d1669888-c9c6-4bc0-be03-5268de055230 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:15:14.311020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60605eab-7b78-43e6-beaf-c6dcc33ad21d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:14.323464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60605eab-7b78-43e6-beaf-c6dcc33ad21d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:14.335006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60605eab-7b78-43e6-beaf-c6dcc33ad21d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1471226 Dec 21 22:15:14.335889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34962) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:14.338239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1304416125', 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:14.339420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34964) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:14.350907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:14.373308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:14.377810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:14.400235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.416614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:14.438643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:14.444880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:14.467994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] Usage tracker for resource:security_group_rule and tenant:3abe516a39fd4e6abd89e2f03c2b2615 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:14.472532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event updated for resources: {'Port': ['ID=b20dce7a-b4fc-4667-a8d6-4ee3b500c08e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:14.477172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:14.482561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Network 1ef2ca82-549e-4da6-9bb9-74ccad134415 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:14.491597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:14.494823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:14.497751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:14.526444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.537741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f130-c315-42fe-af6c-d34bbc422e93 None None] Pushing event updated for resources: {'Port': ['ID=9790c6b7-49bc-4520-98ec-294819f9ccb4,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:14.558465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Deleting port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:14.558859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.598484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] DHCP port deletion for 061cdbf4-cfdd-419e-b214-65be734dadc3 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:15:14.603052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Usage tracker for resource:network and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:14.613616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] Deleting port 3bd33266-213a-43da-b28c-f8d23ad09eb4 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:14.614138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:14.614642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.651762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Usage tracker for resource:subnet and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:14.658087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Made reservation on behalf of f6330058b0c8469591c5b44850caab0f for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:14.660254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:14.663862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.673074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Usage tracker for resource:subnetpool and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:14.674245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:14.697219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.740786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'name': 'tempest-NetworksTestDHCPv6-router-1247007921', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:05Z', 'updated_at': '2021-12-21T22:15:10Z', 'revision_number': 2, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None, '_interfaces': [{'id': '2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8', 'name': '', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'mac_address': 'fa:16:3e:47:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a09651-d543-44d8-8ff3-8ff41c86d823', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:07Z', 'updated_at': '2021-12-21T22:15:11Z', 'revision_number': 2, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'subnets': [{'id': '96a09651-d543-44d8-8ff3-8ff41c86d823', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:14.744883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Checking router: d1669888-c9c6-4bc0-be03-5268de055230 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:15:14.745404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Updating router d1669888-c9c6-4bc0-be03-5268de055230 port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:15:14.758450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:14.809989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] The port '6a784d58-f51b-42fa-a9b5-59d78823f9f1' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:15:14.814413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] Pushing event deleted for resources: {'Port': ['ID=6a784d58-f51b-42fa-a9b5-59d78823f9f1,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:14.826446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.834089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Usage tracker for resource:port and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:14.835116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:14.845727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfae4c0-f335-4f8b-abf6-e12a1086f4fe None None] No DVR routers for this DVR port 6a784d58-f51b-42fa-a9b5-59d78823f9f1 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:14.852130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:14.894670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Usage tracker for resource:router and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:14.901594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:14.913003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Usage tracker for resource:floatingip and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:14.917820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:15.035962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] For port 3bd33266-213a-43da-b28c-f8d23ad09eb4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3bd33266-213a-43da-b28c-f8d23ad09eb4,segment=NetworkSegment(fb0ee050-78b5-41b6-836c-99ee0eda3a2f),segment_id=fb0ee050-78b5-41b6-836c-99ee0eda3a2f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:15.036380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.078174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] device_id is not set on port ecbb7b77-87db-4fc5-aed6-4fa07df0d315 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:15.136757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Usage tracker for resource:security_group and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:15.147042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:15.215482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Usage tracker for resource:security_group_rule and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:15.230055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:15.232298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:15.233249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.253555 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e55c1953-f694-471f-b1ec-9e8ff01ffd79 tempest-QuotasTest-1294629124 tempest-QuotasTest-1294629124-project-admin] 10.222.0.30 "GET /v2.0/quotas/6879f0419b3842efbcb7df3cadb85c6d/details.json HTTP/1.1" status: 200 len: 703 time: 0.9158330 Dec 21 22:15:15.258206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.274372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] Calling delete_port for 3bd33266-213a-43da-b28c-f8d23ad09eb4 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:15.329831 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b3d8b3e5-cbfe-4de3-8cd8-e39e196c27fb tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4220977 Dec 21 22:15:15.341516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34972) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:15.361721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Request body: {'port': {'network_id': '1ef2ca82-549e-4da6-9bb9-74ccad134415', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1844181855', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:15.363250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] bootfile-name is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:15:15.363833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] tftp-server is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:15:15.364459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] server-ip-address is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:15:15.406144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.452368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.497683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b744e86f-e61e-44a0-b1e9-6441861a850f']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:15.528246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fda3de4-00f6-43c3-8206-c7162eab187c') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:15.528958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fda3de4-00f6-43c3-8206-c7162eab187c') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:15.529426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] Pushing event deleted for resources: {'Port': ['ID=3bd33266-213a-43da-b28c-f8d23ad09eb4,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:15.538893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e07a9-718e-4bb5-ad29-bd7f2007ad63 None None] No DVR routers for this DVR port 3bd33266-213a-43da-b28c-f8d23ad09eb4 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:15.605069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.623055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.641878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.654159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Transition to ACTIVE for port object 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:15.681162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.687408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.757301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Pushing event updated for resources: {'Port': ['ID=2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:15.831355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.832183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.832574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.832934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.833290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.833643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.833991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.834339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.834684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.835027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.835368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:15.837841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34978) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:15.842769 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3abe516a39fd4e6abd89e2f03c2b2615&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5477517 Dec 21 22:15:15.851591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34982) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:15.854305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.862522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.966355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Attempting to bind port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:15.966922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Attempting to bind port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:15.967474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Attempting to bind port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:15.976173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:15.976609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:15.977208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.977781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:15.978402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Bound port: 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:15.978938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:15.981179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:15.990427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Usage tracker for resource:port and tenant:9242697487094fa8bb46d7a3ea88b3a4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:15.994972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:16.001693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:16.002151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:16.032430 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:16.035706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b982ad3b-95cd-4994-8645-489ba9919b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.058246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c614271-7ff0-4cda-8990-c65a40061491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f466f3c-3578-4ec1-8bcf-b57c7245ac67,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:16.069293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b982ad3b-95cd-4994-8645-489ba9919b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.147274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:16.204525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] For port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:16.204844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b982ad3b-95cd-4994-8645-489ba9919b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.208728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] For port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:16.222469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.243240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.250930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.265547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=b97f9582-9901-4111-b408-7a1cf482fa09,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:16.274136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking segment: {'id': '602ceaa0-01bb-4d39-b355-9e883d9b59f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:16.274542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network hostable DHCP agents. Network: efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:16.284869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982ad3b-95cd-4994-8645-489ba9919b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f466f3c-3578-4ec1-8bcf-b57c7245ac67,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:16.291335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Made reservation on behalf of 9242697487094fa8bb46d7a3ea88b3a4 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:16.297507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.315109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.323406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9790c6b7-49bc-4520-98ec-294819f9ccb4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:16.327147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b982ad3b-95cd-4994-8645-489ba9919b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.328402 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b982ad3b-95cd-4994-8645-489ba9919b6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f466f3c-3578-4ec1-8bcf-b57c7245ac67 HTTP/1.1" status: 204 len: 168 time: 0.4728692 Dec 21 22:15:16.361227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.372741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.380103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Network': ['ID=b744e86f-e61e-44a0-b1e9-6441861a850f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:16.400987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cdf86-bf4c-4a50-95a6-ed42624fc66a None None] Pushing event updated for resources: {'Port': ['ID=2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:16.404652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] device_id is not set on port b41ff329-c152-41b2-ac9d-251bada4c64e yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:16.440054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Routers {'d1669888-c9c6-4bc0-be03-5268de055230'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:16.441464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d1669888-c9c6-4bc0-be03-5268de055230'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:16.500578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbb7b77-87db-4fc5-aed6-4fa07df0d315,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:16.515186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:16.530824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc6250b9-cf87-47e3-9fd9-9002dfd88c21 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/networks/b744e86f-e61e-44a0-b1e9-6441861a850f HTTP/1.1" status: 204 len: 168 time: 2.7232008 Dec 21 22:15:16.535972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 34990) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:16.594548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 9790c6b7-49bc-4520-98ec-294819f9ccb4 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:16.608152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:16.617371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:16.623829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a8a5b-526b-481a-91eb-c29b04e3cb1a None None] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:16.637627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] Usage tracker for resource:security_group_rule and tenant:25bc9f3f12c34e7d8f6bea6a3bb92eb9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:16.650975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:16.655891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Network 739883b6-6303-451a-a32d-cb692f085119 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:16.673308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:16.699626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:16.702916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:16.708174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.745839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:16.746225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.805516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] Set router d1669888-c9c6-4bc0-be03-5268de055230 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:15:16.840481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.859919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:16.861170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:16.862633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:16.901932 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d63dad83-4417-48f2-8bc9-15cce753b6ce tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5406597 Dec 21 22:15:16.908933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 34996) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:16.988455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:17.027324 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1660726a-a060-4ebb-8e75-14a0b3746ace tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8253436 Dec 21 22:15:17.031766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35002) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:17.079149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Allocated IP 172.20.0.13 (1ef2ca82-549e-4da6-9bb9-74ccad134415/f8533c78-71a2-42c6-adc6-fc70be34aca6/b41ff329-c152-41b2-ac9d-251bada4c64e) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:17.121985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3bd33266-213a-43da-b28c-f8d23ad09eb4 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:17.222974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3bd33266-213a-43da-b28c-f8d23ad09eb4 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:15:17.223427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3bd33266-213a-43da-b28c-f8d23ad09eb4 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:15:17.235895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-10393533-b8eb-4120-9ee3-d05739adac01 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Synchronizing usage tracker for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:17.243992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2029455c-14e7-4e65-beaf-12f4e8a7a340 None None] Network 1ef2ca82-549e-4da6-9bb9-74ccad134415 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:17.292037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b', 'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b', 'tenant_id': '4f972e5a82574e889ce311abf4510be3', 'fixed_ips': [{'subnet_id': 'b97f9582-9901-4111-b408-7a1cf482fa09'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:17.292997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.360361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-10393533-b8eb-4120-9ee3-d05739adac01 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Unset dirty status for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:17.361838 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-10393533-b8eb-4120-9ee3-d05739adac01 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "GET /v2.0/ports/ecbb7b77-87db-4fc5-aed6-4fa07df0d315 HTTP/1.1" status: 200 len: 955 time: 0.3286607 Dec 21 22:15:17.369029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.372093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35012) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:17.409991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061cdbf4-cfdd-419e-b214-65be734dadc3']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:17.429052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0ee050-78b5-41b6-836c-99ee0eda3a2f') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:17.429393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0ee050-78b5-41b6-836c-99ee0eda3a2f') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:17.450054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.487728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.493735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.497829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'name': 'tempest-NetworksTestDHCPv6-router-1247007921', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:05Z', 'updated_at': '2021-12-21T22:15:10Z', 'revision_number': 2, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None, '_interfaces': [{'id': '2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8', 'name': '', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'mac_address': 'fa:16:3e:47:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a09651-d543-44d8-8ff3-8ff41c86d823', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:07Z', 'updated_at': '2021-12-21T22:15:16Z', 'revision_number': 4, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'subnets': [{'id': '96a09651-d543-44d8-8ff3-8ff41c86d823', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:17.501157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:17.501836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.502703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9158b-133a-435f-a284-d1653cf6084a None None] The sync data for ids ['d1669888-c9c6-4bc0-be03-5268de055230'] in dv-neutron-822521-1-hyperv is: [{'id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'name': 'tempest-NetworksTestDHCPv6-router-1247007921', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:05Z', 'updated_at': '2021-12-21T22:15:10Z', 'revision_number': 2, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None, '_interfaces': [{'id': '2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8', 'name': '', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'mac_address': 'fa:16:3e:47:63:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a09651-d543-44d8-8ff3-8ff41c86d823', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:07Z', 'updated_at': '2021-12-21T22:15:16Z', 'revision_number': 4, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'subnets': [{'id': '96a09651-d543-44d8-8ff3-8ff41c86d823', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:17.522382 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:17.560299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6a92fe66-46d9-4cae-9fa4-9fcc02705265 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Deleting port ecbb7b77-87db-4fc5-aed6-4fa07df0d315 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:17.560723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a92fe66-46d9-4cae-9fa4-9fcc02705265 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.597953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Allocated IP 2001:db8::2 (efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b/b97f9582-9901-4111-b408-7a1cf482fa09/c4e74ae9-ad87-410a-940c-1ba51a29f196) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:17.625298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.663367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.684844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ff366-8d34-43a0-a174-5c0d99b9b1dd,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:17.707479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.718471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Network': ['ID=061cdbf4-cfdd-419e-b214-65be734dadc3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:17.725773 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8825d5b-543f-4230-9bc6-659dff3a4224 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/networks/061cdbf4-cfdd-419e-b214-65be734dadc3 HTTP/1.1" status: 204 len: 168 time: 1.1871109 Dec 21 22:15:17.726696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35020) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:17.728621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:17.733137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:17.736272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:17.743340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:17.751754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] For port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:17.752169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.858637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:17.965588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Provisioning for port 9790c6b7-49bc-4520-98ec-294819f9ccb4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:17.976106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Provisioning complete for port 9790c6b7-49bc-4520-98ec-294819f9ccb4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:17.976537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:17.996369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:18.258951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a92fe66-46d9-4cae-9fa4-9fcc02705265 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.273715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35026) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:18.354169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c750ffd7-7db8-403d-ad06-dc97adf670c3 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Deleting subnet 61bedc13-d0cf-4bf9-8c1e-ba6456420c1b {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:18.359009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c750ffd7-7db8-403d-ad06-dc97adf670c3 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.384232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:18.451104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c750ffd7-7db8-403d-ad06-dc97adf670c3 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.469560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6a92fe66-46d9-4cae-9fa4-9fcc02705265 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Calling delete_port for ecbb7b77-87db-4fc5-aed6-4fa07df0d315 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:18.499909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'networks': [{'name': 'tempest-network--1290663154'}, {'name': 'tempest-network--2000304775'}]} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:18.499909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'network': {'name': 'tempest-network--1290663154'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:18.500574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'network': {'name': 'tempest-network--2000304775'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:18.518055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:18.529603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Usage tracker for resource:network and tenant:4a33365ca26f4fa08fc44d6aa9943433 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:18.535182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:18.550525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:18.556871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d7fcdae3-16b0-4edf-9842-5c4ef254db43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25bc9f3f12c34e7d8f6bea6a3bb92eb9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7177501 Dec 21 22:15:18.564658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35032) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:18.611117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c750ffd7-7db8-403d-ad06-dc97adf670c3 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.703253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.718419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.742360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a92fe66-46d9-4cae-9fa4-9fcc02705265 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.750395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Transition to ACTIVE for port object c4e74ae9-ad87-410a-940c-1ba51a29f196 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:18.764816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] For port 9790c6b7-49bc-4520-98ec-294819f9ccb4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9790c6b7-49bc-4520-98ec-294819f9ccb4,segment=NetworkSegment(6e4493da-38a2-450d-b1f2-e1354e9b2a65),segment_id=6e4493da-38a2-450d-b1f2-e1354e9b2a65)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:18.778665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Transition to ACTIVE for port object c4e74ae9-ad87-410a-940c-1ba51a29f196 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:18.823899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Made reservation on behalf of 4a33365ca26f4fa08fc44d6aa9943433 for: {'network': 2} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:18.831525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.852364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:18.857061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.861657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.871557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.887015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c750ffd7-7db8-403d-ad06-dc97adf670c3 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.966588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750ffd7-7db8-403d-ad06-dc97adf670c3 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Subnet': ['ID=61bedc13-d0cf-4bf9-8c1e-ba6456420c1b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:18.990051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c750ffd7-7db8-403d-ad06-dc97adf670c3 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:18.993106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Pushing event updated for resources: {'Port': ['ID=c4e74ae9-ad87-410a-940c-1ba51a29f196,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:19.013167 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c750ffd7-7db8-403d-ad06-dc97adf670c3 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/subnets/61bedc13-d0cf-4bf9-8c1e-ba6456420c1b HTTP/1.1" status: 204 len: 168 time: 1.2852175 Dec 21 22:15:19.015636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35036) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:19.043707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:19.044006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.050019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:19.065990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Usage tracker for resource:security_group_rule and tenant:4a33365ca26f4fa08fc44d6aa9943433 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:19.107325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:19.139430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f234c-ba18-4120-b332-eaa2511261a0 None None] Network b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:19.139674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:19.150600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92fe66-46d9-4cae-9fa4-9fcc02705265 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecbb7b77-87db-4fc5-aed6-4fa07df0d315,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:19.155750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:19.182623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:19.191292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:19.246132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a92fe66-46d9-4cae-9fa4-9fcc02705265 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.255651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.274574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.285934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Deleting port 10df7420-602f-455b-8879-5e52fb73d16f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:19.286322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.307761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Provisioning complete for port 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:19.308179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.334171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d61c934-0242-4a16-9cf5-e285466cf77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.460410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.467271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6a92fe66-46d9-4cae-9fa4-9fcc02705265 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ecbb7b77-87db-4fc5-aed6-4fa07df0d315 HTTP/1.1" status: 204 len: 168 time: 2.0750558 Dec 21 22:15:19.470057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.470928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35040) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:19.473447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Pushing event updated for resources: {'Port': ['ID=9790c6b7-49bc-4520-98ec-294819f9ccb4,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:19.485023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d61c934-0242-4a16-9cf5-e285466cf77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.533532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.534563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.546227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.568466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Transition to ACTIVE for port object b41ff329-c152-41b2-ac9d-251bada4c64e will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:19.597898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Attempting to bind port c4e74ae9-ad87-410a-940c-1ba51a29f196 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:19.598713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Attempting to bind port c4e74ae9-ad87-410a-940c-1ba51a29f196 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '602ceaa0-01bb-4d39-b355-9e883d9b59f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:19.598713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Attempting to bind port c4e74ae9-ad87-410a-940c-1ba51a29f196 on network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:19.615752 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0400db17-fbbd-4430-9208-fae68795d74f tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:15:19.621252 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0400db17-fbbd-4430-9208-fae68795d74f tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "GET /v2.0/ports/ecbb7b77-87db-4fc5-aed6-4fa07df0d315 HTTP/1.1" status: 404 len: 333 time: 0.1453922 Dec 21 22:15:19.621427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b97f9582-9901-4111-b408-7a1cf482fa09 (CIDR: 2001:db8::/64) Dec 21 22:15:19.625946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35044) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:19.641030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Request body: {'port': {'network_id': '739883b6-6303-451a-a32d-cb692f085119', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1176071640'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:19.648194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:19.653437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Usage tracker for resource:port and tenant:f6330058b0c8469591c5b44850caab0f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:19.656754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:19.660725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] For port 10df7420-602f-455b-8879-5e52fb73d16f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=10df7420-602f-455b-8879-5e52fb73d16f,segment=NetworkSegment(a3779eed-4f1c-4da3-ab8a-6971de634e02),segment_id=a3779eed-4f1c-4da3-ab8a-6971de634e02)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:19.661125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.664695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:19.666785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:19.667204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Checking segment: {'id': '602ceaa0-01bb-4d39-b355-9e883d9b59f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:19.667650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.668090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Bound using segment: {'id': '602ceaa0-01bb-4d39-b355-9e883d9b59f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:19.668641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Bound port: c4e74ae9-ad87-410a-940c-1ba51a29f196, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602ceaa0-01bb-4d39-b355-9e883d9b59f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:19.669205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.677793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:19.682044 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:15:19.683286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:15:19.707001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Made reservation on behalf of f6330058b0c8469591c5b44850caab0f for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:19.707603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-535b63a0-ec02-496f-aea4-b266fa604a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.712242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.740501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3be9db-b723-4606-92fd-8e50d367a2ea,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:19.741822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.747494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] device_id is not set on port d2d230e1-34aa-441f-814a-bd7e70be108f yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:19.811967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Calling delete_port for 10df7420-602f-455b-8879-5e52fb73d16f owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:19.848514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.848927 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Added segment eae89f7f-abd4-45b9-a0ae-190b5e1295c7 of type vlan for network a9281bad-6699-44f5-8c9c-2b15406684dd Dec 21 22:15:19.852486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d61c934-0242-4a16-9cf5-e285466cf77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.855731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d61c934-0242-4a16-9cf5-e285466cf77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.857068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d61c934-0242-4a16-9cf5-e285466cf77e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a3ff366-8d34-43a0-a174-5c0d99b9b1dd HTTP/1.1" status: 204 len: 168 time: 1.2818022 Dec 21 22:15:19.857992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.918445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b651cc2b-70e2-4e41-b18d-be53464afcee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9782279 Dec 21 22:15:19.918772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61c934-0242-4a16-9cf5-e285466cf77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ff366-8d34-43a0-a174-5c0d99b9b1dd,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:19.928895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35050) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:19.930741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae98a193-9e61-4275-985e-31c3cfaf6517 None None] DHCP port deletion for b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:15:19.936693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:19.943927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] For port c4e74ae9-ad87-410a-940c-1ba51a29f196, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:19.947771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Network 1ef2ca82-549e-4da6-9bb9-74ccad134415 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:19.955028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ae98a193-9e61-4275-985e-31c3cfaf6517 None None] Deleting port 10df7420-602f-455b-8879-5e52fb73d16f {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:19.955601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae98a193-9e61-4275-985e-31c3cfaf6517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:19.983033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event updated for resources: {'Port': ['ID=b41ff329-c152-41b2-ac9d-251bada4c64e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:19.986096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:20.006832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] For port c4e74ae9-ad87-410a-940c-1ba51a29f196, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c4e74ae9-ad87-410a-940c-1ba51a29f196,segment=NetworkSegment(602ceaa0-01bb-4d39-b355-9e883d9b59f7),segment_id=602ceaa0-01bb-4d39-b355-9e883d9b59f7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:20.033793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:20.051954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.071806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.138377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ab159082-b347-4c44-9be5-5853f50fa297 None None] Provisioning for port b20dce7a-b4fc-4667-a8d6-4ee3b500c08e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:20.158330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ab159082-b347-4c44-9be5-5853f50fa297 None None] Provisioning complete for port b20dce7a-b4fc-4667-a8d6-4ee3b500c08e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:20.158755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab159082-b347-4c44-9be5-5853f50fa297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.181855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.282432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ae98a193-9e61-4275-985e-31c3cfaf6517 None None] The port '10df7420-602f-455b-8879-5e52fb73d16f' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:15:20.293287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9790c6b7-49bc-4520-98ec-294819f9ccb4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:20.294334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:20.355441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:20.368132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.369071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Added segment fb4578e0-5617-43e5-af38-cab91cbb2f58 of type vlan for network 028fc121-3311-4c4a-8438-84e43e86e1c8 Dec 21 22:15:20.417574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] No DVR routers for this DVR port 10df7420-602f-455b-8879-5e52fb73d16f on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:20.444432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf09137-167c-4fc4-afbe-28993272db93 None None] Pushing event updated for resources: {'Port': ['ID=c4e74ae9-ad87-410a-940c-1ba51a29f196,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:20.448631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ab159082-b347-4c44-9be5-5853f50fa297 None None] Port b20dce7a-b4fc-4667-a8d6-4ee3b500c08e cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:20.480211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 9790c6b7-49bc-4520-98ec-294819f9ccb4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:20.480856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.518710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Port': ['ID=10df7420-602f-455b-8879-5e52fb73d16f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:20.560077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:20.560841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.584543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ab159082-b347-4c44-9be5-5853f50fa297 None None] Provisioning complete for port 9790c6b7-49bc-4520-98ec-294819f9ccb4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:20.585189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab159082-b347-4c44-9be5-5853f50fa297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.622546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.637988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:20.694404 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee7c3afd-60fc-4e8a-a2ec-8b3428c2a7c3 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.3451102 Dec 21 22:15:20.698759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35056) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:20.700446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.706361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:20.714002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.722303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:20.734290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:20.774326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20c5ded-d7ec-4d7c-ad19-1e5a29da3372']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:20.800099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3779eed-4f1c-4da3-ab8a-6971de634e02') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:20.800702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3779eed-4f1c-4da3-ab8a-6971de634e02') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:20.812370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:20.813059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.870266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 10df7420-602f-455b-8879-5e52fb73d16f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:20.921272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 10df7420-602f-455b-8879-5e52fb73d16f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:15:20.921663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 10df7420-602f-455b-8879-5e52fb73d16f not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:15:20.927449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.947885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.948469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.952534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:20.955889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:20.956738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:20.964122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35060) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:21.001321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6b4cd7bc-47a3-44c7-8da8-f19d299c5609 None None] Provisioning for port b41ff329-c152-41b2-ac9d-251bada4c64e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:21.008454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13fe3a-0977-4e6b-8b87-3ae077bd34e0 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:21.010059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6b4cd7bc-47a3-44c7-8da8-f19d299c5609 None None] Provisioning complete for port b41ff329-c152-41b2-ac9d-251bada4c64e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:21.010796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b4cd7bc-47a3-44c7-8da8-f19d299c5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.013056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13fe3a-0977-4e6b-8b87-3ae077bd34e0 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:21.017466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13fe3a-0977-4e6b-8b87-3ae077bd34e0 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:21.018493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6d13fe3a-0977-4e6b-8b87-3ae077bd34e0 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Synchronizing usage tracker for tenant:9242697487094fa8bb46d7a3ea88b3a4 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:21.136237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6b4cd7bc-47a3-44c7-8da8-f19d299c5609 None None] Port b41ff329-c152-41b2-ac9d-251bada4c64e cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:21.180000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.203487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.218324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Network': ['ID=a9281bad-6699-44f5-8c9c-2b15406684dd,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:21.230564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network a9281bad-6699-44f5-8c9c-2b15406684dd details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:21.240962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.275611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:21.279905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6879f0419b3842efbcb7df3cadb85c6d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:21.290587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:21.291039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.303786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6d13fe3a-0977-4e6b-8b87-3ae077bd34e0 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Unset dirty status for tenant:9242697487094fa8bb46d7a3ea88b3a4 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:21.308594 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d13fe3a-0977-4e6b-8b87-3ae077bd34e0 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6031756 Dec 21 22:15:21.320210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35064) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:21.320638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.337064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0621731 Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:21.338121 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:21.347898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:21.354722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35068) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:21.359259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Network 739883b6-6303-451a-a32d-cb692f085119 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:21.368369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:21.369056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:21.380847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:21.381730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:21.382379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.488210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d230e1-34aa-441f-814a-bd7e70be108f,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:21.509521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-84677807-38ef-49b2-8a5c-ed2caca42c3e tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Deleting port b41ff329-c152-41b2-ac9d-251bada4c64e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:21.510106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84677807-38ef-49b2-8a5c-ed2caca42c3e tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.548626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aba7a39f-459a-4f4c-96b2-34b959639412 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9183860 Dec 21 22:15:21.553186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35072) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:21.617152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:21.726563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938b04d-e377-4287-b7b7-34f68064f65e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Network': ['ID=028fc121-3311-4c4a-8438-84e43e86e1c8,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:21.738533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 028fc121-3311-4c4a-8438-84e43e86e1c8 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:21.749667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.754356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:21.783453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Router d1669888-c9c6-4bc0-be03-5268de055230 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:15:21.808891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Pushing event deleted for resources: {'Network': ['ID=b20c5ded-d7ec-4d7c-ad19-1e5a29da3372,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:21.834528 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e1dd9ce2-acde-4561-afbc-848788cd9d77 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/networks/b20c5ded-d7ec-4d7c-ad19-1e5a29da3372 HTTP/1.1" status: 204 len: 168 time: 2.8138254 Dec 21 22:15:21.848085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35076) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:21.938730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe04b5c9-fb18-4c6f-b2b6-8dc7eac290d9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:21.943874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe04b5c9-fb18-4c6f-b2b6-8dc7eac290d9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:21.948581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe04b5c9-fb18-4c6f-b2b6-8dc7eac290d9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:21.952998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe04b5c9-fb18-4c6f-b2b6-8dc7eac290d9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:21.953954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe04b5c9-fb18-4c6f-b2b6-8dc7eac290d9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Synchronizing usage tracker for tenant:4a33365ca26f4fa08fc44d6aa9943433 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:21.967447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-959ba4cd-35a1-4de3-bcd6-9c2ad6928104 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Synchronizing usage tracker for tenant:4cd3bd801bd946e8a69ffd67097b869e on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:22.010119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:22.045532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:22.086857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19665ea-520c-4447-937b-975b3b8632db,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:22.092881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe04b5c9-fb18-4c6f-b2b6-8dc7eac290d9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Unset dirty status for tenant:4a33365ca26f4fa08fc44d6aa9943433 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:22.097527 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fe04b5c9-fb18-4c6f-b2b6-8dc7eac290d9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7312768 Dec 21 22:15:22.098623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-959ba4cd-35a1-4de3-bcd6-9c2ad6928104 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Unset dirty status for tenant:4cd3bd801bd946e8a69ffd67097b869e on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:22.100200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-959ba4cd-35a1-4de3-bcd6-9c2ad6928104 tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "GET /v2.0/ports?device_id=f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 HTTP/1.1" status: 200 len: 205 time: 0.2460692 Dec 21 22:15:22.103286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35080) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:22.103658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35082) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:22.111695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:22.324791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c4e74ae9-ad87-410a-940c-1ba51a29f196 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:22.432196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84677807-38ef-49b2-8a5c-ed2caca42c3e tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:22.539326 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-664f4666-f9a7-4afd-bc6e-5ccfd01b14a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6879f0419b3842efbcb7df3cadb85c6d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5493333 Dec 21 22:15:22.547219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35088) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:22.593123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:15:22.603500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-84677807-38ef-49b2-8a5c-ed2caca42c3e tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Calling delete_port for b41ff329-c152-41b2-ac9d-251bada4c64e owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:22.606029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] Sync routers for ids ['d1669888-c9c6-4bc0-be03-5268de055230'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:15:22.634397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] Routers {'d1669888-c9c6-4bc0-be03-5268de055230'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:22.635113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d1669888-c9c6-4bc0-be03-5268de055230'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:22.649873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-40867d1f-983b-465d-a9ff-244c7fb84d65 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "PUT /v2.0/routers/d1669888-c9c6-4bc0-be03-5268de055230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3092175 Dec 21 22:15:22.656944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35092) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:22.712945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port c4e74ae9-ad87-410a-940c-1ba51a29f196 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:22.722778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db491ef-157c-4206-a189-4ad6e75e3983 None None] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:22.744637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:22.778879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10f1d2c-bf87-46d2-94b1-da3abd152bef tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:22.843157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] Set router d1669888-c9c6-4bc0-be03-5268de055230 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:15:22.844731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73bf00a-09c3-44f8-9506-a56901bd1860 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:22.847010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73bf00a-09c3-44f8-9506-a56901bd1860 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:22.847738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c73bf00a-09c3-44f8-9506-a56901bd1860 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:22.861845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396ec9a7-246f-419b-a89f-687580f2a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:22.958911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c73bf00a-09c3-44f8-9506-a56901bd1860 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:22.962765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c73bf00a-09c3-44f8-9506-a56901bd1860 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2995205 Dec 21 22:15:22.970096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35096) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:23.025318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-19d1c33d-fc8f-446e-89ba-5f51e877faa7 None None] Provisioning for port c4e74ae9-ad87-410a-940c-1ba51a29f196 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:23.029469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] device_id is not set on port d2d230e1-34aa-441f-814a-bd7e70be108f yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:23.032486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-19d1c33d-fc8f-446e-89ba-5f51e877faa7 None None] Provisioning complete for port c4e74ae9-ad87-410a-940c-1ba51a29f196 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:23.033090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19d1c33d-fc8f-446e-89ba-5f51e877faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.046404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396ec9a7-246f-419b-a89f-687580f2a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.055995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.084365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Transition to ACTIVE for port object d2d230e1-34aa-441f-814a-bd7e70be108f will not be triggered until provisioned by entity L2. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:23.130218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.139631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'name': 'tempest-NetworksTestDHCPv6-router-1247007921', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:05Z', 'updated_at': '2021-12-21T22:15:19Z', 'revision_number': 3, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:23.162237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] Checking router: d1669888-c9c6-4bc0-be03-5268de055230 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:15:23.165571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84677807-38ef-49b2-8a5c-ed2caca42c3e tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.218592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] Routers {'d1669888-c9c6-4bc0-be03-5268de055230'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:23.219906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d1669888-c9c6-4bc0-be03-5268de055230'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:23.220493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.229304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.374564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d230e1-34aa-441f-814a-bd7e70be108f,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:23.383205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9281bad-6699-44f5-8c9c-2b15406684dd']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:23.478733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae89f7f-abd4-45b9-a0ae-190b5e1295c7') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:23.480710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae89f7f-abd4-45b9-a0ae-190b5e1295c7') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:23.481185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19d1c33d-fc8f-446e-89ba-5f51e877faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.490818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677807-38ef-49b2-8a5c-ed2caca42c3e tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event deleted for resources: {'Port': ['ID=b41ff329-c152-41b2-ac9d-251bada4c64e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:23.502688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:23.507369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8c8839-aa64-4274-9183-0d7d5c420087 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 96a09651-d543-44d8-8ff3-8ff41c86d823 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:23.515671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8839-aa64-4274-9183-0d7d5c420087 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.531454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] Set router d1669888-c9c6-4bc0-be03-5268de055230 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:15:23.568647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:23.585809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.592853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84677807-38ef-49b2-8a5c-ed2caca42c3e tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.595928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:23.596237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:23.597039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:23.597294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:23.598144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.607660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=a54d76de-dcfa-4042-92c6-167c2868941c,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:23.614229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10f1d2c-bf87-46d2-94b1-da3abd152bef tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.616764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:23.617142 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:23.619441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8839-aa64-4274-9183-0d7d5c420087 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.634021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10f1d2c-bf87-46d2-94b1-da3abd152bef tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.637089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.652065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:23.652725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.661826 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 2 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:23.677220 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:23.684317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396ec9a7-246f-419b-a89f-687580f2a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.689705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-84677807-38ef-49b2-8a5c-ed2caca42c3e tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "DELETE /v2.0/ports/b41ff329-c152-41b2-ac9d-251bada4c64e HTTP/1.1" status: 204 len: 168 time: 2.3648262 Dec 21 22:15:23.689841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396ec9a7-246f-419b-a89f-687580f2a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.689841 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-396ec9a7-246f-419b-a89f-687580f2a72c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b19665ea-520c-4447-937b-975b3b8632db HTTP/1.1" status: 204 len: 168 time: 1.1369078 Dec 21 22:15:23.691166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35100) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:23.701354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Request body: {'port': {'name': 'tempest-new-port-name-999939296', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:23.701786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] bootfile-name is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:15:23.702163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] tftp-server is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:15:23.702529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.api.validators [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] server-ip-address is not in valid_values {{(pid=88994) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:15:23.709501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'name': 'tempest-NetworksTestDHCPv6-router-1247007921', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:05Z', 'updated_at': '2021-12-21T22:15:19Z', 'revision_number': 3, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:23.722793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a8058-6100-4457-a5aa-f99eae9455b1 None None] The sync data for ids ['d1669888-c9c6-4bc0-be03-5268de055230'] in dv-neutron-822521-1-hyperv is: [{'id': 'd1669888-c9c6-4bc0-be03-5268de055230', 'name': 'tempest-NetworksTestDHCPv6-router-1247007921', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:05Z', 'updated_at': '2021-12-21T22:15:19Z', 'revision_number': 3, 'project_id': '97f5abcc4b164ddcbb8c1b357300c294', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:15:23.729453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:23.729838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:23.730219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:23.733429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-19d1c33d-fc8f-446e-89ba-5f51e877faa7 None None] For port c4e74ae9-ad87-410a-940c-1ba51a29f196, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c4e74ae9-ad87-410a-940c-1ba51a29f196,segment=NetworkSegment(602ceaa0-01bb-4d39-b355-9e883d9b59f7),segment_id=602ceaa0-01bb-4d39-b355-9e883d9b59f7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:23.763173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:23.763693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:23.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19d1c33d-fc8f-446e-89ba-5f51e877faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.776000 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 3 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:23.822182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1082e252-0bd2-4649-b36c-f9881c947f39 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8909848 Dec 21 22:15:23.823987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ec9a7-246f-419b-a89f-687580f2a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19665ea-520c-4447-937b-975b3b8632db,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:23.825717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35106) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:23.837080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10f1d2c-bf87-46d2-94b1-da3abd152bef tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.837631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10f1d2c-bf87-46d2-94b1-da3abd152bef tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Fanout notify agent at l3_agent the message router_deleted on router f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:15:23.844050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b', 'fixed_ips': [{'subnet_id': 'b97f9582-9901-4111-b408-7a1cf482fa09'}, {'subnet_id': 'a54d76de-dcfa-4042-92c6-167c2868941c'}], 'name': 'tempest-PortsIpV6TestJSON-1645919809'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:23.854344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:23.854945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:23.855322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:23.880866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:23.881401 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:23.890567 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 4 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:23.917949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.918800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.931452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8839-aa64-4274-9183-0d7d5c420087 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.934504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10f1d2c-bf87-46d2-94b1-da3abd152bef tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:23.935699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f10f1d2c-bf87-46d2-94b1-da3abd152bef tempest-RoutersNegativeTest-1517295285 tempest-RoutersNegativeTest-1517295285-project] 10.222.0.30 "DELETE /v2.0/routers/f76d2a9e-41db-4f40-85a3-eb0d75b5d4d2 HTTP/1.1" status: 204 len: 168 time: 1.8287184 Dec 21 22:15:23.996051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1c33d-fc8f-446e-89ba-5f51e877faa7 None None] Pushing event updated for resources: {'Port': ['ID=c4e74ae9-ad87-410a-940c-1ba51a29f196,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:24.012396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:24.013108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:24.013684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:24.017852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7cd44a-5864-445f-b288-48687a68bb9b None None] Update dhcp port {'port': {'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b', 'fixed_ips': [{'subnet_id': 'b97f9582-9901-4111-b408-7a1cf482fa09', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a54d76de-dcfa-4042-92c6-167c2868941c'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': 'c4e74ae9-ad87-410a-940c-1ba51a29f196'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:15:24.024913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.029783 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/networks/a9281bad-6699-44f5-8c9c-2b15406684dd HTTP/1.1" status: 204 len: 168 time: 1.9246395 Dec 21 22:15:24.040720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35112) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:24.053273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec41b7-af68-4934-9840-c83eed48109b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Network': ['ID=a9281bad-6699-44f5-8c9c-2b15406684dd,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:24.095083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:24.095445 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:24.103481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 5 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:24.136548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af7cd44a-5864-445f-b288-48687a68bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.216453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:24.224678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.242981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:24.242981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:24.242981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:24.244669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:24.248148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:24.257885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:24.272693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c4e74ae9-ad87-410a-940c-1ba51a29f196 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:24.310333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:24.319900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.388904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port cba69d97-62cc-427d-902f-03a115640cde yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:24.425777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c4e74ae9-ad87-410a-940c-1ba51a29f196 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:24.426112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.488374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:24.493193 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:24.500540 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 6 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:24.502465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.510593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8839-aa64-4274-9183-0d7d5c420087 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.520162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35122) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:24.564200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028fc121-3311-4c4a-8438-84e43e86e1c8']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:24.589333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c8839-aa64-4274-9183-0d7d5c420087 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=96a09651-d543-44d8-8ff3-8ff41c86d823,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:24.595719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:24.596075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:24.596545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:24.620467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4578e0-5617-43e5-af38-cab91cbb2f58') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:24.621104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4578e0-5617-43e5-af38-cab91cbb2f58') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:24.630456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8839-aa64-4274-9183-0d7d5c420087 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.649838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:24.649971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.650208 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:24.654482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 7 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:24.668372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d3c46-f2fc-4c11-a65d-3c7449eacd64 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:24.673941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.680295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:24.680593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:24.680969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:24.687769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:24.688214 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:24.688743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 8 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:24.694120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.703592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cd8c8839-aa64-4274-9183-0d7d5c420087 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/96a09651-d543-44d8-8ff3-8ff41c86d823 HTTP/1.1" status: 204 len: 168 time: 1.7297151 Dec 21 22:15:24.706591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35132) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:24.746069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:24.746721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:24.765338 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:24.805438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:24.807750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:24.813257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:24.817295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.082798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-af7cd44a-5864-445f-b288-48687a68bb9b None None] Allocated IP 2001:db8:0:1::2 (efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b/a54d76de-dcfa-4042-92c6-167c2868941c/c4e74ae9-ad87-410a-940c-1ba51a29f196) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:25.136218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:25.198932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:15:25.199287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2f702cd0-0c6f-423e-a5b9-ed0cfa3e92b8 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:15:25.218755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.258820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.265780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Network': ['ID=028fc121-3311-4c4a-8438-84e43e86e1c8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:25.281075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:25.281292 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:25.288017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 9 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:25.322256 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-73fe543b-d7b3-44d6-ac00-81fd38c56319 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/networks/028fc121-3311-4c4a-8438-84e43e86e1c8 HTTP/1.1" status: 204 len: 168 time: 1.2803934 Dec 21 22:15:25.322891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:15:25.325006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35144) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:25.334375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-35962c18-5a1b-474e-9f32-75ba766c9e70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:router {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:25.383359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-af7cd44a-5864-445f-b288-48687a68bb9b None None] For port c4e74ae9-ad87-410a-940c-1ba51a29f196, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c4e74ae9-ad87-410a-940c-1ba51a29f196,segment=NetworkSegment(602ceaa0-01bb-4d39-b355-9e883d9b59f7),segment_id=602ceaa0-01bb-4d39-b355-9e883d9b59f7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:25.391383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event updated for resources: {'Port': ['ID=b20dce7a-b4fc-4667-a8d6-4ee3b500c08e,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:25.404763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:25.405152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:25.405537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:25.406159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] Deleting port 1481f4a9-9e1e-4166-8b7b-c375c189a101 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:25.407096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.428985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f9acce13-4e05-4980-a50c-56d593cc7def admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cd3bd801bd946e8a69ffd67097b869e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8690825 Dec 21 22:15:25.439842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35148) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:25.455534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:25.456222 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:25.460647 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempt 10 to bind port d2d230e1-34aa-441f-814a-bd7e70be108f Dec 21 22:15:25.476508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-35962c18-5a1b-474e-9f32-75ba766c9e70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:router {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:25.477829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-35962c18-5a1b-474e-9f32-75ba766c9e70 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7701681 Dec 21 22:15:25.486282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35152) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:25.492829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] In _notify_port_updated(), no bound segment for port b20dce7a-b4fc-4667-a8d6-4ee3b500c08e on network 1ef2ca82-549e-4da6-9bb9-74ccad134415 {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:15:25.497733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:25.498471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.500855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-695935b2-f497-42eb-a396-4e8f29b7d742 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "PUT /v2.0/ports/b20dce7a-b4fc-4667-a8d6-4ee3b500c08e HTTP/1.1" status: 200 len: 1135 time: 1.8086429 Dec 21 22:15:25.510094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35156) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:25.577950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af7cd44a-5864-445f-b288-48687a68bb9b None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.623920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:25.624303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] {{(pid=88994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:25.624714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempting to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:25.632589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-af7cd44a-5864-445f-b288-48687a68bb9b None None] Transition to ACTIVE for port object c4e74ae9-ad87-410a-940c-1ba51a29f196 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:25.633520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b88a3d-c57c-4802-88da-669b3098f421 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:25.634209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5b88a3d-c57c-4802-88da-669b3098f421 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Synchronizing usage tracker for tenant:9242697487094fa8bb46d7a3ea88b3a4 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:25.660107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:25.660521 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR neutron.plugins.ml2.managers [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Failed to bind port d2d230e1-34aa-441f-814a-bd7e70be108f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'fac3cc3a-a480-4118-85f5-a1b449155668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '739883b6-6303-451a-a32d-cb692f085119'}] Dec 21 22:15:25.661042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.702786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217b499-c907-452d-b4db-3aafb6d44318 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:25.708947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217b499-c907-452d-b4db-3aafb6d44318 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:25.711593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a217b499-c907-452d-b4db-3aafb6d44318 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Synchronizing usage tracker for tenant:4a33365ca26f4fa08fc44d6aa9943433 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:25.718898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af7cd44a-5864-445f-b288-48687a68bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.797735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] For port d2d230e1-34aa-441f-814a-bd7e70be108f, host hv-neutron-8225, cleared binding levels {{(pid=88994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:25.798242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Attempted to set empty binding levels {{(pid=88994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 21 22:15:25.800557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06a0e8c6-1070-47d3-85e6-e2c1876ae65e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.804854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5b88a3d-c57c-4802-88da-669b3098f421 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Unset dirty status for tenant:9242697487094fa8bb46d7a3ea88b3a4 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:25.810228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b5b88a3d-c57c-4802-88da-669b3098f421 tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "GET /v2.0/ports/b20dce7a-b4fc-4667-a8d6-4ee3b500c08e HTTP/1.1" status: 200 len: 1135 time: 0.2949274 Dec 21 22:15:25.810228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2249fa77-e68b-4282-a404-298c59035247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.814676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35162) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:25.864649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a217b499-c907-452d-b4db-3aafb6d44318 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Unset dirty status for tenant:4a33365ca26f4fa08fc44d6aa9943433 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:25.869772 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a217b499-c907-452d-b4db-3aafb6d44318 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5399389 Dec 21 22:15:25.869908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.875840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35166) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:25.891884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1283177693'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:25.900092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] For port 1481f4a9-9e1e-4166-8b7b-c375c189a101, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1481f4a9-9e1e-4166-8b7b-c375c189a101,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:25.900571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.908089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:25.964506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2249fa77-e68b-4282-a404-298c59035247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:25.996642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] In _notify_port_updated(), no bound segment for port d2d230e1-34aa-441f-814a-bd7e70be108f on network 739883b6-6303-451a-a32d-cb692f085119 {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:15:25.998073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.001179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "PUT /v2.0/ports/d2d230e1-34aa-441f-814a-bd7e70be108f HTTP/1.1" status: 200 len: 977 time: 4.4463024 Dec 21 22:15:26.009344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35172) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:26.027821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbb88d-2e7c-410e-bfae-e8a5597351ea tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Deleting port b20dce7a-b4fc-4667-a8d6-4ee3b500c08e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:26.028557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb88d-2e7c-410e-bfae-e8a5597351ea tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.084053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f8859-a7c4-4a32-a2b7-a1c34c56340a tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d230e1-34aa-441f-814a-bd7e70be108f,revision_number=3']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:26.106413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] Calling delete_port for 1481f4a9-9e1e-4166-8b7b-c375c189a101 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:26.147245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:26.167507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd44a-5864-445f-b288-48687a68bb9b None None] Pushing event updated for resources: {'Port': ['ID=c4e74ae9-ad87-410a-940c-1ba51a29f196,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:26.251368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2249fa77-e68b-4282-a404-298c59035247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.268086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1481f4a9-9e1e-4166-8b7b-c375c189a101 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:26.291415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249fa77-e68b-4282-a404-298c59035247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b63736-b97b-4669-882d-16b1fea96acd,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:26.351555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.366451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2f0a866c-3cda-4812-8540-c6f25bc2d46f None None] Provisioning complete for port b20dce7a-b4fc-4667-a8d6-4ee3b500c08e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:26.367346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f0a866c-3cda-4812-8540-c6f25bc2d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.385060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2249fa77-e68b-4282-a404-298c59035247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.386641 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2249fa77-e68b-4282-a404-298c59035247 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60b63736-b97b-4669-882d-16b1fea96acd HTTP/1.1" status: 204 len: 168 time: 0.9457583 Dec 21 22:15:26.414366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Made reservation on behalf of 4a33365ca26f4fa08fc44d6aa9943433 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:26.423793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.468899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb88d-2e7c-410e-bfae-e8a5597351ea tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.493091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] No DVR routers for this DVR port 1481f4a9-9e1e-4166-8b7b-c375c189a101 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:26.517554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d40c0-94ba-4f4e-9421-831131d4aa43 None None] Pushing event deleted for resources: {'Port': ['ID=1481f4a9-9e1e-4166-8b7b-c375c189a101,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:26.521133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 1481f4a9-9e1e-4166-8b7b-c375c189a101 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:15:26.521578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1481f4a9-9e1e-4166-8b7b-c375c189a101 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:15:26.563588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a866c-3cda-4812-8540-c6f25bc2d46f None None] Port b20dce7a-b4fc-4667-a8d6-4ee3b500c08e cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:26.578289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Deleting port d2d230e1-34aa-441f-814a-bd7e70be108f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:26.578677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:26.665934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::2b5 (efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b/b97f9582-9901-4111-b408-7a1cf482fa09/cba69d97-62cc-427d-902f-03a115640cde) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:26.696970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbb88d-2e7c-410e-bfae-e8a5597351ea tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Calling delete_port for b20dce7a-b4fc-4667-a8d6-4ee3b500c08e owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:26.767215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8:0:1::19a (efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b/a54d76de-dcfa-4042-92c6-167c2868941c/cba69d97-62cc-427d-902f-03a115640cde) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:27.017896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb88d-2e7c-410e-bfae-e8a5597351ea tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.102480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] For port d2d230e1-34aa-441f-814a-bd7e70be108f, host hv-neutron-8225, got binding levels [] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:27.102876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.126771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbb88d-2e7c-410e-bfae-e8a5597351ea tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event deleted for resources: {'Port': ['ID=b20dce7a-b4fc-4667-a8d6-4ee3b500c08e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:27.264277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Calling delete_port for d2d230e1-34aa-441f-814a-bd7e70be108f owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:27.306041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06a0e8c6-1070-47d3-85e6-e2c1876ae65e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.311630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06a0e8c6-1070-47d3-85e6-e2c1876ae65e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.419596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbbb88d-2e7c-410e-bfae-e8a5597351ea tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.468708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9dbbb88d-2e7c-410e-bfae-e8a5597351ea tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "DELETE /v2.0/ports/b20dce7a-b4fc-4667-a8d6-4ee3b500c08e HTTP/1.1" status: 204 len: 168 time: 1.6562583 Dec 21 22:15:27.471142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35198) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:27.513606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543d3b8-a538-4cc3-80c0-b2de6487c98b None None] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:27.569651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:27.574469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06a0e8c6-1070-47d3-85e6-e2c1876ae65e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.575253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a0e8c6-1070-47d3-85e6-e2c1876ae65e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Fanout notify agent at l3_agent the message router_deleted on router d1669888-c9c6-4bc0-be03-5268de055230 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:15:27.720721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.722001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Added segment 210808f9-5393-47e5-b546-82d0fc150fc4 of type vlan for network 2a765d1e-88d4-4c89-9314-2a0eec380fe8 Dec 21 22:15:27.727837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.806017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35206) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:27.812646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06a0e8c6-1070-47d3-85e6-e2c1876ae65e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.817736 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-06a0e8c6-1070-47d3-85e6-e2c1876ae65e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/routers/d1669888-c9c6-4bc0-be03-5268de055230 HTTP/1.1" status: 204 len: 168 time: 2.3299189 Dec 21 22:15:27.828878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-acbd3ed3-2988-494e-9fbc-b759577fc58d None None] Provisioning for port c4e74ae9-ad87-410a-940c-1ba51a29f196 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:27.831918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35210) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:27.843049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2d230e1-34aa-441f-814a-bd7e70be108f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:27.848412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-acbd3ed3-2988-494e-9fbc-b759577fc58d None None] Provisioning complete for port c4e74ae9-ad87-410a-940c-1ba51a29f196 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:27.848549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbd3ed3-2988-494e-9fbc-b759577fc58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.891747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.894046 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bbaab341-9f6a-4a1b-85c7-2af0eaa764d8 tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d2d230e1-34aa-441f-814a-bd7e70be108f HTTP/1.1" status: 204 len: 168 time: 1.8372533 Dec 21 22:15:27.901274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35216) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:27.908186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6de941bb-5d13-4e42-9bf8-a80d48e16083 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:27.952399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4f2aa8-0b78-4638-bfa7-12afbda3093f tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Deleting subnet f8533c78-71a2-42c6-adc6-fc70be34aca6 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:27.960369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2aa8-0b78-4638-bfa7-12afbda3093f tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:27.973837 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2b0b24-5d5e-4cd8-919a-5697fe7d7d4c tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:15:27.974420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cd2b0b24-5d5e-4cd8-919a-5697fe7d7d4c tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Synchronizing usage tracker for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:27.980123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.016549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object cba69d97-62cc-427d-902f-03a115640cde will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:28.032755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cd2b0b24-5d5e-4cd8-919a-5697fe7d7d4c tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] Unset dirty status for tenant:f6330058b0c8469591c5b44850caab0f on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:28.034621 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cd2b0b24-5d5e-4cd8-919a-5697fe7d7d4c tempest-PortsAdminExtendedAttrsTestJSON-48635305 tempest-PortsAdminExtendedAttrsTestJSON-48635305-project-admin] 10.222.0.30 "GET /v2.0/ports/d2d230e1-34aa-441f-814a-bd7e70be108f HTTP/1.1" status: 404 len: 333 time: 0.1306624 Dec 21 22:15:28.048099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35224) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:28.099739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1342981960', 'router:external': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:28.108928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:28.116315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2aa8-0b78-4638-bfa7-12afbda3093f tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.147372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Usage tracker for resource:network and tenant:137622afc4174d53973248dba5dc4cfb is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:28.150720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:28.159835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6de941bb-5d13-4e42-9bf8-a80d48e16083 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:28.161293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6de941bb-5d13-4e42-9bf8-a80d48e16083 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3206532 Dec 21 22:15:28.174915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35228) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:28.174915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:28.233361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.237545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:28.238339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.259686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c4e74ae9-ad87-410a-940c-1ba51a29f196 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:28.297494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.309096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2aa8-0b78-4638-bfa7-12afbda3093f tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.339767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.353065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c4e74ae9-ad87-410a-940c-1ba51a29f196 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:28.353482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.408870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35234) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:28.433611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Made reservation on behalf of 137622afc4174d53973248dba5dc4cfb for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:28.439454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.462660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2aa8-0b78-4638-bfa7-12afbda3093f tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.524839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.542292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f2aa8-0b78-4638-bfa7-12afbda3093f tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event deleted for resources: {'Subnet': ['ID=f8533c78-71a2-42c6-adc6-fc70be34aca6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:28.551583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7453f-6a92-4010-b69d-2f669208b8ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:28.552374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18f7453f-6a92-4010-b69d-2f669208b8ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:28.582471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2aa8-0b78-4638-bfa7-12afbda3093f tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.585931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-786b958a-7c16-4629-89e4-665e7b779028 None None] Provisioning complete for port c4e74ae9-ad87-410a-940c-1ba51a29f196 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:28.586349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-786b958a-7c16-4629-89e4-665e7b779028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.612793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7d4f2aa8-0b78-4638-bfa7-12afbda3093f tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "DELETE /v2.0/subnets/f8533c78-71a2-42c6-adc6-fc70be34aca6 HTTP/1.1" status: 204 len: 168 time: 1.1392367 Dec 21 22:15:28.616364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35240) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:28.619761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:28.646285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b744d7b6-2136-4467-a539-b8c3a93c383e None None] Network 1ef2ca82-549e-4da6-9bb9-74ccad134415 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:28.648390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Usage tracker for resource:security_group_rule and tenant:137622afc4174d53973248dba5dc4cfb is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:28.654050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18f7453f-6a92-4010-b69d-2f669208b8ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:28.657993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-18f7453f-6a92-4010-b69d-2f669208b8ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4794326 Dec 21 22:15:28.657993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:28.670025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1223840550-network', 'tenant_id': '1e6614274b794de5a093d4f30b814f7d'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:28.677000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:28.681386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Usage tracker for resource:network and tenant:1e6614274b794de5a093d4f30b814f7d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:28.684867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:28.691709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:28.707463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35244) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:28.709985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:28.713729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8333905 Dec 21 22:15:28.775599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35248) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:28.792034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:28.802200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Made reservation on behalf of 1e6614274b794de5a093d4f30b814f7d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:28.808187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.809754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bce8d-34c3-4523-8c37-51de72a226f6 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Network': ['ID=2a765d1e-88d4-4c89-9314-2a0eec380fe8,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:28.815698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-438644688'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:28.825177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:28.844845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:28.850156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:28.850865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.855505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:28.874503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 2a765d1e-88d4-4c89-9314-2a0eec380fe8 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:28.902680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d08ca5e-5fb6-419c-ae79-0e026bc1dd1a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1904898 Dec 21 22:15:28.925179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35252) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:28.933145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.949261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:28.957130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:28.960641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=cba69d97-62cc-427d-902f-03a115640cde,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:28.967388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:28.987754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.003726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739883b6-6303-451a-a32d-cb692f085119']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:29.016349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-27f73fdf-8057-4509-9d9a-54b3ce0bb593 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.1860979 Dec 21 22:15:29.017513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35256) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:29.024901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b97f9582-9901-4111-b408-7a1cf482fa09'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:29.149000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac3cc3a-a480-4118-85f5-a1b449155668') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:29.149913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac3cc3a-a480-4118-85f5-a1b449155668') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:29.158419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Made reservation on behalf of 4a33365ca26f4fa08fc44d6aa9943433 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:29.166016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.171750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Deleting port 9790c6b7-49bc-4520-98ec-294819f9ccb4 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:29.171750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.195335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.234688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:29.237877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:29.265301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6614274b794de5a093d4f30b814f7d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:29.276644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:29.287394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:29.327536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] DHCP port deletion for 1ef2ca82-549e-4da6-9bb9-74ccad134415 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:15:29.332815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] Deleting port 9790c6b7-49bc-4520-98ec-294819f9ccb4 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:29.333237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.336510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.356643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:29.387745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.398310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:29.404376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.415739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:29.416188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:29.432872 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:29.447263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.447662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Added segment e7d11006-91f9-49ac-9f34-a0de5dce816e of type vlan for network fef00377-743d-47d0-b74a-3284112020f9 Dec 21 22:15:29.449576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:29.473609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-31a98b86-e132-42ed-b01f-cc8964578e3f None None] Provisioning for port cba69d97-62cc-427d-902f-03a115640cde completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:29.484456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-31a98b86-e132-42ed-b01f-cc8964578e3f None None] Provisioning complete for port cba69d97-62cc-427d-902f-03a115640cde triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:29.485039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31a98b86-e132-42ed-b01f-cc8964578e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.495880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:29.537101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.579771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab758d0-12f8-40ce-918b-9231aa56943a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:29.606412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.622915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.623160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-31a98b86-e132-42ed-b01f-cc8964578e3f None None] Port cba69d97-62cc-427d-902f-03a115640cde cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:29.624673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] For port 9790c6b7-49bc-4520-98ec-294819f9ccb4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9790c6b7-49bc-4520-98ec-294819f9ccb4,segment=NetworkSegment(6e4493da-38a2-450d-b1f2-e1354e9b2a65),segment_id=6e4493da-38a2-450d-b1f2-e1354e9b2a65)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:29.625284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.666404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.666829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Added segment d2efa434-3004-479b-80b3-7330dfcaf2dd of type vlan for network 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d Dec 21 22:15:29.675552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.680400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] For port 9790c6b7-49bc-4520-98ec-294819f9ccb4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9790c6b7-49bc-4520-98ec-294819f9ccb4,segment=NetworkSegment(6e4493da-38a2-450d-b1f2-e1354e9b2a65),segment_id=6e4493da-38a2-450d-b1f2-e1354e9b2a65)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:29.680894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.722349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] Pushing event deleted for resources: {'Network': ['ID=739883b6-6303-451a-a32d-cb692f085119,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:29.741072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5128383c-dec7-479b-8fa9-e6c4720d3fea tempest-PortsAdminExtendedAttrsTestJSON-2140798375 tempest-PortsAdminExtendedAttrsTestJSON-2140798375-project] 10.222.0.30 "DELETE /v2.0/networks/739883b6-6303-451a-a32d-cb692f085119 HTTP/1.1" status: 204 len: 168 time: 1.6877065 Dec 21 22:15:29.761567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] Calling delete_port for 9790c6b7-49bc-4520-98ec-294819f9ccb4 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:29.788770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.831175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.835304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:29.836044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.892379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Calling delete_port for 9790c6b7-49bc-4520-98ec-294819f9ccb4 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:29.903052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.962416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] Pushing event deleted for resources: {'Port': ['ID=9790c6b7-49bc-4520-98ec-294819f9ccb4,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:29.967503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:29.969595 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1804736 Dec 21 22:15:29.975510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042a9e3-5d76-4492-aea5-f7dabab62282 None None] No DVR routers for this DVR port 9790c6b7-49bc-4520-98ec-294819f9ccb4 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:29.979297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35262) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:29.992747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.001300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'ports': [{'network_id': '2a765d1e-88d4-4c89-9314-2a0eec380fe8', 'name': 'tempest-port--854319088', 'admin_state_up': True}, {'network_id': 'fef00377-743d-47d0-b74a-3284112020f9', 'admin_state_up': False}]} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:30.001723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'port': {'network_id': '2a765d1e-88d4-4c89-9314-2a0eec380fe8', 'name': 'tempest-port--854319088', 'admin_state_up': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:30.005853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'port': {'network_id': 'fef00377-743d-47d0-b74a-3284112020f9', 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:30.028288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca1a89-1b28-4074-bf5f-1dd1c4f82307 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Network': ['ID=fef00377-743d-47d0-b74a-3284112020f9,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:30.042351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network fef00377-743d-47d0-b74a-3284112020f9 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:30.161863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Delete allocated IP 2001:db8:0:1::19a (efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b/a54d76de-dcfa-4042-92c6-167c2868941c) {{(pid=88995) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 22:15:30.228441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9790c6b7-49bc-4520-98ec-294819f9ccb4 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:30.270379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 9790c6b7-49bc-4520-98ec-294819f9ccb4 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:15:30.270934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9790c6b7-49bc-4520-98ec-294819f9ccb4 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:15:30.350320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35268) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:30.376190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.376570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.396710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object cba69d97-62cc-427d-902f-03a115640cde will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:30.428723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.520994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:30.561566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b193a919-3d25-46c0-87c7-fffc9f57739d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:30.565382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=cba69d97-62cc-427d-902f-03a115640cde,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:30.570866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] In _notify_port_updated(), no bound segment for port cba69d97-62cc-427d-902f-03a115640cde on network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:15:30.573539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:15:30.573922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:15:30.575248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:30.575805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.577363 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9d536cfd-da74-416d-a954-d22f465ee580 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "PUT /v2.0/ports/cba69d97-62cc-427d-902f-03a115640cde HTTP/1.1" status: 200 len: 926 time: 1.5587242 Dec 21 22:15:30.580219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35274) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:30.587526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b97f9582-9901-4111-b408-7a1cf482fa09'}, {'subnet_id': 'a54d76de-dcfa-4042-92c6-167c2868941c'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:30.593609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.594023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Added segment 5123f163-8908-4399-ac3c-5565f15fedde of type vlan for network 8628e459-5137-48e6-9fc6-97b3ba5d5841 Dec 21 22:15:30.664955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.665902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:30.666547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.726433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-960a8456-216e-4545-96ec-d13f6135baa1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=578efceab96044118c6c2deceedc8c19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3725843 Dec 21 22:15:30.729761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35278) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:30.800706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.818708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.825312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:30.877137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e0f41aa-4e54-4681-bdc7-f93a8aac5d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.892192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2844f166-036d-4b6b-97a3-103470c603cb None None] Provisioning for port cba69d97-62cc-427d-902f-03a115640cde completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:30.892436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Usage tracker for resource:port and tenant:4a33365ca26f4fa08fc44d6aa9943433 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:30.899355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2844f166-036d-4b6b-97a3-103470c603cb None None] Provisioning complete for port cba69d97-62cc-427d-902f-03a115640cde triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:30.899876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2844f166-036d-4b6b-97a3-103470c603cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.905223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:30.913347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'Network': ['ID=3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:30.933079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:30.935805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:30.976891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e0f41aa-4e54-4681-bdc7-f93a8aac5d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:30.980936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-492c9c7f-614a-4bc2-aa5e-d022ba9b5565 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1737556 Dec 21 22:15:30.987614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35282) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:31.001532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'subnet': {'network_id': '3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:31.007651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Made reservation on behalf of 4a33365ca26f4fa08fc44d6aa9943433 for: {'port': 2} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:31.014213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.023438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:31.027702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.028680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:31.029647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.069746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Usage tracker for resource:subnet and tenant:137622afc4174d53973248dba5dc4cfb is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:31.074645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2844f166-036d-4b6b-97a3-103470c603cb None None] Port cba69d97-62cc-427d-902f-03a115640cde cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:31.075549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Deleting port 9790c6b7-49bc-4520-98ec-294819f9ccb4 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:31.075931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.079310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:31.098728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:31.129712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.173087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Made reservation on behalf of 137622afc4174d53973248dba5dc4cfb for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:31.178583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.245702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] The port '9790c6b7-49bc-4520-98ec-294819f9ccb4' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:15:31.257535 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8325963 Dec 21 22:15:31.290932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35286) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:31.304026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e0f41aa-4e54-4681-bdc7-f93a8aac5d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.312052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Request body: {'subnet': {'network_id': '8628e459-5137-48e6-9fc6-97b3ba5d5841', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1223840550-subnet', 'tenant_id': '1e6614274b794de5a093d4f30b814f7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:31.312197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffcb0da-9560-4290-9105-5210333f07a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8628e459-5137-48e6-9fc6-97b3ba5d5841,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:31.325150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 8628e459-5137-48e6-9fc6-97b3ba5d5841 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:31.376956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:31.389065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f41aa-4e54-4681-bdc7-f93a8aac5d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f86841-8713-447c-8e10-d22be5a19803,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:31.405432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Usage tracker for resource:subnet and tenant:1e6614274b794de5a093d4f30b814f7d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:31.411317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:31.415514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e0f41aa-4e54-4681-bdc7-f93a8aac5d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.420021 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5e0f41aa-4e54-4681-bdc7-f93a8aac5d2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2f86841-8713-447c-8e10-d22be5a19803 HTTP/1.1" status: 204 len: 168 time: 0.6866589 Dec 21 22:15:31.429316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:31.462384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8:0:1::395 (efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b/a54d76de-dcfa-4042-92c6-167c2868941c/cba69d97-62cc-427d-902f-03a115640cde) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:31.505846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Made reservation on behalf of 1e6614274b794de5a093d4f30b814f7d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:31.510629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.603143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.613776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] device_id is not set on port 126bfa62-8724-4c6f-92c2-bb73f35c37ed yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:31.648702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.692520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef2ca82-549e-4da6-9bb9-74ccad134415']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:31.729321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4493da-38a2-450d-b1f2-e1354e9b2a65') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:31.729655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4493da-38a2-450d-b1f2-e1354e9b2a65') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:31.760561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.827687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:31.839168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:31.847956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.850227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4a020-56e0-479d-bb88-6f10778db9a4 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:31.850996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:31.851666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.870387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=dff2aa9a-eb07-44df-9803-080de165a682,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:31.887205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:31.887663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.894138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:31.905138 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:31.999206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35294) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:32.020450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7306e86a-6caf-40d8-9167-04e092bb74f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0931115 Dec 21 22:15:32.037220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:15:32.041221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35298) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:32.051762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.060625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:32.079339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.110058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object cba69d97-62cc-427d-902f-03a115640cde will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:32.119233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.162706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.170729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'dff2aa9a-eb07-44df-9803-080de165a682'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:32.171915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.176385 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c2fae4c-4e3b-4b27-990e-db9365a544b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6330058b0c8469591c5b44850caab0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1688862 Dec 21 22:15:32.181224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] Pushing event deleted for resources: {'Network': ['ID=1ef2ca82-549e-4da6-9bb9-74ccad134415,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:32.183051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35302) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:32.244093 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-79a798e5-3a54-4f49-9561-5ddc2f7185bf tempest-ExtraDHCPOptionsTestJSON-252243704 tempest-ExtraDHCPOptionsTestJSON-252243704-project] 10.222.0.30 "DELETE /v2.0/networks/1ef2ca82-549e-4da6-9bb9-74ccad134415 HTTP/1.1" status: 204 len: 168 time: 3.6266096 Dec 21 22:15:32.287028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] device_id is not set on port 6e665d4b-ba2d-494a-ab5f-2fe4f8f98c31 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:32.374954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Allocated IP 2001:db8::f816:3eff:fe8d:556f (46b25152-08cb-4b8d-89e6-3a84ce307aa7/dff2aa9a-eb07-44df-9803-080de165a682/219c7376-e252-4404-82df-3e1876daffc5) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:32.406349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803617-4f31-4a3d-9b3a-a568678b26ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.444921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.472789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803617-4f31-4a3d-9b3a-a568678b26ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.576445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.613852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.626599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaeaefb-99f1-4766-bdcb-d85c923fdd9e,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:32.629649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803617-4f31-4a3d-9b3a-a568678b26ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.634922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Transition to ACTIVE for port object 219c7376-e252-4404-82df-3e1876daffc5 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:32.652071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd803617-4f31-4a3d-9b3a-a568678b26ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7602241b-5e0e-45d9-97c2-d12d9e2e72f7,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:32.660184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Transition to ACTIVE for port object 219c7376-e252-4404-82df-3e1876daffc5 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:32.662257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.693213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.720454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803617-4f31-4a3d-9b3a-a568678b26ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.725855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd803617-4f31-4a3d-9b3a-a568678b26ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7602241b-5e0e-45d9-97c2-d12d9e2e72f7 HTTP/1.1" status: 204 len: 168 time: 0.5343709 Dec 21 22:15:32.755188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Port': ['ID=126bfa62-8724-4c6f-92c2-bb73f35c37ed,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:32.777673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=cba69d97-62cc-427d-902f-03a115640cde,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:32.786430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Checking segment: {'id': '210808f9-5393-47e5-b546-82d0fc150fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2a765d1e-88d4-4c89-9314-2a0eec380fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:32.789198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Network hostable DHCP agents. Network: 2a765d1e-88d4-4c89-9314-2a0eec380fe8, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:32.840633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Network 2a765d1e-88d4-4c89-9314-2a0eec380fe8 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:32.841239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:32.842537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:32.847602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:32.853193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Pushing event updated for resources: {'Port': ['ID=219c7376-e252-4404-82df-3e1876daffc5,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:32.869437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Checking segment: {'id': '5123f163-8908-4399-ac3c-5565f15fedde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8628e459-5137-48e6-9fc6-97b3ba5d5841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:32.869656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Network hostable DHCP agents. Network: 8628e459-5137-48e6-9fc6-97b3ba5d5841, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:32.874495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 2a765d1e-88d4-4c89-9314-2a0eec380fe8) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:32.879234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:32.880148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.907352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e0390-cecd-4974-8143-f6d8176e5811 None None] Network 2a765d1e-88d4-4c89-9314-2a0eec380fe8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:32.913892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] In _notify_port_updated(), no bound segment for port cba69d97-62cc-427d-902f-03a115640cde on network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:15:32.918467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:32.918824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:32.920298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e6b746f5-7996-481d-94cc-6acd8230129e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "PUT /v2.0/ports/cba69d97-62cc-427d-902f-03a115640cde HTTP/1.1" status: 200 len: 1012 time: 2.3384612 Dec 21 22:15:32.941964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35314) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:32.956518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:32.979803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35318) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:32.987667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:32.994770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:33.005750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:33.020172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.070387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Port': ['ID=6e665d4b-ba2d-494a-ab5f-2fe4f8f98c31,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:33.087997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:33.149833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c2512-7ac1-4cd9-b53c-7ca14a143819 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port cba69d97-62cc-427d-902f-03a115640cde {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:33.150232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2512-7ac1-4cd9-b53c-7ca14a143819 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.163168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e80ed7-49e1-4c4b-be19-108ca0319610 req-4b8dd075-7410-4cdb-bb6d-c88ce2af30e5 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:33.176957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Attempting to bind port 219c7376-e252-4404-82df-3e1876daffc5 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:33.177512 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-04e80ed7-49e1-4c4b-be19-108ca0319610 req-4b8dd075-7410-4cdb-bb6d-c88ce2af30e5 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6363943 Dec 21 22:15:33.178072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Attempting to bind port 219c7376-e252-4404-82df-3e1876daffc5 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:33.178667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Attempting to bind port 219c7376-e252-4404-82df-3e1876daffc5 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:33.232352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:33.237479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:33.238273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.238922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:33.239674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Bound port: 219c7376-e252-4404-82df-3e1876daffc5, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:33.240454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.292086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Network 8628e459-5137-48e6-9fc6-97b3ba5d5841 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:33.315594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'Subnet': ['ID=918f6426-8b21-444a-94ac-6be663836a24,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:33.332869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 8628e459-5137-48e6-9fc6-97b3ba5d5841) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:33.344006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f5681-5df8-4883-a052-f381fa418cfb None None] Network 8628e459-5137-48e6-9fc6-97b3ba5d5841 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:33.356811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:33.357470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.364577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Checking segment: {'id': 'd2efa434-3004-479b-80b3-7330dfcaf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:33.364993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Network hostable DHCP agents. Network: 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:33.376911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Checking segment: {'id': 'e7d11006-91f9-49ac-9f34-a0de5dce816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fef00377-743d-47d0-b74a-3284112020f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:33.380158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Network hostable DHCP agents. Network: fef00377-743d-47d0-b74a-3284112020f9, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:33.399482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.422510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.436976 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-04e80ed7-49e1-4c4b-be19-108ca0319610 req-ec2004bc-ebc8-4af4-8072-59837fbbf9e9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409503 Dec 21 22:15:33.610714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-19fb1791-710a-4493-8228-0695cfd5d2d1 None None] Provisioning for port cba69d97-62cc-427d-902f-03a115640cde completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:33.628764 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ed901528-7722-452f-a72f-e21c29b98b8e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3262761 Dec 21 22:15:33.636089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] For port 219c7376-e252-4404-82df-3e1876daffc5, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:33.638656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-19fb1791-710a-4493-8228-0695cfd5d2d1 None None] Provisioning complete for port cba69d97-62cc-427d-902f-03a115640cde triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:33.639070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19fb1791-710a-4493-8228-0695cfd5d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.655680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Network fef00377-743d-47d0-b74a-3284112020f9 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:33.668679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2512-7ac1-4cd9-b53c-7ca14a143819 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.701578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] For port 219c7376-e252-4404-82df-3e1876daffc5, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=219c7376-e252-4404-82df-3e1876daffc5,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:33.787780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Network 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:33.798833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d0448776-b280-4f60-bc32-6fe83432b908 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9242697487094fa8bb46d7a3ea88b3a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8073666 Dec 21 22:15:33.804225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.818818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35338) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:33.875474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb0439-2dcf-4dce-95be-eafcb7b84d97 req-19398657-c77d-4e54-a30d-5de37fc0416f tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:33.883472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aaeb0439-2dcf-4dce-95be-eafcb7b84d97 req-19398657-c77d-4e54-a30d-5de37fc0416f tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.2612216 Dec 21 22:15:33.894434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-19fb1791-710a-4493-8228-0695cfd5d2d1 None None] Port cba69d97-62cc-427d-902f-03a115640cde cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:33.901411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a451fa-84fb-415d-b41f-1c402a5bf09b None None] Network 8628e459-5137-48e6-9fc6-97b3ba5d5841 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:33.908060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:33.923150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c2512-7ac1-4cd9-b53c-7ca14a143819 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for cba69d97-62cc-427d-902f-03a115640cde owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:33.928951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9f2fe-9846-4927-b65e-3a2e1d459917 None None] Network 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:33.957341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, fef00377-743d-47d0-b74a-3284112020f9) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:33.960301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:33.960995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:33.968911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:33.974085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:33.978187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:33.978937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.037032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fcf04ae4-cf5e-4e94-ae33-49157db7baad tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0489612 Dec 21 22:15:34.041462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35344) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:34.049205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1417121589', 'network_id': '3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:34.056600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:34.062287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cac6a1f8-ab57-4c13-9a71-6a590474cf94 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.0800607 Dec 21 22:15:34.063535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Usage tracker for resource:port and tenant:137622afc4174d53973248dba5dc4cfb is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:34.067194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35348) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:34.067772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:34.069892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ab-a09b-4a6c-bf64-c4a385c678a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.076993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:34.099449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aaeb0439-2dcf-4dce-95be-eafcb7b84d97 req-9a5c3773-f80a-456c-928c-134773c924a2 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148552 Dec 21 22:15:34.185824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Made reservation on behalf of 137622afc4174d53973248dba5dc4cfb for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:34.200968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.208817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ab-a09b-4a6c-bf64-c4a385c678a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.342199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f4f43-925e-45bf-9a9d-030f4e277697 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:34.350126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d474279f-4016-4495-9ec1-1cc03f47b7cb None None] Network fef00377-743d-47d0-b74a-3284112020f9 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:34.357531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] device_id is not set on port caf2380c-cca1-483a-a037-1c50d07fa73b yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:34.362847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f4f43-925e-45bf-9a9d-030f4e277697 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:34.370187 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d6f4f43-925e-45bf-9a9d-030f4e277697 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3018115 Dec 21 22:15:34.376519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35360) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:34.379492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.447332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2379271-9bc1-4ad0-bece-ca1ae46e7872 None None] Pushing event updated for resources: {'Port': ['ID=219c7376-e252-4404-82df-3e1876daffc5,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:34.469714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ab-a09b-4a6c-bf64-c4a385c678a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.573885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea400ab-a09b-4a6c-bf64-c4a385c678a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7382888a-3caf-4633-aa9d-c8af3ac0dc3b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:34.609173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:34.619620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea400ab-a09b-4a6c-bf64-c4a385c678a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.629255 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3ea400ab-a09b-4a6c-bf64-c4a385c678a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7382888a-3caf-4633-aa9d-c8af3ac0dc3b HTTP/1.1" status: 204 len: 168 time: 0.8124509 Dec 21 22:15:34.630988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:34.638769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ad55d974-cdf7-4152-9eb0-0f022293b1ab tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Deleting port 126bfa62-8724-4c6f-92c2-bb73f35c37ed {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:34.639166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad55d974-cdf7-4152-9eb0-0f022293b1ab tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.667163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=84d88cc2-8ca4-4fa9-851d-ed1d369355b6,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:34.675484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:34.676135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.810107 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-33d3be30-3f93-479a-8bc3-9d7f075b72ca tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7642539 Dec 21 22:15:34.815969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35376) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:34.830013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:17:e4:a6', 'name': 'tempest-NetworksTestDHCPv6-1711635698'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:34.879350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2512-7ac1-4cd9-b53c-7ca14a143819 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:34.969771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c2512-7ac1-4cd9-b53c-7ca14a143819 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=cba69d97-62cc-427d-902f-03a115640cde,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:35.101971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f053a-336d-435d-a6c3-9ae88923fc99 None None] Network 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:35.171897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad55d974-cdf7-4152-9eb0-0f022293b1ab tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:35.331892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2512-7ac1-4cd9-b53c-7ca14a143819 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:35.389412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35384) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:35.400864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319d0fa-90df-4fbe-b9dc-a0fc78e566e2 req-c62918e4-0307-4a8e-9579-60f6b0765921 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:35.402590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8319d0fa-90df-4fbe-b9dc-a0fc78e566e2 req-c62918e4-0307-4a8e-9579-60f6b0765921 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6232052 Dec 21 22:15:35.414088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ad55d974-cdf7-4152-9eb0-0f022293b1ab tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Calling delete_port for 126bfa62-8724-4c6f-92c2-bb73f35c37ed owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:35.434484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:35.453750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Allocated IP 172.20.0.12 (3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d/918f6426-8b21-444a-94ac-6be663836a24/caf2380c-cca1-483a-a037-1c50d07fa73b) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:35.468091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cf7c2512-7ac1-4cd9-b53c-7ca14a143819 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/cba69d97-62cc-427d-902f-03a115640cde HTTP/1.1" status: 204 len: 168 time: 2.5148222 Dec 21 22:15:35.469952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:35.470744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35390) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:35.475552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:35.492002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:35.607580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-775815ee-e980-4466-8fec-25697ae3e156 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:15:35.608150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-775815ee-e980-4466-8fec-25697ae3e156 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:35.691027 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8319d0fa-90df-4fbe-b9dc-a0fc78e566e2 req-d8987cd5-0143-4801-a299-6877e7c235ab tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471068 Dec 21 22:15:35.720287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad55d974-cdf7-4152-9eb0-0f022293b1ab tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:35.817541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-775815ee-e980-4466-8fec-25697ae3e156 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:35.820406 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-775815ee-e980-4466-8fec-25697ae3e156 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/cba69d97-62cc-427d-902f-03a115640cde HTTP/1.1" status: 404 len: 333 time: 0.3426852 Dec 21 22:15:35.827035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55d974-cdf7-4152-9eb0-0f022293b1ab tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Port': ['ID=126bfa62-8724-4c6f-92c2-bb73f35c37ed,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:35.833667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35402) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:35.850227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:35.885126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1087162211'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:35.895357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:35.900490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:network and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:35.903540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:35.911278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:35.923056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:35.959710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad55d974-cdf7-4152-9eb0-0f022293b1ab tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:35.962023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:35.986715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad55d974-cdf7-4152-9eb0-0f022293b1ab tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/ports/126bfa62-8724-4c6f-92c2-bb73f35c37ed HTTP/1.1" status: 204 len: 168 time: 1.6023889 Dec 21 22:15:36.000562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35410) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:36.038727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Network 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:36.039953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:36.047277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.080030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:36.084164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:36.155320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.171209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35416) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:36.237936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1025202457-network', 'tenant_id': '5da23df787fc4df28ced3751dcacd8f5'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:36.276604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:36.291631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:36.292290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.296964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 219c7376-e252-4404-82df-3e1876daffc5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:36.354255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'Port': ['ID=caf2380c-cca1-483a-a037-1c50d07fa73b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:36.361009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Usage tracker for resource:network and tenant:5da23df787fc4df28ced3751dcacd8f5 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:36.365359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2920cbf0-88f5-47a4-8e3d-7209b4f5fc5b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Deleting port 6e665d4b-ba2d-494a-ab5f-2fe4f8f98c31 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:36.365750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2920cbf0-88f5-47a4-8e3d-7209b4f5fc5b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.376945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.390613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:36.405912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:36.410441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 219c7376-e252-4404-82df-3e1876daffc5 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:36.413692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:36.419489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:security_group_rule and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:36.423744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:36.444769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 267e35ba-90bc-433b-83cd-1903ad1b4e62 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:36.489316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:36.494652 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-88df40f3-a5a4-479f-8440-42df5a78ed9a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.4513857 Dec 21 22:15:36.503411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35422) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:36.558012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1998c1ba-a087-4b8d-a98e-3c82c3795bd7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet a54d76de-dcfa-4042-92c6-167c2868941c {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:36.569302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1998c1ba-a087-4b8d-a98e-3c82c3795bd7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.610804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9585f-63ac-4d04-9b55-52ae1f272ae2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Deleting port caf2380c-cca1-483a-a037-1c50d07fa73b {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:36.611181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ea9585f-63ac-4d04-9b55-52ae1f272ae2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.648975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Made reservation on behalf of 5da23df787fc4df28ced3751dcacd8f5 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:36.653847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.672222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1998c1ba-a087-4b8d-a98e-3c82c3795bd7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.706617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.788681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2920cbf0-88f5-47a4-8e3d-7209b4f5fc5b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.905447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35432) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:36.944206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2920cbf0-88f5-47a4-8e3d-7209b4f5fc5b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Calling delete_port for 6e665d4b-ba2d-494a-ab5f-2fe4f8f98c31 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:36.954283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:36.984004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:37.004955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Usage tracker for resource:security_group_rule and tenant:5da23df787fc4df28ced3751dcacd8f5 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:37.014166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.017583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:37.086417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1998c1ba-a087-4b8d-a98e-3c82c3795bd7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.153512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24df91c4-6aae-417e-82fd-3498fb0849a3,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:37.166288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1813018014'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:37.173398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:37.184844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:37.184844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:37.186651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5727-564f-4cb3-a5be-0cf24dc68ff7 req-816d8a80-0968-49c6-821b-1b047a9d9d19 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:37.188328 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a6f5727-564f-4cb3-a5be-0cf24dc68ff7 req-816d8a80-0968-49c6-821b-1b047a9d9d19 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.2589028 Dec 21 22:15:37.189231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:37.215197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2920cbf0-88f5-47a4-8e3d-7209b4f5fc5b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.258597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e0894-ec31-4ca8-91ff-2aac5bdd4678 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:37.263335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:37.282485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920cbf0-88f5-47a4-8e3d-7209b4f5fc5b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Port': ['ID=6e665d4b-ba2d-494a-ab5f-2fe4f8f98c31,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:37.296738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:37.306283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2920cbf0-88f5-47a4-8e3d-7209b4f5fc5b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.312419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a6f5727-564f-4cb3-a5be-0cf24dc68ff7 req-6fae51e7-39ec-4141-8dfc-70d58c54084f tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149986 Dec 21 22:15:37.322105 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2920cbf0-88f5-47a4-8e3d-7209b4f5fc5b tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/ports/6e665d4b-ba2d-494a-ab5f-2fe4f8f98c31 HTTP/1.1" status: 204 len: 168 time: 1.3204453 Dec 21 22:15:37.323678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35438) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:37.336469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 172.20.0.12 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/84d88cc2-8ca4-4fa9-851d-ed1d369355b6/267e35ba-90bc-433b-83cd-1903ad1b4e62) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:37.342186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.342585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Added segment 8db76450-7971-4a0b-85e3-cc3ec1e9b344 of type vlan for network c775daa5-0a1c-468f-8650-0bc53e09dac4 Dec 21 22:15:37.354195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:fe17:e4a6 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/dff2aa9a-eb07-44df-9803-080de165a682/267e35ba-90bc-433b-83cd-1903ad1b4e62) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:37.371149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1998c1ba-a087-4b8d-a98e-3c82c3795bd7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.388579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:37.395245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.398080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eeef007-2470-41fb-9a5c-0fd969f50062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.411903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dbbee103-fb99-43db-b23d-169440155ce0 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Synchronizing usage tracker for tenant:4a33365ca26f4fa08fc44d6aa9943433 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:37.421739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998c1ba-a087-4b8d-a98e-3c82c3795bd7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=a54d76de-dcfa-4042-92c6-167c2868941c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:37.436540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1998c1ba-a087-4b8d-a98e-3c82c3795bd7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.441516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.441701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1998c1ba-a087-4b8d-a98e-3c82c3795bd7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/a54d76de-dcfa-4042-92c6-167c2868941c HTTP/1.1" status: 204 len: 168 time: 1.5949037 Dec 21 22:15:37.450926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35442) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:37.460148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.474707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c05f41-1c29-4e5a-9edf-a19aff68b3a1 None None] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:37.475046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ea9585f-63ac-4d04-9b55-52ae1f272ae2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.495594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e8ef925d-c503-419e-9569-b15ea64e3e13 None None] Provisioning for port 219c7376-e252-4404-82df-3e1876daffc5 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:37.501451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dbbee103-fb99-43db-b23d-169440155ce0 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Unset dirty status for tenant:4a33365ca26f4fa08fc44d6aa9943433 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:37.503357 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dbbee103-fb99-43db-b23d-169440155ce0 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1760931 Dec 21 22:15:37.506585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35446) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:37.514843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-116602214'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:37.522358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:37.530210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e8ef925d-c503-419e-9569-b15ea64e3e13 None None] Provisioning complete for port 219c7376-e252-4404-82df-3e1876daffc5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:37.530635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8ef925d-c503-419e-9569-b15ea64e3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.545480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca98a8cd-9531-4a47-969b-417b74a38461 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet b97f9582-9901-4111-b408-7a1cf482fa09 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:37.548814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:37.552110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca98a8cd-9531-4a47-969b-417b74a38461 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.618985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca98a8cd-9531-4a47-969b-417b74a38461 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.649672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Made reservation on behalf of 4a33365ca26f4fa08fc44d6aa9943433 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:37.655000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.662538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9585f-63ac-4d04-9b55-52ae1f272ae2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Calling delete_port for caf2380c-cca1-483a-a037-1c50d07fa73b owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:37.712969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:37.735258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.735473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Added segment 7eca950e-b692-47d1-87d4-6150204501a3 of type vlan for network cebd5023-22ae-4abd-bbe1-dc6d549adcdb Dec 21 22:15:37.786968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.789458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.791733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca98a8cd-9531-4a47-969b-417b74a38461 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.797865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:37.819926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:security_group_rule and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:37.840894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:37.847709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.851849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:37.852527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.860963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8ef925d-c503-419e-9569-b15ea64e3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.898195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.902640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:37.903792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.933804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:37.942046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca98a8cd-9531-4a47-969b-417b74a38461 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:37.950365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.002310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e8ef925d-c503-419e-9569-b15ea64e3e13 None None] For port 219c7376-e252-4404-82df-3e1876daffc5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=219c7376-e252-4404-82df-3e1876daffc5,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:38.020153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98a8cd-9531-4a47-969b-417b74a38461 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=b97f9582-9901-4111-b408-7a1cf482fa09,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:38.021926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e460b-b420-4c4d-8212-a974c252cb89 None None] Update dhcp port {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': 'dff2aa9a-eb07-44df-9803-080de165a682', 'ip_address': '2001:db8::f816:3eff:fe8d:556f'}, {'subnet_id': '84d88cc2-8ca4-4fa9-851d-ed1d369355b6'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '219c7376-e252-4404-82df-3e1876daffc5'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:15:38.089693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-065e460b-b420-4c4d-8212-a974c252cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.093488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca98a8cd-9531-4a47-969b-417b74a38461 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.099039 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ca98a8cd-9531-4a47-969b-417b74a38461 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/b97f9582-9901-4111-b408-7a1cf482fa09 HTTP/1.1" status: 204 len: 168 time: 0.6492214 Dec 21 22:15:38.103668 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5956841 Dec 21 22:15:38.104560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35450) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:38.105323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40bb0a-8475-41dd-afcf-6773ec3db73c tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Network': ['ID=cebd5023-22ae-4abd-bbe1-dc6d549adcdb,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:38.110118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35452) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:38.118133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1419427432'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:38.118338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8ef925d-c503-419e-9569-b15ea64e3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.124263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:38.130079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Usage tracker for resource:network and tenant:4a33365ca26f4fa08fc44d6aa9943433 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:38.134604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:38.142363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:38.180667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network cebd5023-22ae-4abd-bbe1-dc6d549adcdb details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:38.271247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Made reservation on behalf of 4a33365ca26f4fa08fc44d6aa9943433 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:38.276867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.306845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.331181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:38.333807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port c4e74ae9-ad87-410a-940c-1ba51a29f196 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:38.334299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.389711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.390289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Added segment d2ad73da-5c8b-4b32-bddf-d937413b1405 of type vlan for network de78e25e-aa62-4627-a5f5-8b40103322c6 Dec 21 22:15:38.431615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:38.440752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Network': ['ID=c775daa5-0a1c-468f-8650-0bc53e09dac4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:38.463481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836fc337-6752-4b6c-a1dc-69ae30a36c80,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:38.495029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.495434 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Added segment b0922a37-b378-4915-bf89-ccdf9ad1f6cc of type vlan for network 3a22c820-8a27-4be1-8d3b-646a8a5cae1a Dec 21 22:15:38.502519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.513590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.528865 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-21d34d8a-c172-421f-835b-bf60943b9ea8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1213491 Dec 21 22:15:38.534315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35460) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:38.552479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'subnet': {'network_id': 'c775daa5-0a1c-468f-8650-0bc53e09dac4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:38.554726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:38.562821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 267e35ba-90bc-433b-83cd-1903ad1b4e62 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:38.578000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ea9585f-63ac-4d04-9b55-52ae1f272ae2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.597553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.671629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9585f-63ac-4d04-9b55-52ae1f272ae2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event deleted for resources: {'Port': ['ID=caf2380c-cca1-483a-a037-1c50d07fa73b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:38.682833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.696809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef925d-c503-419e-9569-b15ea64e3e13 None None] Pushing event updated for resources: {'Port': ['ID=219c7376-e252-4404-82df-3e1876daffc5,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:38.739527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.787288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.791335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:38.791982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.793413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.851831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bbfd0-cc90-4e06-9d22-150403426a5d None None] Update dhcp port {'port': {'network_id': 'efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b', 'fixed_ips': [{'subnet_id': 'b97f9582-9901-4111-b408-7a1cf482fa09'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': 'c4e74ae9-ad87-410a-940c-1ba51a29f196'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:15:38.852195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:38.874113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.874113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:38.874615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.882907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:38.889130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] For port c4e74ae9-ad87-410a-940c-1ba51a29f196, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c4e74ae9-ad87-410a-940c-1ba51a29f196,segment=NetworkSegment(602ceaa0-01bb-4d39-b355-9e883d9b59f7),segment_id=602ceaa0-01bb-4d39-b355-9e883d9b59f7)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:38.889541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.912296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:subnet and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:38.931499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff4bbfd0-cc90-4e06-9d22-150403426a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.945288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.954812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:38.955812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment f597a014-b5f8-4a28-aeea-c12fc336ec46 of type vlan for network 44a804eb-9cab-4c10-98ec-8e9549f3c965 Dec 21 22:15:38.964254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d21275-c5c8-48ad-bff1-f6928db88d5a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:38.964559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:39.011307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ea9585f-63ac-4d04-9b55-52ae1f272ae2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.021399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:39.032549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9c6a5-e8c3-498a-8d73-c5cc23ba6711 req-9879932b-e68e-43b2-80f0-849f870c69c6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:39.034968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9cb9c6a5-e8c3-498a-8d73-c5cc23ba6711 req-9879932b-e68e-43b2-80f0-849f870c69c6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5781589 Dec 21 22:15:39.088277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-065e460b-b420-4c4d-8212-a974c252cb89 None None] Allocated IP 172.20.0.2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/84d88cc2-8ca4-4fa9-851d-ed1d369355b6/219c7376-e252-4404-82df-3e1876daffc5) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:39.095656 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9838908 Dec 21 22:15:39.097036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcf689-f8bb-494c-ab54-87b5dfe7abf1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Network': ['ID=de78e25e-aa62-4627-a5f5-8b40103322c6,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:39.099726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:39.111191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for c4e74ae9-ad87-410a-940c-1ba51a29f196 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:39.124117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] Pushing event updated for resources: {'Network': ['ID=3a22c820-8a27-4be1-8d3b-646a8a5cae1a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:39.135320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=267e35ba-90bc-433b-83cd-1903ad1b4e62,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:39.149807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:39.160311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:39.162612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network de78e25e-aa62-4627-a5f5-8b40103322c6 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:39.209704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:39.225066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.245825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9cb9c6a5-e8c3-498a-8d73-c5cc23ba6711 req-dc347081-808b-4683-a15a-0055879922ab tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077738 Dec 21 22:15:39.259930 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ea9585f-63ac-4d04-9b55-52ae1f272ae2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "DELETE /v2.0/ports/caf2380c-cca1-483a-a037-1c50d07fa73b HTTP/1.1" status: 204 len: 168 time: 2.7447412 Dec 21 22:15:39.261983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35464) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.262357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35466) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.273357 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-69a8fef7-12c0-4de0-b2a4-b2cbeaa0d2ad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0381281 Dec 21 22:15:39.273605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d', 'external_fixed_ips': [{'subnet_id': '918f6426-8b21-444a-94ac-6be663836a24', 'ip_address': '172.20.0.12'}]}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:39.279592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35472) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.280379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3a22c820-8a27-4be1-8d3b-646a8a5cae1a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:39.288433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'subnets': [{'network_id': 'cebd5023-22ae-4abd-bbe1-dc6d549adcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1932781909', 'ip_version': 4}, {'network_id': 'de78e25e-aa62-4627-a5f5-8b40103322c6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:39.288433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'subnet': {'network_id': 'cebd5023-22ae-4abd-bbe1-dc6d549adcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1932781909', 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:39.288433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Request body: {'subnet': {'network_id': 'de78e25e-aa62-4627-a5f5-8b40103322c6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:39.294190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Request body: {'subnet': {'network_id': '3a22c820-8a27-4be1-8d3b-646a8a5cae1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1025202457-subnet', 'tenant_id': '5da23df787fc4df28ced3751dcacd8f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:39.302851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:39.311431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Usage tracker for resource:subnet and tenant:5da23df787fc4df28ced3751dcacd8f5 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:39.316453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:39.318401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:39.326264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:39.326983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.342261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:39.353843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.358242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:39.358946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.405891 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d71beffa-1b01-429b-b931-1ed7299edfeb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.5857008 Dec 21 22:15:39.408121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35476) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.467272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Made reservation on behalf of 5da23df787fc4df28ced3751dcacd8f5 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:39.472676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.500421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5786304 Dec 21 22:15:39.535196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd54262-8545-4ad9-89c2-65d33a2e4e5c None None] Network efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:39.559326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35480) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.584061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1993027175'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:39.587896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ae488ae2-12dd-4734-90b1-173580103074 None None] Could not find standard attr ID for object c4e74ae9-ad87-410a-940c-1ba51a29f196. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:15:39.591037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea6f16-7c9b-4011-8d84-c495f26f96bf tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=44a804eb-9cab-4c10-98ec-8e9549f3c965,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:39.595873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.600678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:39.623479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Usage tracker for resource:router and tenant:137622afc4174d53973248dba5dc4cfb is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:39.626483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:39.664121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 44a804eb-9cab-4c10-98ec-8e9549f3c965 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:39.664490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:39.670191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:39.679523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:39.689099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:39.694932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=c4e74ae9-ad87-410a-940c-1ba51a29f196,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:39.728468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2426630-5b39-4cae-94fa-edf4c3bf7d30 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:39.732875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2426630-5b39-4cae-94fa-edf4c3bf7d30 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:39.733729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b2426630-5b39-4cae-94fa-edf4c3bf7d30 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:39.749189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:39.751788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.754899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.767978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-065e460b-b420-4c4d-8212-a974c252cb89 None None] For port 219c7376-e252-4404-82df-3e1876daffc5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=219c7376-e252-4404-82df-3e1876daffc5,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:39.820651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No DVR routers for this DVR port c4e74ae9-ad87-410a-940c-1ba51a29f196 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:39.833715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b2426630-5b39-4cae-94fa-edf4c3bf7d30 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:39.837662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b2426630-5b39-4cae-94fa-edf4c3bf7d30 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.4245415 Dec 21 22:15:39.838720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35484) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.848283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:39.876056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.877721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.915510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-065e460b-b420-4c4d-8212-a974c252cb89 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.925816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.926252 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment d5e9e286-eea7-42cb-bdb5-7986d1f342a1 of type vlan for network 374d91a2-cc99-47b0-934d-357cb3227fa5 Dec 21 22:15:39.931942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378df778-fa54-40d2-9aa7-41f1b320d8b0 None None] DHCP port deletion for efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:15:39.949498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-065e460b-b420-4c4d-8212-a974c252cb89 None None] Transition to ACTIVE for port object 219c7376-e252-4404-82df-3e1876daffc5 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:39.969308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.972179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7a276533-ecf6-4485-bef8-4305e83e04c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 267e35ba-90bc-433b-83cd-1903ad1b4e62 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:39.972583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a276533-ecf6-4485-bef8-4305e83e04c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:39.993832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-065e460b-b420-4c4d-8212-a974c252cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.035751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.043548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17378d53-7b9a-4ca2-9e8b-01b978621601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.068976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.167470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.174383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e460b-b420-4c4d-8212-a974c252cb89 None None] Pushing event updated for resources: {'Port': ['ID=219c7376-e252-4404-82df-3e1876daffc5,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:40.176608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:40.180771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.202974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Usage tracker for resource:subnet and tenant:4a33365ca26f4fa08fc44d6aa9943433 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:40.220032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:40.232282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 219c7376-e252-4404-82df-3e1876daffc5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:40.242654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:40.244654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc9e571-4351-4da8-9262-f968a89a315d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:40.250234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:40.277883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602ceaa0-01bb-4d39-b355-9e883d9b59f7') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:40.278283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602ceaa0-01bb-4d39-b355-9e883d9b59f7') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:40.301716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.306266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:40.307466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.391627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c4e74ae9-ad87-410a-940c-1ba51a29f196 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:40.426297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Checking segment: {'id': 'b0922a37-b378-4915-bf89-ccdf9ad1f6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3a22c820-8a27-4be1-8d3b-646a8a5cae1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:40.426866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Network hostable DHCP agents. Network: 3a22c820-8a27-4be1-8d3b-646a8a5cae1a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:40.437282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: c4e74ae9-ad87-410a-940c-1ba51a29f196 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:15:40.437913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c4e74ae9-ad87-410a-940c-1ba51a29f196 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:15:40.460953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.468045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Made reservation on behalf of 4a33365ca26f4fa08fc44d6aa9943433 for: {'subnet': 2} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:40.489059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9228485 Dec 21 22:15:40.500111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35490) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:40.552320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d4fca-bc02-4f43-bf83-b22ebc2d0493 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=374d91a2-cc99-47b0-934d-357cb3227fa5,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:40.557331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': '44a804eb-9cab-4c10-98ec-8e9549f3c965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:40.564135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 374d91a2-cc99-47b0-934d-357cb3227fa5 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:40.574329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a276533-ecf6-4485-bef8-4305e83e04c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.620828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.643118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Network 3a22c820-8a27-4be1-8d3b-646a8a5cae1a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:40.704918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:40.705855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.715562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7a276533-ecf6-4485-bef8-4305e83e04c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 267e35ba-90bc-433b-83cd-1903ad1b4e62 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:40.746480 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:40.779668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3a22c820-8a27-4be1-8d3b-646a8a5cae1a) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:40.784833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:40.785636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:40.791220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830f40b-60a3-48b6-aeb1-3fc06cc8052b None None] Network 3a22c820-8a27-4be1-8d3b-646a8a5cae1a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:40.948416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa027dcb-7860-4d39-bf72-0a921298e93e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6611354 Dec 21 22:15:41.034281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.052057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a276533-ecf6-4485-bef8-4305e83e04c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.099200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.134899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276533-ecf6-4485-bef8-4305e83e04c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=267e35ba-90bc-433b-83cd-1903ad1b4e62,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:41.144446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:41.182485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f705a-2f2d-47c6-9a86-974f37644a1f None None] Network 3a22c820-8a27-4be1-8d3b-646a8a5cae1a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:41.260301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:41.288054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:41.298065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.338659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.343680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:41.356169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a276533-ecf6-4485-bef8-4305e83e04c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.367900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.368260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.404635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a276533-ecf6-4485-bef8-4305e83e04c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/267e35ba-90bc-433b-83cd-1903ad1b4e62 HTTP/1.1" status: 204 len: 168 time: 1.5602057 Dec 21 22:15:41.406948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35502) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:41.425028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed214c3-4016-48b3-8e7d-62e9e78879e3 req-a17aece0-e0a2-4182-b8f7-6a1bf7363190 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:41.427119 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ed214c3-4016-48b3-8e7d-62e9e78879e3 req-a17aece0-e0a2-4182-b8f7-6a1bf7363190 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.9287536 Dec 21 22:15:41.427893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Subnet': ['ID=0dd4ca15-c2cf-4835-a4ec-b790566ae210,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:41.430290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Network': ['ID=efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:41.507652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.508412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c36f41e2-59ef-42bf-aa32-2e70a0897b64 None None] Provisioning for port 219c7376-e252-4404-82df-3e1876daffc5 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:41.518995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c36f41e2-59ef-42bf-aa32-2e70a0897b64 None None] Provisioning complete for port 219c7376-e252-4404-82df-3e1876daffc5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:41.518995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c36f41e2-59ef-42bf-aa32-2e70a0897b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.523500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:41.561641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c14a7-0f9d-4227-a252-9c122afb1a5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:41.563535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c14a7-0f9d-4227-a252-9c122afb1a5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:41.565524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c14a7-0f9d-4227-a252-9c122afb1a5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:41.566459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7a1c14a7-0f9d-4227-a252-9c122afb1a5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:41.571523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Checking segment: {'id': '8db76450-7971-4a0b-85e3-cc3ec1e9b344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c775daa5-0a1c-468f-8650-0bc53e09dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:41.572147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network hostable DHCP agents. Network: c775daa5-0a1c-468f-8650-0bc53e09dac4, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:41.598391 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-40c2ae95-efb1-4528-93d3-cd9d0bc02997 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/networks/efaf0f77-ae6b-44ff-bc45-eb80bfbd9f9b HTTP/1.1" status: 204 len: 168 time: 3.4901555 Dec 21 22:15:41.603252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35506) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:41.694269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7a1c14a7-0f9d-4227-a252-9c122afb1a5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:41.700170 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a1c14a7-0f9d-4227-a252-9c122afb1a5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2918210 Dec 21 22:15:41.701696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35510) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:41.829101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ed214c3-4016-48b3-8e7d-62e9e78879e3 req-6b2145b3-0e2c-42a0-8737-52c2bcff12d5 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821681 Dec 21 22:15:41.860433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0114f7f2-d4f1-4d37-9551-3885a878ebbf None None] Could not find standard attr ID for object 267e35ba-90bc-433b-83cd-1903ad1b4e62. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:15:41.869585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b8aff-3981-4af8-8563-4c30fe281696 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:41.870373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-021b8aff-3981-4af8-8563-4c30fe281696 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:41.941395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:41.981069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-433ccd35-9621-4525-861b-0a69afc5d5f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 84d88cc2-8ca4-4fa9-851d-ed1d369355b6 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:41.984573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-433ccd35-9621-4525-861b-0a69afc5d5f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.215929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 219c7376-e252-4404-82df-3e1876daffc5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:42.294208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-021b8aff-3981-4af8-8563-4c30fe281696 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:42.299869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 219c7376-e252-4404-82df-3e1876daffc5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:42.300009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-021b8aff-3981-4af8-8563-4c30fe281696 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6911917 Dec 21 22:15:42.300094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.303335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35524) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.368174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-433ccd35-9621-4525-861b-0a69afc5d5f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.441604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:42.466237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e3f38be8-bb08-43d2-aa9e-536c4863476a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1581597 Dec 21 22:15:42.469526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35528) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.485381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-433ccd35-9621-4525-861b-0a69afc5d5f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.493533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1335970215'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:42.516127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:42.542215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:network and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:42.547742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, c775daa5-0a1c-468f-8650-0bc53e09dac4) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:42.557498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07d936-aa3b-415f-97a6-3a2451a49f4d None None] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:42.564469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:42.582994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:42.583621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-433ccd35-9621-4525-861b-0a69afc5d5f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.583772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.592524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-a4536006-630e-49fd-86b6-03569d400181 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:42.594127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-a4536006-630e-49fd-86b6-03569d400181 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/networks?id=8628e459-5137-48e6-9fc6-97b3ba5d5841 HTTP/1.1" status: 200 len: 812 time: 0.7556281 Dec 21 22:15:42.595083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:42.635173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ccd35-9621-4525-861b-0a69afc5d5f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=84d88cc2-8ca4-4fa9-851d-ed1d369355b6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:42.639286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-433ccd35-9621-4525-861b-0a69afc5d5f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.649552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26a7b4-570b-4062-8b83-f8cfc3d194ab None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:42.696692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-433ccd35-9621-4525-861b-0a69afc5d5f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/84d88cc2-8ca4-4fa9-851d-ed1d369355b6 HTTP/1.1" status: 204 len: 168 time: 0.9914150 Dec 21 22:15:42.698059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35532) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.763626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:42.770325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.780211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93a9574-812a-4463-aad2-ca9025c9ceb8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet dff2aa9a-eb07-44df-9803-080de165a682 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:42.785496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f93a9574-812a-4463-aad2-ca9025c9ceb8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.808483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d48939a-e951-4444-89dc-435070c8e9df tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2690041 Dec 21 22:15:42.818227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35538) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.824201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-106166550', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:42.845201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:42.846843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-c564ada8-74fd-4c51-a619-8da51db426a9 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/quotas/1e6614274b794de5a093d4f30b814f7d HTTP/1.1" status: 200 len: 375 time: 0.2252121 Dec 21 22:15:42.859058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:router and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:42.864727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:42.873088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:42.907338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f93a9574-812a-4463-aad2-ca9025c9ceb8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.993005 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-f9d3ff84-006c-4336-aedf-3c88d65da8cc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e6614274b794de5a093d4f30b814f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907393 Dec 21 22:15:42.995382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:42.997461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.039086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.051869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f93a9574-812a-4463-aad2-ca9025c9ceb8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.113954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab523fbe-78b3-48c7-a213-1f893d68fb76 None None] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:43.177335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:15:43.217855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f93a9574-812a-4463-aad2-ca9025c9ceb8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.225345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.225741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Added segment 0d1c6fdb-7aba-4691-b9c5-78e824ddb651 of type vlan for network 72d20206-00fa-488f-becb-92183d2ed328 Dec 21 22:15:43.268941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a9574-812a-4463-aad2-ca9025c9ceb8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=dff2aa9a-eb07-44df-9803-080de165a682,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:43.286703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.331566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.331947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f93a9574-812a-4463-aad2-ca9025c9ceb8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.363411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f93a9574-812a-4463-aad2-ca9025c9ceb8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/dff2aa9a-eb07-44df-9803-080de165a682 HTTP/1.1" status: 204 len: 168 time: 0.6612453 Dec 21 22:15:43.363738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.368573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35546) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:43.387302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.446749 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-86961789-09a7-4c6d-a5db-03f52afecebf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747733 Dec 21 22:15:43.448145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35550) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:43.454656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:43.476261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d84bda-2593-4184-a1fc-1571e61f2bca None None] Update dhcp port {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': 'dff2aa9a-eb07-44df-9803-080de165a682'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '219c7376-e252-4404-82df-3e1876daffc5'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:15:43.541169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4d84bda-2593-4184-a1fc-1571e61f2bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.554662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.622384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b2e79-d848-4295-9ddc-c363fcf5bddf req-7e5a7062-61ed-420c-acec-abfe674baaf2 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:43.624031 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2f1b2e79-d848-4295-9ddc-c363fcf5bddf req-7e5a7062-61ed-420c-acec-abfe674baaf2 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6258607 Dec 21 22:15:43.631933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-d610c3c1-00a3-4931-a56a-cae36733e442 service neutron] 10.222.0.30 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656023 Dec 21 22:15:43.672666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=2a75fe28-1a66-416f-9876-f34b5911ce0e,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:43.691125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:43.699751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:43.704664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:43.725444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:43.770779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28edd029-fff8-4d46-9397-ad6772ce4508 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:43.798453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.835220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.842068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:43.844264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.893092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ade6efa0-ad37-4d56-a0f2-eba48393c6d0 None None] Provisioning complete for port 219c7376-e252-4404-82df-3e1876daffc5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:43.893530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ade6efa0-ad37-4d56-a0f2-eba48393c6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.917785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': 'f597a014-b5f8-4a28-aeea-c12fc336ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44a804eb-9cab-4c10-98ec-8e9549f3c965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:43.917785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: 44a804eb-9cab-4c10-98ec-8e9549f3c965, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:43.922379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.926700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:43.927356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:43.971717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.125376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.26.6.230 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/fe91a36e-1c48-4a0f-9d38-da7cb9472c68) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:44.139296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:15:44.154325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Deleting port 219c7376-e252-4404-82df-3e1876daffc5 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:44.154979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2f1b2e79-d848-4295-9ddc-c363fcf5bddf req-482be530-37cc-45bf-8b4e-3e93d6a33e1b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4927943 Dec 21 22:15:44.161056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.228840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 219c7376-e252-4404-82df-3e1876daffc5 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:15:44.264304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7894742 Dec 21 22:15:44.279225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35556) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:44.282087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b4889-7115-484b-8eb6-08e7bfa54462 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Network': ['ID=72d20206-00fa-488f-becb-92183d2ed328,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:44.294760 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-85275798-a4bd-41fa-9aef-51f336162e60 service neutron] 10.222.0.30 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618145 Dec 21 22:15:44.302152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '72d20206-00fa-488f-becb-92183d2ed328', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:44.312297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 72d20206-00fa-488f-becb-92183d2ed328 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:15:44.343778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Subnet': ['ID=b1d8d25e-a420-4888-8663-16ae395d59bc,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:44.366537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Allocated IP 172.20.0.12 (3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d/918f6426-8b21-444a-94ac-6be663836a24/0b568da6-9a56-4424-9081-4a30d30fce09) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:44.394363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 44a804eb-9cab-4c10-98ec-8e9549f3c965 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:44.516012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.577065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.668803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.700713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 219c7376-e252-4404-82df-3e1876daffc5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=219c7376-e252-4404-82df-3e1876daffc5,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:44.708424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] For port 219c7376-e252-4404-82df-3e1876daffc5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=219c7376-e252-4404-82df-3e1876daffc5,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:44.708874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.718348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Checking segment: {'id': '7eca950e-b692-47d1-87d4-6150204501a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cebd5023-22ae-4abd-bbe1-dc6d549adcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:44.718348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Network hostable DHCP agents. Network: cebd5023-22ae-4abd-bbe1-dc6d549adcdb, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:44.750459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:44.769499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:44.773235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:44.779118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.779308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 44a804eb-9cab-4c10-98ec-8e9549f3c965) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:44.782424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=fe91a36e-1c48-4a0f-9d38-da7cb9472c68,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:44.787083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:44.787428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:44.789815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:44.791938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:44.796986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:44.797634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.871824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Calling delete_port for 219c7376-e252-4404-82df-3e1876daffc5 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:44.907134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:44.908100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fadb049-65dd-4545-8635-8e45794cc3ed None None] Network 44a804eb-9cab-4c10-98ec-8e9549f3c965 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:44.945630 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c60b4e9-f69d-48da-86b1-41651b3625fc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4351165 Dec 21 22:15:44.946377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Network cebd5023-22ae-4abd-bbe1-dc6d549adcdb is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:44.948593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35562) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:44.976719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': '374d91a2-cc99-47b0-934d-357cb3227fa5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:44.997140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:44.998370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.008979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, cebd5023-22ae-4abd-bbe1-dc6d549adcdb) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:45.072326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63f2cc-d037-48f3-bc20-396586deebde None None] Network cebd5023-22ae-4abd-bbe1-dc6d549adcdb requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:45.082603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.154294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=219c7376-e252-4404-82df-3e1876daffc5,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:45.230783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.272946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.273718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.312956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:45.319596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event updated for resources: {'Subnet': ['ID=4bd662af-59b3-4410-b8f8-cf5aa56694b6,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:45.397943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] For port 219c7376-e252-4404-82df-3e1876daffc5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=219c7376-e252-4404-82df-3e1876daffc5,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:45.401464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:45.444848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:45.450496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.460077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:45.474251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.534105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.534893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.547132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Checking segment: {'id': 'd2ad73da-5c8b-4b32-bddf-d937413b1405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'de78e25e-aa62-4627-a5f5-8b40103322c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:45.547528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Network hostable DHCP agents. Network: de78e25e-aa62-4627-a5f5-8b40103322c6, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:45.562601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:15:45.563018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:15:45.654042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dfadd9-11de-461f-ad55-8acb157359be req-7db78f8e-13f2-45d7-9163-1a9b7b54889d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.0985198 Dec 21 22:15:45.665092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-44a804eb-9cab-4c10-98ec-8e9549f3c965', 'network_id': '44a804eb-9cab-4c10-98ec-8e9549f3c965', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': '2a75fe28-1a66-416f-9876-f34b5911ce0e'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:45.666047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.670076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Network 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:45.676469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:45.679503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:45.684019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-cebd5023-22ae-4abd-bbe1-dc6d549adcdb', 'network_id': 'cebd5023-22ae-4abd-bbe1-dc6d549adcdb', 'tenant_id': '4a33365ca26f4fa08fc44d6aa9943433', 'fixed_ips': [{'subnet_id': 'b1d8d25e-a420-4888-8663-16ae395d59bc'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:45.684905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.711453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:45.745565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'Port': ['ID=0b568da6-9a56-4424-9081-4a30d30fce09,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:45.845498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:45.855475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:45.872703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:45.873373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.897510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Network de78e25e-aa62-4627-a5f5-8b40103322c6 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:45.933966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e6648-2fbd-496d-bc3d-34b11a76c297 req-211edc89-da84-4a18-ab59-93fe55ff417d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:45.935588 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2d2e6648-2fbd-496d-bc3d-34b11a76c297 req-211edc89-da84-4a18-ab59-93fe55ff417d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.5357585 Dec 21 22:15:45.963452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:45.973066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=cc4e18c1-a5fd-4ec1-8659-ad489f3233e9,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:45.979625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=219c7376-e252-4404-82df-3e1876daffc5,revision_number=9']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:46.004761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Allocated IP 2001:db8::2 (44a804eb-9cab-4c10-98ec-8e9549f3c965/2a75fe28-1a66-416f-9876-f34b5911ce0e/a42438e1-94b5-4d3b-a374-028ea11fcd9b) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:46.014559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Allocated IP 172.20.0.2 (cebd5023-22ae-4abd-bbe1-dc6d549adcdb/b1d8d25e-a420-4888-8663-16ae395d59bc/62965373-a89b-4213-af20-a9a41f2166d4) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:46.026123 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ff8d87b1-800e-4b93-aa16-4b9acf4f3e0b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5741069 Dec 21 22:15:46.026768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35572) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.035195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:46.047690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, de78e25e-aa62-4627-a5f5-8b40103322c6) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:46.053237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:46.054144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.065144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Deleting port 219c7376-e252-4404-82df-3e1876daffc5 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:46.065574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.170048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39662f58-dda9-4ec8-acfc-0bfe8eeb8ab0 None None] Network de78e25e-aa62-4627-a5f5-8b40103322c6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:46.229705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8df4969e-492a-4ae7-927d-caf6e5217ba1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.9655344 Dec 21 22:15:46.231321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:15:46.233299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35576) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.240266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:46.266020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2d2e6648-2fbd-496d-bc3d-34b11a76c297 req-7050b01f-8d4c-486a-b5ce-b52879f2a199 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104391 Dec 21 22:15:46.282569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.316576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:46.323237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:46.332956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:46.441504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:46.451060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.455575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=b304700e-d1ae-4391-b2a5-daff6b4682f7,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:46.483440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616639b-a6e0-4230-a4f7-92e23b17f10e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:46.484917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616639b-a6e0-4230-a4f7-92e23b17f10e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:46.486650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616639b-a6e0-4230-a4f7-92e23b17f10e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:46.490950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking segment: {'id': '0d1c6fdb-7aba-4691-b9c5-78e824ddb651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '72d20206-00fa-488f-becb-92183d2ed328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:46.491388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network hostable DHCP agents. Network: 72d20206-00fa-488f-becb-92183d2ed328, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:46.491997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d616639b-a6e0-4230-a4f7-92e23b17f10e tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2535224 Dec 21 22:15:46.492693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35582) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.548455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.549489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.623256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 72d20206-00fa-488f-becb-92183d2ed328 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:46.634857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.734988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 72d20206-00fa-488f-becb-92183d2ed328) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:46.739623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:46.740327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.767786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=d4dfb730-c083-4d8e-8c0a-e35ca0a7d842,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:46.783748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ed03b-a7a7-4971-a106-242cdcb784d5 None None] Network 72d20206-00fa-488f-becb-92183d2ed328 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:46.893973 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f5e47036-5cdd-4346-9934-210e00d8fb2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6130340 Dec 21 22:15:46.905384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] For port 219c7376-e252-4404-82df-3e1876daffc5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=219c7376-e252-4404-82df-3e1876daffc5,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:46.905920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:46.907861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35594) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.928828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '72d20206-00fa-488f-becb-92183d2ed328', 'name': 'tempest-PortsIpV6TestJSON-1673358325'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:46.942394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-baba3703-d9e4-41d5-962d-3db0d1ef4d53 req-8a43aa70-dd0f-4065-8c68-effb8a1ebfee tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.1030874 Dec 21 22:15:46.949429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': 'd5e9e286-eea7-42cb-bdb5-7986d1f342a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '374d91a2-cc99-47b0-934d-357cb3227fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:46.949838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: 374d91a2-cc99-47b0-934d-357cb3227fa5, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:15:46.982621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.062735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f81dc4e-156a-46b7-8533-76e8a599b675 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Deleting subnet b1d8d25e-a420-4888-8663-16ae395d59bc {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:47.121047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946649-14ee-463e-87e5-320862fd5427 req-606bfe73-676e-4877-85c1-1e0de394642b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:47.122738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6946649-14ee-463e-87e5-320862fd5427 req-606bfe73-676e-4877-85c1-1e0de394642b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.3427203 Dec 21 22:15:47.127918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 374d91a2-cc99-47b0-934d-357cb3227fa5 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:15:47.132794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-b475c62d-531d-4237-8bc7-d79cea573b07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 0.2534196 Dec 21 22:15:47.163530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Calling delete_port for 219c7376-e252-4404-82df-3e1876daffc5 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:47.200952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 374d91a2-cc99-47b0-934d-357cb3227fa5) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:47.205247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:47.206305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.324135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:47.353999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:47.397673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:15:47.413082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea7f100-6144-4fde-9e9b-9a063f4a146c None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:15:47.427310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7f100-6144-4fde-9e9b-9a063f4a146c None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:47.428360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7ea7f100-6144-4fde-9e9b-9a063f4a146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:47.430017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:47.435715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.482442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port ab8d8ace-3331-496e-be00-3de11bac2c9a yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:47.499376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7ea7f100-6144-4fde-9e9b-9a063f4a146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:47.511290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7f100-6144-4fde-9e9b-9a063f4a146c None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:47.512253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7ea7f100-6144-4fde-9e9b-9a063f4a146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:47.519912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.579544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.581812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b812e2c3-5621-4253-ab5c-5fca6bbc2113 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7623425 Dec 21 22:15:47.583694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7ea7f100-6144-4fde-9e9b-9a063f4a146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:47.584367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea7f100-6144-4fde-9e9b-9a063f4a146c None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:15:47.586169 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6946649-14ee-463e-87e5-320862fd5427 req-b9452898-c980-404b-98e9-8cdc300a85b9 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4500904 Dec 21 22:15:47.589666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35598) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:47.594591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fe954377-f6c5-467c-8ab3-d979e78e4679 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6311324 Dec 21 22:15:47.599199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35600) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:47.607025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Transition to ACTIVE for port object a42438e1-94b5-4d3b-a374-028ea11fcd9b will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:47.614994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e402b6-ab9f-410a-a1aa-184a77e4b7d6 None None] Network 374d91a2-cc99-47b0-934d-357cb3227fa5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:47.645168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:47.653026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:47.664096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:47.664782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.668455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=2f6f476c-fad2-420e-acb2-b3a23a12bec6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:47.682969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1725649720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:47.703807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-525ff3aa-0a19-463d-97ed-da6583a8f88b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:47.706153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-525ff3aa-0a19-463d-97ed-da6583a8f88b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.5652177 Dec 21 22:15:47.712198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:47.720032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:router and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:47.760634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-de78e25e-aa62-4627-a5f5-8b40103322c6', 'network_id': 'de78e25e-aa62-4627-a5f5-8b40103322c6', 'tenant_id': '4a33365ca26f4fa08fc44d6aa9943433', 'fixed_ips': [{'subnet_id': '4bd662af-59b3-4410-b8f8-cf5aa56694b6'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:47.761610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.774581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::30f (72d20206-00fa-488f-becb-92183d2ed328/b304700e-d1ae-4391-b2a5-daff6b4682f7/ab8d8ace-3331-496e-be00-3de11bac2c9a) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:47.801344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-776a7e00-9d11-41cf-ad9c-6c4fc2539b08 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7695398 Dec 21 22:15:47.804994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.811194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35610) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:47.817747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Transition to ACTIVE for port object a42438e1-94b5-4d3b-a374-028ea11fcd9b will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:47.822765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:5e:af:72', 'name': 'tempest-NetworksTestDHCPv6-927626524'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:47.829158 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-96d18844-83e0-493b-a380-49d243659038 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 999 time: 0.1117280 Dec 21 22:15:47.834462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:47.879953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:47.897101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.910936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Transition to ACTIVE for port object 62965373-a89b-4213-af20-a9a41f2166d4 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:47.931982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-79c4f431-2817-4679-8594-5dc6a7c3e2de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:47.933568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-79c4f431-2817-4679-8594-5dc6a7c3e2de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.0956337 Dec 21 22:15:47.960696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-72d20206-00fa-488f-becb-92183d2ed328', 'network_id': '72d20206-00fa-488f-becb-92183d2ed328', 'tenant_id': '4f972e5a82574e889ce311abf4510be3', 'fixed_ips': [{'subnet_id': 'b304700e-d1ae-4391-b2a5-daff6b4682f7'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:47.961602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.992276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.993351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:47.997876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Router 180e3a3c-d6e5-4484-8fcd-9b8f6b026903 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:15:48.144891 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-52525ef8-a0bf-4a64-a0a8-cf51d2147d36 req-b63ae442-a271-4da9-81ae-4dbfcfd34278 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.0753446 Dec 21 22:15:48.184188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Transition to ACTIVE for port object 62965373-a89b-4213-af20-a9a41f2166d4 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:48.191765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f81dc4e-156a-46b7-8533-76e8a599b675 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.225409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Network 44a804eb-9cab-4c10-98ec-8e9549f3c965 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:48.232114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.274067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:48.276166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-9ff51e5b-e981-4d9c-be6c-511f53cfd7be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3314404 Dec 21 22:15:48.276287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:48.297116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:48.304982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:48.315388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.316437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.318730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:48.322582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f81dc4e-156a-46b7-8533-76e8a599b675 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.325278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.327250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:48.331563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Pushing event updated for resources: {'Port': ['ID=a42438e1-94b5-4d3b-a374-028ea11fcd9b,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:48.391556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object ab8d8ace-3331-496e-be00-3de11bac2c9a will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:48.417346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:48.428082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.515354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.518748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5d8eb60d-f454-4f9f-af8d-774cdb909289 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9075580 Dec 21 22:15:48.528283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35618) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:48.551746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f81dc4e-156a-46b7-8533-76e8a599b675 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.590460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Network cebd5023-22ae-4abd-bbe1-dc6d549adcdb is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:48.601024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.615026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:48.679142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Pushing event updated for resources: {'Port': ['ID=62965373-a89b-4213-af20-a9a41f2166d4,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:48.686823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=ab8d8ace-3331-496e-be00-3de11bac2c9a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:48.698638 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-4e383bc7-c1e3-4acd-a518-ddbc4376bd4b service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116743 Dec 21 22:15:48.715478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:48.734056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.772455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 72d20206-00fa-488f-becb-92183d2ed328 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:48.778716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:48.788424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:48.793046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:48.793305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.797957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port e32217c6-0c24-48b8-8582-a5ac6a3eed51 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:48.840296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Allocated IP 172.20.0.18 (de78e25e-aa62-4627-a5f5-8b40103322c6/4bd662af-59b3-4410-b8f8-cf5aa56694b6/33a1069f-f86b-4ce9-b95f-869b4f1be9fc) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:48.845290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Attempting to bind port a42438e1-94b5-4d3b-a374-028ea11fcd9b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:48.846830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Attempting to bind port a42438e1-94b5-4d3b-a374-028ea11fcd9b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f597a014-b5f8-4a28-aeea-c12fc336ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44a804eb-9cab-4c10-98ec-8e9549f3c965'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:48.846830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Attempting to bind port a42438e1-94b5-4d3b-a374-028ea11fcd9b on network 44a804eb-9cab-4c10-98ec-8e9549f3c965 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:48.849674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-374d91a2-cc99-47b0-934d-357cb3227fa5', 'network_id': '374d91a2-cc99-47b0-934d-357cb3227fa5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': 'd4dfb730-c083-4d8e-8c0a-e35ca0a7d842'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:48.850576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.860567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] Pushing event deleted for resources: {'Port': ['ID=219c7376-e252-4404-82df-3e1876daffc5,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:48.884204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0738d501-7c25-44c3-9227-fd8f68e98cf2 None None] No DVR routers for this DVR port 219c7376-e252-4404-82df-3e1876daffc5 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:48.976809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:48.977201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Checking segment: {'id': 'f597a014-b5f8-4a28-aeea-c12fc336ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44a804eb-9cab-4c10-98ec-8e9549f3c965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:48.977659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:48.978109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Bound using segment: {'id': 'f597a014-b5f8-4a28-aeea-c12fc336ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44a804eb-9cab-4c10-98ec-8e9549f3c965'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:48.978647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Bound port: a42438e1-94b5-4d3b-a374-028ea11fcd9b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f597a014-b5f8-4a28-aeea-c12fc336ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44a804eb-9cab-4c10-98ec-8e9549f3c965'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:48.979069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:49.019169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56baa62e-0763-4810-afed-af71dc16cbe4 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:49.088822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f81dc4e-156a-46b7-8533-76e8a599b675 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:49.155719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Allocated IP 2001:db8::2 (72d20206-00fa-488f-becb-92183d2ed328/b304700e-d1ae-4391-b2a5-daff6b4682f7/a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:49.159890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f81dc4e-156a-46b7-8533-76e8a599b675 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:49.178247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81dc4e-156a-46b7-8533-76e8a599b675 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d8d25e-a420-4888-8663-16ae395d59bc,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:49.191577 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1f81dc4e-156a-46b7-8533-76e8a599b675 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/subnets/b1d8d25e-a420-4888-8663-16ae395d59bc HTTP/1.1" status: 204 len: 168 time: 2.6930199 Dec 21 22:15:49.192494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35628) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:49.272394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-774c535d-0f39-4aec-b35c-4db172b8f812 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3594091 Dec 21 22:15:49.281353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35632) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:49.301143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '72d20206-00fa-488f-becb-92183d2ed328', 'name': 'tempest-PortsIpV6TestJSON-988306830'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:49.511999 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1ccedbc7-59fa-422e-b5e1-6bba7b520a66 req-d1b84630-db2e-4cd2-8527-1a8f5caa1a1f tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.1523368 Dec 21 22:15:49.525385 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99851f70-a6fe-49b1-a0cb-8d32d3f514ab req-a0723ea6-8578-4078-8df0-971861386114 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8172810 Dec 21 22:15:49.545949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:15:49.607792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Attempting to bind port 62965373-a89b-4213-af20-a9a41f2166d4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:49.608287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Attempting to bind port 62965373-a89b-4213-af20-a9a41f2166d4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '7eca950e-b692-47d1-87d4-6150204501a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cebd5023-22ae-4abd-bbe1-dc6d549adcdb'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:49.608627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Attempting to bind port 62965373-a89b-4213-af20-a9a41f2166d4 on network cebd5023-22ae-4abd-bbe1-dc6d549adcdb {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:49.632547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:49.633013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Checking segment: {'id': '7eca950e-b692-47d1-87d4-6150204501a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cebd5023-22ae-4abd-bbe1-dc6d549adcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:49.633400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:49.633836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Bound using segment: {'id': '7eca950e-b692-47d1-87d4-6150204501a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cebd5023-22ae-4abd-bbe1-dc6d549adcdb'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:49.634556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Bound port: 62965373-a89b-4213-af20-a9a41f2166d4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eca950e-b692-47d1-87d4-6150204501a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cebd5023-22ae-4abd-bbe1-dc6d549adcdb'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:49.634777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:49.653112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Sync routers for ids ['180e3a3c-d6e5-4484-8fcd-9b8f6b026903'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:15:49.661842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f60ba-0ee4-40b3-8fd6-8e071051d68a req-66533043-f785-4f08-a95f-3dea9cefea4c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:49.669715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a9f60ba-0ee4-40b3-8fd6-8e071051d68a req-66533043-f785-4f08-a95f-3dea9cefea4c tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.8208573 Dec 21 22:15:49.701298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:49.703252 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7d1d0601-9011-4469-9935-b0ac0d0290e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.4374905 Dec 21 22:15:49.711002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35638) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:49.815885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:49.845279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:49.871406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed606d38-0b6f-4ac1-9cb2-b2a9e498985f tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Deleting subnet 4bd662af-59b3-4410-b8f8-cf5aa56694b6 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:49.875314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 172.20.0.7 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/2f6f476c-fad2-420e-acb2-b3a23a12bec6/e32217c6-0c24-48b8-8582-a5ac6a3eed51) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:49.878741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Routers {'180e3a3c-d6e5-4484-8fcd-9b8f6b026903'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:49.884633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['180e3a3c-d6e5-4484-8fcd-9b8f6b026903'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:49.924881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a9f60ba-0ee4-40b3-8fd6-8e071051d68a req-3c2fd0af-cb1a-4959-99a8-464b7de9d05b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537723 Dec 21 22:15:49.983158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:49.989816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:49.999980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.000985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:fe5e:af72 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/cc4e18c1-a5fd-4ec1-8659-ad489f3233e9/e32217c6-0c24-48b8-8582-a5ac6a3eed51) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:50.052054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 00b6f9ff-160a-434a-9b6f-08a40bb096b4 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:15:50.097137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] For port 62965373-a89b-4213-af20-a9a41f2166d4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:50.224293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] For port a42438e1-94b5-4d3b-a374-028ea11fcd9b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:50.246792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] For port 62965373-a89b-4213-af20-a9a41f2166d4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=62965373-a89b-4213-af20-a9a41f2166d4,segment=NetworkSegment(7eca950e-b692-47d1-87d4-6150204501a3),segment_id=7eca950e-b692-47d1-87d4-6150204501a3)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:50.268371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Allocated IP 2001:db8:1::2 (374d91a2-cc99-47b0-934d-357cb3227fa5/d4dfb730-c083-4d8e-8c0a-e35ca0a7d842/7107a21b-23c2-475f-a4e3-48b1fccf5ac6) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:50.278614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] For port a42438e1-94b5-4d3b-a374-028ea11fcd9b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a42438e1-94b5-4d3b-a374-028ea11fcd9b,segment=NetworkSegment(f597a014-b5f8-4a28-aeea-c12fc336ec46),segment_id=f597a014-b5f8-4a28-aeea-c12fc336ec46)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:50.298064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.386716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.390779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.438665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.469914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object e32217c6-0c24-48b8-8582-a5ac6a3eed51 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:50.483352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.595585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.602414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8::1 (44a804eb-9cab-4c10-98ec-8e9549f3c965/2a75fe28-1a66-416f-9876-f34b5911ce0e/361b4f35-6d1b-4595-a299-a6cf25d81afc) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:50.602646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.636251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Transition to ACTIVE for port object 33a1069f-f86b-4ce9-b95f-869b4f1be9fc will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:50.653211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '2f6f476c-fad2-420e-acb2-b3a23a12bec6'}, {'subnet_id': 'cc4e18c1-a5fd-4ec1-8659-ad489f3233e9'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:15:50.653211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.665538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Deleting port 0b568da6-9a56-4424-9081-4a30d30fce09 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:50.666037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.721508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:50.726794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:50.733560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:50.763517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=e32217c6-0c24-48b8-8582-a5ac6a3eed51,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:50.768664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.815571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Transition to ACTIVE for port object 33a1069f-f86b-4ce9-b95f-869b4f1be9fc will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:50.834441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed606d38-0b6f-4ac1-9cb2-b2a9e498985f tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.842537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Set router 180e3a3c-d6e5-4484-8fcd-9b8f6b026903 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:15:50.900076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24aa974f-ca69-4893-a63c-5f1800371c05 req-d2fdb232-3d98-4069-a731-e8920611b37e tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.0699508 Dec 21 22:15:50.930356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.947830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.990863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:50.990863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:50.990863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed606d38-0b6f-4ac1-9cb2-b2a9e498985f tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:51.029666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Transition to ACTIVE for port object a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:51.073008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c5642-6103-44e0-af13-90999f6dd891 None None] Pushing event updated for resources: {'Port': ['ID=62965373-a89b-4213-af20-a9a41f2166d4,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:51.141361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:51.192854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object 361b4f35-6d1b-4595-a299-a6cf25d81afc will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:51.242796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Network de78e25e-aa62-4627-a5f5-8b40103322c6 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:51.258490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:51.296985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:51.306198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f213790-93c2-4d77-8d8c-b26026863661 req-7be3ca5a-c3cb-4b91-a8d1-3e1cdab2d4b4 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:51.307842 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f213790-93c2-4d77-8d8c-b26026863661 req-7be3ca5a-c3cb-4b91-a8d1-3e1cdab2d4b4 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.2249119 Dec 21 22:15:51.317389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Transition to ACTIVE for port object a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:51.360029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed606d38-0b6f-4ac1-9cb2-b2a9e498985f tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:51.412685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:51.478006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f213790-93c2-4d77-8d8c-b26026863661 req-e18ee328-ea16-492e-9e8d-0684e509c66b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618948 Dec 21 22:15:51.484730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:51.520010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=361b4f35-6d1b-4595-a299-a6cf25d81afc,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:51.540377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 44a804eb-9cab-4c10-98ec-8e9549f3c965 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:51.545033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:51.554369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:51.554958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:51.711129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.20.0.1 (c775daa5-0a1c-468f-8650-0bc53e09dac4/0dd4ca15-c2cf-4835-a4ec-b790566ae210/f52f9458-3d26-4192-b055-33f5e839cfac) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:51.776643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:51.831895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Calling delete_port for 0b568da6-9a56-4424-9081-4a30d30fce09 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:51.910925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::1c8 (72d20206-00fa-488f-becb-92183d2ed328/b304700e-d1ae-4391-b2a5-daff6b4682f7/00b6f9ff-160a-434a-9b6f-08a40bb096b4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:51.958174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e3675-8a9c-4d74-adc6-60ad0897bfa6 None None] Network cebd5023-22ae-4abd-bbe1-dc6d549adcdb requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:51.998984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5d22b-f1ee-49ba-9ef5-6e8369c214fc None None] Pushing event updated for resources: {'Port': ['ID=a42438e1-94b5-4d3b-a374-028ea11fcd9b,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:52.110751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.142435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Network 72d20206-00fa-488f-becb-92183d2ed328 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:52.151247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Attempting to bind port 33a1069f-f86b-4ce9-b95f-869b4f1be9fc on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:52.151815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Attempting to bind port 33a1069f-f86b-4ce9-b95f-869b4f1be9fc by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'd2ad73da-5c8b-4b32-bddf-d937413b1405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'de78e25e-aa62-4627-a5f5-8b40103322c6'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:52.152392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Attempting to bind port 33a1069f-f86b-4ce9-b95f-869b4f1be9fc on network de78e25e-aa62-4627-a5f5-8b40103322c6 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:52.185592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.186702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:52.226710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object 00b6f9ff-160a-434a-9b6f-08a40bb096b4 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:52.249990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Transition to ACTIVE for port object 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:52.260207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d9ae584-a9b3-4f1b-b31c-7b31b03a3c73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4434252 Dec 21 22:15:52.260207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35654) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.263225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:52.332992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed606d38-0b6f-4ac1-9cb2-b2a9e498985f tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.338149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.351097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a42438e1-94b5-4d3b-a374-028ea11fcd9b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:52.394241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Pushing event updated for resources: {'Port': ['ID=33a1069f-f86b-4ce9-b95f-869b4f1be9fc,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:52.397059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:52.397581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Checking segment: {'id': 'd2ad73da-5c8b-4b32-bddf-d937413b1405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'de78e25e-aa62-4627-a5f5-8b40103322c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:52.398110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.399137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Bound using segment: {'id': 'd2ad73da-5c8b-4b32-bddf-d937413b1405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'de78e25e-aa62-4627-a5f5-8b40103322c6'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:52.399137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Bound port: 33a1069f-f86b-4ce9-b95f-869b4f1be9fc, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ad73da-5c8b-4b32-bddf-d937413b1405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'de78e25e-aa62-4627-a5f5-8b40103322c6'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:52.399608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.454880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed606d38-0b6f-4ac1-9cb2-b2a9e498985f tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd662af-59b3-4410-b8f8-cf5aa56694b6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:52.479371 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7e998917-fc36-4b77-b0f8-de04f3994e02 req-b764ed1d-b333-4fcd-9cbc-6d229790b1ae tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.1367149 Dec 21 22:15:52.499403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed606d38-0b6f-4ac1-9cb2-b2a9e498985f tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.504556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ed606d38-0b6f-4ac1-9cb2-b2a9e498985f tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/subnets/4bd662af-59b3-4410-b8f8-cf5aa56694b6 HTTP/1.1" status: 204 len: 168 time: 3.3075461 Dec 21 22:15:52.506850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35658) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.538557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 72d20206-00fa-488f-becb-92183d2ed328 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:52.585036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:52.591209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Transition to ACTIVE for port object 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:52.603997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=00b6f9ff-160a-434a-9b6f-08a40bb096b4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:52.606784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:52.612315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:52.613141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.699615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f82809-9c49-4768-b0eb-66f3bba33c7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:52.702908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-54f82809-9c49-4768-b0eb-66f3bba33c7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:52.717411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a86bad3-2759-4584-9a40-542bdcee9f25 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4307935 Dec 21 22:15:52.718469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35662) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.723685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bedb45-0898-4b46-a2d2-08a178a0b64d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:52.723685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e6bedb45-0898-4b46-a2d2-08a178a0b64d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Synchronizing usage tracker for tenant:4a33365ca26f4fa08fc44d6aa9943433 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:52.769906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.770156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.778690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Allocated IP 172.20.0.2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/2f6f476c-fad2-420e-acb2-b3a23a12bec6/7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:52.814975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Pushing event updated for resources: {'Port': ['ID=a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:52.837337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c02c8-4c73-4f15-8007-378002e5f813 req-0b5cb138-b996-433c-9ebb-53ce60e71e1d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:52.849397 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-908c02c8-4c73-4f15-8007-378002e5f813 req-0b5cb138-b996-433c-9ebb-53ce60e71e1d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 1.1049364 Dec 21 22:15:52.863509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-54f82809-9c49-4768-b0eb-66f3bba33c7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:52.864840 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-54f82809-9c49-4768-b0eb-66f3bba33c7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.6038957 Dec 21 22:15:52.870604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35670) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.878587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] For port 33a1069f-f86b-4ce9-b95f-869b4f1be9fc, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:52.881269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-a8e5aa70-17e9-424b-8b6f-ceaa17828db3 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:52.882579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] For port 33a1069f-f86b-4ce9-b95f-869b4f1be9fc, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=33a1069f-f86b-4ce9-b95f-869b4f1be9fc,segment=NetworkSegment(d2ad73da-5c8b-4b32-bddf-d937413b1405),segment_id=d2ad73da-5c8b-4b32-bddf-d937413b1405)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:52.882718 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-a8e5aa70-17e9-424b-8b6f-ceaa17828db3 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.46 "GET /v2.0/networks?id=8628e459-5137-48e6-9fc6-97b3ba5d5841 HTTP/1.1" status: 200 len: 812 time: 0.4667516 Dec 21 22:15:52.888653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Allocated IP 2001:db8::f816:3eff:fe50:e7ff (46b25152-08cb-4b8d-89e6-3a84ce307aa7/cc4e18c1-a5fd-4ec1-8659-ad489f3233e9/7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:52.888825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.930929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Request body: {'port': {'device_id': 'a333b6c5-f67d-4a81-9231-2609f954db89', 'network_id': '8628e459-5137-48e6-9fc6-97b3ba5d5841', 'admin_state_up': True, 'tenant_id': '1e6614274b794de5a093d4f30b814f7d'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:52.957101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e74c7081-e5a5-4a1d-9b68-8c3c6606e10a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port e32217c6-0c24-48b8-8582-a5ac6a3eed51 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:52.957478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e74c7081-e5a5-4a1d-9b68-8c3c6606e10a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.977272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Pushing event updated for resources: {'Port': ['ID=7107a21b-23c2-475f-a4e3-48b1fccf5ac6,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:52.985565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:52.996060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e6bedb45-0898-4b46-a2d2-08a178a0b64d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Unset dirty status for tenant:4a33365ca26f4fa08fc44d6aa9943433 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:52.996860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Attempting to bind port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:52.997283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Attempting to bind port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0d1c6fdb-7aba-4691-b9c5-78e824ddb651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '72d20206-00fa-488f-becb-92183d2ed328'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:52.997699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Attempting to bind port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb on network 72d20206-00fa-488f-becb-92183d2ed328 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:52.999265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e6bedb45-0898-4b46-a2d2-08a178a0b64d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4777930 Dec 21 22:15:53.003730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35674) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:53.025345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.044489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:53.044919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Checking segment: {'id': '0d1c6fdb-7aba-4691-b9c5-78e824ddb651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '72d20206-00fa-488f-becb-92183d2ed328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:53.045377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.045810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Bound using segment: {'id': '0d1c6fdb-7aba-4691-b9c5-78e824ddb651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '72d20206-00fa-488f-becb-92183d2ed328'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:53.046604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Bound port: a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1c6fdb-7aba-4691-b9c5-78e824ddb651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '72d20206-00fa-488f-becb-92183d2ed328'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:53.047021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.056014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.152900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b568da6-9a56-4424-9081-4a30d30fce09,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:53.162552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8465a4-964e-4e54-aba0-4f07017d25e4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:53.163345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4f8465a4-964e-4e54-aba0-4f07017d25e4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:53.186189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] For port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:53.190686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] For port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb,segment=NetworkSegment(0d1c6fdb-7aba-4691-b9c5-78e824ddb651),segment_id=0d1c6fdb-7aba-4691-b9c5-78e824ddb651)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:53.258036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Network 374d91a2-cc99-47b0-934d-357cb3227fa5 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:53.268220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.289006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:53.312606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:53.317745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.344273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4f8465a4-964e-4e54-aba0-4f07017d25e4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:53.349052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4f8465a4-964e-4e54-aba0-4f07017d25e4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30f HTTP/1.1" status: 200 len: 929 time: 0.6220796 Dec 21 22:15:53.359377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35678) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:53.362378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:53.383105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=f52f9458-3d26-4192-b055-33f5e839cfac,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:53.416132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8879cc-bc26-4152-b958-7289448665dd None None] Network 44a804eb-9cab-4c10-98ec-8e9549f3c965 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:53.425785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:53.468690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a42438e1-94b5-4d3b-a374-028ea11fcd9b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:53.474949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e3a3c-d6e5-4484-8fcd-9b8f6b026903', 'name': '', 'tenant_id': '137622afc4174d53973248dba5dc4cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d', 'external_fixed_ips': [{'subnet_id': '918f6426-8b21-444a-94ac-6be663836a24', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '0b568da6-9a56-4424-9081-4a30d30fce09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:39Z', 'updated_at': '2021-12-21T22:15:46Z', 'revision_number': 3, 'project_id': '137622afc4174d53973248dba5dc4cfb', 'gw_port': {'id': '0b568da6-9a56-4424-9081-4a30d30fce09', 'name': '', 'network_id': '3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e3a3c-d6e5-4484-8fcd-9b8f6b026903', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '918f6426-8b21-444a-94ac-6be663836a24', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:43Z', 'updated_at': '2021-12-21T22:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '918f6426-8b21-444a-94ac-6be663836a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:53.490176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733aff58-f7ef-4b22-9935-08ef22ef4123 None None] Pushing event updated for resources: {'Port': ['ID=33a1069f-f86b-4ce9-b95f-869b4f1be9fc,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:53.549921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:53.609767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.691272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e74c7081-e5a5-4a1d-9b68-8c3c6606e10a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.692364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Deleting port 33a1069f-f86b-4ce9-b95f-869b4f1be9fc {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:53.692547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.741414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-908c02c8-4c73-4f15-8007-378002e5f813 req-dc088caa-376a-42d1-af48-836709cf1a20 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8908486 Dec 21 22:15:53.852004 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-52229ba3-5e45-49f3-b0b9-7cad0d4e3ccd req-119ad453-9e98-4d57-8cb2-e07b8faca518 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.1263299 Dec 21 22:15:53.905367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c157bde0-5cbb-4f32-ad47-29e07cbf716f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 00b6f9ff-160a-434a-9b6f-08a40bb096b4 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:15:53.905367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c157bde0-5cbb-4f32-ad47-29e07cbf716f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:53.936579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e74c7081-e5a5-4a1d-9b68-8c3c6606e10a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for e32217c6-0c24-48b8-8582-a5ac6a3eed51 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:54.006926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.016725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Checking router: 180e3a3c-d6e5-4484-8fcd-9b8f6b026903 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:15:54.017476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Updating router 180e3a3c-d6e5-4484-8fcd-9b8f6b026903 port 0b568da6-9a56-4424-9081-4a30d30fce09 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:15:54.136551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:54.178554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Usage tracker for resource:port and tenant:1e6614274b794de5a093d4f30b814f7d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:54.206117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:54.211199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.226357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Transition to ACTIVE for port object 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:54.279876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:54.284009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b5e9b0f1-0b36-41c0-a397-36262ce7ecea None None] Provisioning for port a42438e1-94b5-4d3b-a374-028ea11fcd9b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:54.393402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Port 0b568da6-9a56-4424-9081-4a30d30fce09 not found while updating agent binding for router 180e3a3c-d6e5-4484-8fcd-9b8f6b026903. {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}} Dec 21 22:15:54.418757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Attempting to bind port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:54.419217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Attempting to bind port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'd5e9e286-eea7-42cb-bdb5-7986d1f342a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '374d91a2-cc99-47b0-934d-357cb3227fa5'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:54.419578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Attempting to bind port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 on network 374d91a2-cc99-47b0-934d-357cb3227fa5 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:54.421988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b5e9b0f1-0b36-41c0-a397-36262ce7ecea None None] Provisioning complete for port a42438e1-94b5-4d3b-a374-028ea11fcd9b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:54.422405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b0f1-0b36-41c0-a397-36262ce7ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.447813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.468084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Transition to ACTIVE for port object 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:15:54.470191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.484499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12c4ed-889b-4844-bda4-16456f495bf8 None None] Network de78e25e-aa62-4627-a5f5-8b40103322c6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:54.562107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:54.562668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Checking segment: {'id': 'd5e9e286-eea7-42cb-bdb5-7986d1f342a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '374d91a2-cc99-47b0-934d-357cb3227fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:54.562981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.563434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Bound using segment: {'id': 'd5e9e286-eea7-42cb-bdb5-7986d1f342a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '374d91a2-cc99-47b0-934d-357cb3227fa5'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:54.564743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Bound port: 7107a21b-23c2-475f-a4e3-48b1fccf5ac6, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e9e286-eea7-42cb-bdb5-7986d1f342a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '374d91a2-cc99-47b0-934d-357cb3227fa5'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:54.564962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.575982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b10123-71cf-4f5e-8449-1120b73d0650 None None] Pushing event updated for resources: {'Port': ['ID=a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:54.583510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.584083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 180e3a3c-d6e5-4484-8fcd-9b8f6b026903 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:15:54.632634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.645998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.650261 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d29ca6fb-b075-4c48-bfae-804b4dc55fa7 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "DELETE /v2.0/routers/180e3a3c-d6e5-4484-8fcd-9b8f6b026903 HTTP/1.1" status: 204 len: 168 time: 4.9361043 Dec 21 22:15:54.651177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35686) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:54.735529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Made reservation on behalf of 1e6614274b794de5a093d4f30b814f7d for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:54.736195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Routers set() bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:15:54.736638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Router IDs set() for agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 21 22:15:54.737329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_agentschedulers_db [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'180e3a3c-d6e5-4484-8fcd-9b8f6b026903'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent'). {{(pid=88996) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Dec 21 22:15:54.737845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20416592-7d5d-479b-9c5f-6117c4c943af None None] The sync data for ids ['180e3a3c-d6e5-4484-8fcd-9b8f6b026903'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:15:54.741275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.752443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d906a9de-c727-425b-b1e8-ed78f3d4b835 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Deleting subnet 918f6426-8b21-444a-94ac-6be663836a24 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:54.757379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d906a9de-c727-425b-b1e8-ed78f3d4b835 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.790704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e74c7081-e5a5-4a1d-9b68-8c3c6606e10a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.854705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c7081-e5a5-4a1d-9b68-8c3c6606e10a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=e32217c6-0c24-48b8-8582-a5ac6a3eed51,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:54.935245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] For port 33a1069f-f86b-4ce9-b95f-869b4f1be9fc, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=33a1069f-f86b-4ce9-b95f-869b4f1be9fc,segment=NetworkSegment(d2ad73da-5c8b-4b32-bddf-d937413b1405),segment_id=d2ad73da-5c8b-4b32-bddf-d937413b1405)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:54.935651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.944036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d906a9de-c727-425b-b1e8-ed78f3d4b835 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:54.944521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:54.986346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:54.991545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:55.008828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Pushing event updated for resources: {'Port': ['ID=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:55.088664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] For port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:55.094162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] For port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7107a21b-23c2-475f-a4e3-48b1fccf5ac6,segment=NetworkSegment(d5e9e286-eea7-42cb-bdb5-7986d1f342a1),segment_id=d5e9e286-eea7-42cb-bdb5-7986d1f342a1)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:55.115976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e74c7081-e5a5-4a1d-9b68-8c3c6606e10a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.125650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e74c7081-e5a5-4a1d-9b68-8c3c6606e10a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/e32217c6-0c24-48b8-8582-a5ac6a3eed51 HTTP/1.1" status: 204 len: 168 time: 2.2538159 Dec 21 22:15:55.129627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35692) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:55.162734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.180553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803edfd-14e4-40e5-b690-fe73095a73df req-ac3dc664-1a73-416c-a8f0-dd25d65d88da tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:55.182221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3803edfd-14e4-40e5-b690-fe73095a73df req-ac3dc664-1a73-416c-a8f0-dd25d65d88da tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 1.1376081 Dec 21 22:15:55.186835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d906a9de-c727-425b-b1e8-ed78f3d4b835 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.200813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b0f1-0b36-41c0-a397-36262ce7ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.243273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Calling delete_port for 33a1069f-f86b-4ce9-b95f-869b4f1be9fc owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:55.268143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a8aea-59c4-414b-a790-e817aa0f7eae tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:55.269962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.270351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a8aea-59c4-414b-a790-e817aa0f7eae tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:55.272232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a8aea-59c4-414b-a790-e817aa0f7eae tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:55.273221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-987a8aea-59c4-414b-a790-e817aa0f7eae tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:15:55.324805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d906a9de-c727-425b-b1e8-ed78f3d4b835 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.360437 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5247b7f6-6776-417e-acd2-e91679355982 req-1343e90d-f4c3-4657-b613-dba86dddf43f tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.1748776 Dec 21 22:15:55.369499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c157bde0-5cbb-4f32-ad47-29e07cbf716f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.397623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906a9de-c727-425b-b1e8-ed78f3d4b835 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=918f6426-8b21-444a-94ac-6be663836a24,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:55.402655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-987a8aea-59c4-414b-a790-e817aa0f7eae tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:15:55.407754 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-987a8aea-59c4-414b-a790-e817aa0f7eae tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2749994 Dec 21 22:15:55.409667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35696) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:55.434804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b5e9b0f1-0b36-41c0-a397-36262ce7ecea None None] For port a42438e1-94b5-4d3b-a374-028ea11fcd9b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a42438e1-94b5-4d3b-a374-028ea11fcd9b,segment=NetworkSegment(f597a014-b5f8-4a28-aeea-c12fc336ec46),segment_id=f597a014-b5f8-4a28-aeea-c12fc336ec46)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:55.449038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.465309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d906a9de-c727-425b-b1e8-ed78f3d4b835 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.487445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d906a9de-c727-425b-b1e8-ed78f3d4b835 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/918f6426-8b21-444a-94ac-6be663836a24 HTTP/1.1" status: 204 len: 168 time: 0.8302660 Dec 21 22:15:55.492230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35700) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:55.502077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b2ec2-d2da-4ad4-a1e4-96348757e4a9 None None] Pushing event updated for resources: {'Port': ['ID=7107a21b-23c2-475f-a4e3-48b1fccf5ac6,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:55.513241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Attempting to bind port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:15:55.513669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Attempting to bind port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:15:55.514085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Attempting to bind port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:15:55.527862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:15:55.528290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:15:55.528783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.529238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:15:55.530332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Bound port: 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:15:55.530759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.657076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] For port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:15:55.661255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] For port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:15:55.662731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b0f1-0b36-41c0-a397-36262ce7ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.663752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c157bde0-5cbb-4f32-ad47-29e07cbf716f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 00b6f9ff-160a-434a-9b6f-08a40bb096b4 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:15:55.706093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.711454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.712288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.721330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.768972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9b0f1-0b36-41c0-a397-36262ce7ecea None None] Pushing event updated for resources: {'Port': ['ID=a42438e1-94b5-4d3b-a374-028ea11fcd9b,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:55.826992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5779b7-5208-4017-891b-08605a5f9b65 None None] Network 72d20206-00fa-488f-becb-92183d2ed328 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:55.931862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f1c338-ad88-4fc1-8bce-3e4e7b3d78ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 2f6f476c-fad2-420e-acb2-b3a23a12bec6 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:55.939055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c338-ad88-4fc1-8bce-3e4e7b3d78ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:55.946678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1a318-d51a-4f2a-8aeb-100157ebae89 None None] Pushing event updated for resources: {'Port': ['ID=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:55.966595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=361b4f35-6d1b-4595-a299-a6cf25d81afc,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:56.146579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.177773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6bb899f5-7940-46df-a967-b13caca82281 None None] Provisioning for port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:56.230376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c338-ad88-4fc1-8bce-3e4e7b3d78ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.270645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:56.308789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2efa434-3004-479b-80b3-7330dfcaf2dd') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:56.309663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2efa434-3004-479b-80b3-7330dfcaf2dd') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:56.332317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.351064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.381354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:56.383755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:56.453692 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:56.478670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1b9f2e1-b6d8-4235-a61a-3ab73dd518fe None None] Provisioning complete for port a42438e1-94b5-4d3b-a374-028ea11fcd9b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:56.489348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f2e1-b6d8-4235-a61a-3ab73dd518fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.545083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:56.650332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c338-ad88-4fc1-8bce-3e4e7b3d78ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.659068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3803edfd-14e4-40e5-b690-fe73095a73df req-f11f707f-9583-4219-ac79-5661beb954f1 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3779423 Dec 21 22:15:56.693446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.797373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Allocated IP 172.20.0.9 (8628e459-5137-48e6-9fc6-97b3ba5d5841/fbaeaefb-99f1-4766-bdcb-d85c923fdd9e/ea6f7dc6-6811-4338-bcd5-63e0533f3b01) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:15:56.841501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.871721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:56.881373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:56.882113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.887493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 21 22:15:56.912260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:56.918238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event deleted for resources: {'Network': ['ID=3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:56.932046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c338-ad88-4fc1-8bce-3e4e7b3d78ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.006011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1b9f2e1-b6d8-4235-a61a-3ab73dd518fe None None] Provisioning for port 361b4f35-6d1b-4595-a299-a6cf25d81afc completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:57.023426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1b9f2e1-b6d8-4235-a61a-3ab73dd518fe None None] Provisioning complete for port 361b4f35-6d1b-4595-a299-a6cf25d81afc triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:57.024152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f2e1-b6d8-4235-a61a-3ab73dd518fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.036846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] No DVR routers for this DVR port 33a1069f-f86b-4ce9-b95f-869b4f1be9fc on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:15:57.049077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1c338-ad88-4fc1-8bce-3e4e7b3d78ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6f476c-fad2-420e-acb2-b3a23a12bec6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:57.056590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c338-ad88-4fc1-8bce-3e4e7b3d78ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.098075 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f2f1c338-ad88-4fc1-8bce-3e4e7b3d78ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/2f6f476c-fad2-420e-acb2-b3a23a12bec6 HTTP/1.1" status: 204 len: 168 time: 1.6872759 Dec 21 22:15:57.100634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35708) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:57.135754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.186972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b1b9f2e1-b6d8-4235-a61a-3ab73dd518fe None None] Port 361b4f35-6d1b-4595-a299-a6cf25d81afc cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:57.196614 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5638d9a8-46d9-464c-9a7c-7d233e5555c9 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "DELETE /v2.0/networks/3acbdd26-c9d1-40f6-ae1e-67b57cbb1c0d HTTP/1.1" status: 204 len: 168 time: 1.6984358 Dec 21 22:15:57.213371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb,segment=NetworkSegment(0d1c6fdb-7aba-4691-b9c5-78e824ddb651),segment_id=0d1c6fdb-7aba-4691-b9c5-78e824ddb651)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:15:57.227587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Port': ['ID=33a1069f-f86b-4ce9-b95f-869b4f1be9fc,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:57.240100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.241008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:57.256951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet cc4e18c1-a5fd-4ec1-8659-ad489f3233e9 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:15:57.260473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.333862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.462786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.467765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Provisioning for port ab8d8ace-3331-496e-be00-3de11bac2c9a completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:57.475978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Provisioning complete for port ab8d8ace-3331-496e-be00-3de11bac2c9a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:57.479302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.511968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:57.515039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:57.554372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a42438e1-94b5-4d3b-a374-028ea11fcd9b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:57.618270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.675507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4e18c1-a5fd-4ec1-8659-ad489f3233e9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:57.687435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Port ab8d8ace-3331-496e-be00-3de11bac2c9a cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:57.690549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.690938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.691318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.691693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.692183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.692586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.692952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.693319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.693685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.694024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.694386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:57.706294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.709647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a42438e1-94b5-4d3b-a374-028ea11fcd9b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:57.710061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:57.718192 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2cdf3051-f745-4eca-b59f-abd22108f16a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/cc4e18c1-a5fd-4ec1-8659-ad489f3233e9 HTTP/1.1" status: 204 len: 168 time: 0.6162550 Dec 21 22:15:57.721146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35718) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:57.848814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-69bea0aa-0e2b-460c-a0a1-25ea2d141db7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263657 Dec 21 22:15:57.855344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35724) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:57.878089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:57.903382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.001604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.006005 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d1aabad-9a74-4f8f-9b4c-e7c223155558 req-d315e67f-31a2-4f47-8b72-701dbd0e0829 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 1.0253561 Dec 21 22:15:58.006757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35728) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:58.043945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:58.050299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:58.053867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:58.061098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:58.093233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'router': {'name': 'tempest-router--611956110', 'project_id': 'ff70669bfb674f1ea0dd1ab2700aadd8'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:58.099271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:58.102960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:58.103532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Usage tracker for resource:router and tenant:ff70669bfb674f1ea0dd1ab2700aadd8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:58.106778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:58.109811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.113606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:58.145488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.218144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de78e25e-aa62-4627-a5f5-8b40103322c6']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:58.288103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.289167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.324025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ad73da-5c8b-4b32-bddf-d937413b1405') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:58.324447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ad73da-5c8b-4b32-bddf-d937413b1405') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:15:58.339190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Provisioning for port 00b6f9ff-160a-434a-9b6f-08a40bb096b4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:58.349844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Provisioning complete for port 00b6f9ff-160a-434a-9b6f-08a40bb096b4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:58.351159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.412667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.417126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:58.424068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c157bde0-5cbb-4f32-ad47-29e07cbf716f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.438505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 44a804eb-9cab-4c10-98ec-8e9549f3c965 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:58.460503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:58.534660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.547629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Port 00b6f9ff-160a-434a-9b6f-08a40bb096b4 was deleted so its status cannot be updated. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 22:15:58.549332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=f52f9458-3d26-4192-b055-33f5e839cfac,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:58.587785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.588503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:58.589072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.620145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.632751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.669597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Provisioning complete for port 361b4f35-6d1b-4595-a299-a6cf25d81afc triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:58.670321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.680068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=3bae21e1-19b3-41db-ad1c-dd7d4455f9c1,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:58.706669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157bde0-5cbb-4f32-ad47-29e07cbf716f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=00b6f9ff-160a-434a-9b6f-08a40bb096b4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:58.713031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:58.715258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:58.718512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:58.719401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.762446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:15:58.763338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:58.794263 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:58.812971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Port 361b4f35-6d1b-4595-a299-a6cf25d81afc cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:15:58.835442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4400da0-86de-4c98-afba-f1a49cd23aa2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9787490 Dec 21 22:15:58.838400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35732) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:58.848934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:58.858862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:15:59.035563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b5679-483e-4e23-a231-d3adada0dcac req-78502521-69a9-4dc3-88cc-721d997bba14 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:59.073047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c02b5679-483e-4e23-a231-d3adada0dcac req-78502521-69a9-4dc3-88cc-721d997bba14 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 1.1198864 Dec 21 22:15:59.128872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.149664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:15:59.162437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:15:59.170015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:15:59.195943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.196701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:15:59.221526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Provisioning complete for port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:59.222140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-702bc3ff-709b-425e-96f4-bca94e4c1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.257563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:15:59.264489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a21e10-cfcb-4890-bb90-2d985b2915ce None None] Network 374d91a2-cc99-47b0-934d-357cb3227fa5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:59.264806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.398390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.448993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c157bde0-5cbb-4f32-ad47-29e07cbf716f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.454750 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c157bde0-5cbb-4f32-ad47-29e07cbf716f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/00b6f9ff-160a-434a-9b6f-08a40bb096b4 HTTP/1.1" status: 204 len: 168 time: 6.0721450 Dec 21 22:15:59.457274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Pushing event updated for resources: {'Port': ['ID=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:59.469051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35738) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.487055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.487624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.487737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.488150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.488617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.489062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.489505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.489936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.490364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.490802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.491229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:15:59.496674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.500102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Network 8628e459-5137-48e6-9fc6-97b3ba5d5841 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:15:59.524744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:59.596872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b6836-dde5-4b3e-badd-7c2cf225d5d9 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:15:59.605396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.606758 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-71b5d8e8-afc4-479e-a952-50a43407180a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5683858 Dec 21 22:15:59.610241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35742) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.691219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:15:59.710682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.715490 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/networks/de78e25e-aa62-4627-a5f5-8b40103322c6 HTTP/1.1" status: 204 len: 168 time: 6.6902499 Dec 21 22:15:59.718002 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c02b5679-483e-4e23-a231-d3adada0dcac req-d5b4fcf0-48cf-4f54-ad79-1c612168a56f tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6440392 Dec 21 22:15:59.718806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1b9a1-bf82-4081-9c49-b9f7f14e2f91 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Network': ['ID=de78e25e-aa62-4627-a5f5-8b40103322c6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:15:59.725956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:15:59.770019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Could not find standard attr ID for object 00b6f9ff-160a-434a-9b6f-08a40bb096b4. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:15:59.844770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35746) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.851847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:15:59.853512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.870532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Provisioning for port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:15:59.883170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Provisioning complete for port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:15:59.883586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:15:59.917222 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e124d55b-f967-4e9e-a6e0-936f418fcdcd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:15:59.917580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e124d55b-f967-4e9e-a6e0-936f418fcdcd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:00.087246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af41166c-a47e-4a78-9199-1b01fdb51346 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.124990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.205661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] For port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7107a21b-23c2-475f-a4e3-48b1fccf5ac6,segment=NetworkSegment(d5e9e286-eea7-42cb-bdb5-7986d1f342a1),segment_id=d5e9e286-eea7-42cb-bdb5-7986d1f342a1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:00.254123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.267340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319ec7-2931-4fbc-a8a4-b3738301be20 req-04489fff-5a53-42bf-b379-ccbb9c819fad tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:00.268369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-9e319ec7-2931-4fbc-a8a4-b3738301be20 req-04489fff-5a53-42bf-b379-ccbb9c819fad tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Synchronizing usage tracker for tenant:1e6614274b794de5a093d4f30b814f7d on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:00.274084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-35da0a40-3acb-4c2a-bd72-15fd8c3e628d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3487284 Dec 21 22:16:00.282481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e124d55b-f967-4e9e-a6e0-936f418fcdcd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:00.284886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e124d55b-f967-4e9e-a6e0-936f418fcdcd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/00b6f9ff-160a-434a-9b6f-08a40bb096b4 HTTP/1.1" status: 404 len: 333 time: 0.7897701 Dec 21 22:16:00.290878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Request body: {'port': {'device_id': 'a333b6c5-f67d-4a81-9231-2609f954db89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:00.331012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35750) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:00.375764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Pushing event updated for resources: {'Port': ['ID=7107a21b-23c2-475f-a4e3-48b1fccf5ac6,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:00.403032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Provisioning for port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:00.410792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Provisioning complete for port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:00.411326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.430858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-9e319ec7-2931-4fbc-a8a4-b3738301be20 req-04489fff-5a53-42bf-b379-ccbb9c819fad tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Unset dirty status for tenant:1e6614274b794de5a093d4f30b814f7d on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:00.432161 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e319ec7-2931-4fbc-a8a4-b3738301be20 req-04489fff-5a53-42bf-b379-ccbb9c819fad tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 931 time: 0.9875221 Dec 21 22:16:00.484681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:00.494836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.502883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:00.557072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b13dbe1-badb-4e9a-bfe6-74b7d52c1580 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:00.589187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.657273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0811b31a-62df-497f-bcaf-e3881aee75e6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port ab8d8ace-3331-496e-be00-3de11bac2c9a {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:00.657635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0811b31a-62df-497f-bcaf-e3881aee75e6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.676942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Deleting port 62965373-a89b-4213-af20-a9a41f2166d4 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:00.677339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.714055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] For port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:00.746352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e319ec7-2931-4fbc-a8a4-b3738301be20 req-15e5b27a-0346-485a-a5ff-cecf59a03e7c tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998343 Dec 21 22:16:00.746969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.785387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.919218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Provisioning complete for port ab8d8ace-3331-496e-be00-3de11bac2c9a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:00.919777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:00.970651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Pushing event updated for resources: {'Port': ['ID=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:01.004224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Port ab8d8ace-3331-496e-be00-3de11bac2c9a cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:01.013526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af41166c-a47e-4a78-9199-1b01fdb51346 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.028389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Provisioning complete for port 361b4f35-6d1b-4595-a299-a6cf25d81afc triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:01.028817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.047632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af41166c-a47e-4a78-9199-1b01fdb51346 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.078650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.090825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0b6265b7-73de-498d-bc74-985a5dc03698 None None] Port 361b4f35-6d1b-4595-a299-a6cf25d81afc cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:01.208566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 8f83cf99-54bf-47e4-9dee-0608f77580e1 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:16:01.213285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8a9e7e66-0c23-4136-be02-a565fe6ce856 None None] Provisioning complete for port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:01.213798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7e66-0c23-4136-be02-a565fe6ce856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.287953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af41166c-a47e-4a78-9199-1b01fdb51346 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.288529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af41166c-a47e-4a78-9199-1b01fdb51346 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8084f4-bd34-4f73-b8ff-95c56bc3ffc4 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:16:01.318327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0811b31a-62df-497f-bcaf-e3881aee75e6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.371987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8a9e7e66-0c23-4136-be02-a565fe6ce856 None None] Provisioning complete for port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:01.372524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7e66-0c23-4136-be02-a565fe6ce856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.436842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] For port 62965373-a89b-4213-af20-a9a41f2166d4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=62965373-a89b-4213-af20-a9a41f2166d4,segment=NetworkSegment(7eca950e-b692-47d1-87d4-6150204501a3),segment_id=7eca950e-b692-47d1-87d4-6150204501a3)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:01.437573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.485201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0811b31a-62df-497f-bcaf-e3881aee75e6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for ab8d8ace-3331-496e-be00-3de11bac2c9a owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:01.571507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af41166c-a47e-4a78-9199-1b01fdb51346 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.573159 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-af41166c-a47e-4a78-9199-1b01fdb51346 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "DELETE /v2.0/routers/9d8084f4-bd34-4f73-b8ff-95c56bc3ffc4 HTTP/1.1" status: 204 len: 168 time: 1.9608271 Dec 21 22:16:01.586238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Calling delete_port for 62965373-a89b-4213-af20-a9a41f2166d4 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:01.662204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] For port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:01.668788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ffe150ea-e55a-462f-9db0-f210e0a3994d None None] Provisioning complete for port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:01.669568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffe150ea-e55a-462f-9db0-f210e0a3994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.745964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.788810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.789584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.904730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ac51-9e76-430d-98cc-62abb7b489df req-e0c6e43e-758e-4bd5-b93e-ea74578466f3 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:01.906423 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0c89ac51-9e76-430d-98cc-62abb7b489df req-e0c6e43e-758e-4bd5-b93e-ea74578466f3 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 1.0351756 Dec 21 22:16:01.915268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35760) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:01.924856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=5c9b58d2-04f0-4a97-964b-40218e7d2d00,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:01.927136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0811b31a-62df-497f-bcaf-e3881aee75e6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:01.990069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:01.990264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-de829a4a-caad-4306-b4be-69796a65a12e None None] Could not find standard attr ID for object e32217c6-0c24-48b8-8582-a5ac6a3eed51. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:16:01.994848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:01.997570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:01.998398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:02.066754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,revision_number=7']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:02.177466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0c89ac51-9e76-430d-98cc-62abb7b489df req-9ce4ad53-8f9f-457b-a94b-f9985f65f9a6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971381 Dec 21 22:16:02.247696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:02.445092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:02.445985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:02.496433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d0b642-85a3-4ac2-9ed2-387a3860e1c6 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:02.530907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1028945223', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:02.538089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811b31a-62df-497f-bcaf-e3881aee75e6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=ab8d8ace-3331-496e-be00-3de11bac2c9a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:02.549594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0811b31a-62df-497f-bcaf-e3881aee75e6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:02.557913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:02.565817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Usage tracker for resource:router and tenant:2dfcf699a488451387c4cd0aa308acee is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:02.583311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:02.597712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:02.602778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ce3f0f86-92f5-4533-aeff-e120cb2a961a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7631142 Dec 21 22:16:02.610052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35770) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:02.619957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:7b:c9:d7', 'name': 'tempest-NetworksTestDHCPv6-632441893'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:02.712889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:02.772257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0811b31a-62df-497f-bcaf-e3881aee75e6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/ab8d8ace-3331-496e-be00-3de11bac2c9a HTTP/1.1" status: 204 len: 168 time: 2.4393935 Dec 21 22:16:02.773384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:02.774410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:02.777677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35774) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:02.851650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abecf9b-2c1f-47e2-9343-6d93015e45bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:16:02.852222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1abecf9b-2c1f-47e2-9343-6d93015e45bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:02.866566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Port': ['ID=62965373-a89b-4213-af20-a9a41f2166d4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:02.880644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:02.886261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:02.892551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:02.897030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:02.905244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:02.915228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1abecf9b-2c1f-47e2-9343-6d93015e45bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:02.918770 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1abecf9b-2c1f-47e2-9343-6d93015e45bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/ab8d8ace-3331-496e-be00-3de11bac2c9a HTTP/1.1" status: 404 len: 333 time: 0.1338022 Dec 21 22:16:02.919573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35778) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:02.944109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:02.965069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6f7dc6-6811-4338-bcd5-63e0533f3b01 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:16:02.967066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:02.982799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.002466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] No DVR routers for this DVR port 62965373-a89b-4213-af20-a9a41f2166d4 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:03.092358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Transition to ACTIVE for port object ea6f7dc6-6811-4338-bcd5-63e0533f3b01 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:03.106138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1e52e-2b2a-4d89-898c-bfd52d1552ac req-760f1cdc-2c6b-4cd5-a9c5-06be9cac605c tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:03.107920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3b1e52e-2b2a-4d89-898c-bfd52d1552ac req-760f1cdc-2c6b-4cd5-a9c5-06be9cac605c tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 931 time: 1.1318550 Dec 21 22:16:03.126857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:03.128254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.215911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.293151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.331525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.341398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebd5023-22ae-4abd-bbe1-dc6d549adcdb']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:03.343565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.389385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.399094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:03.408963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eca950e-b692-47d1-87d4-6150204501a3') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:03.408963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eca950e-b692-47d1-87d4-6150204501a3') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:03.415308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f09a2d-162c-4632-926a-781fc460789c None None] Sync routers for ids ['8f83cf99-54bf-47e4-9dee-0608f77580e1'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:03.430998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f09a2d-162c-4632-926a-781fc460789c None None] Routers {'8f83cf99-54bf-47e4-9dee-0608f77580e1'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:03.432994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-47f09a2d-162c-4632-926a-781fc460789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8f83cf99-54bf-47e4-9dee-0608f77580e1'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:03.441038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ae4d19-f105-437c-893e-21f55a6e436e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet b304700e-d1ae-4391-b2a5-daff6b4682f7 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:03.455643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4d19-f105-437c-893e-21f55a6e436e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.497684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 452ea17d-a0dc-416b-ae1e-98cacbfb4def yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:03.514180 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-4316ddbb-2ddc-4133-a967-866f2ceb361d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 0.7584159 Dec 21 22:16:03.518705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-47f09a2d-162c-4632-926a-781fc460789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:03.521032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9921426-753f-4e1c-bb6f-d8ecffc5baeb req-c5395564-663c-462b-8719-51680062784a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:03.528684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c9921426-753f-4e1c-bb6f-d8ecffc5baeb req-c5395564-663c-462b-8719-51680062784a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.7610998 Dec 21 22:16:03.531460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f09a2d-162c-4632-926a-781fc460789c None None] Routers {'8f83cf99-54bf-47e4-9dee-0608f77580e1'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:03.532402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-47f09a2d-162c-4632-926a-781fc460789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8f83cf99-54bf-47e4-9dee-0608f77580e1'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:03.583127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b24d9-9f5c-4806-997d-34ec1cf2dd84 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:16:03.592444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.603320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc77aca9-b59b-460b-a53b-27ff9ac91c93 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/8f83cf99-54bf-47e4-9dee-0608f77580e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0721941 Dec 21 22:16:03.612759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35782) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:03.618301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-47f09a2d-162c-4632-926a-781fc460789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:03.618890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f09a2d-162c-4632-926a-781fc460789c None None] The sync data for ids ['8f83cf99-54bf-47e4-9dee-0608f77580e1'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:03.653537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4d19-f105-437c-893e-21f55a6e436e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.655010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:03.683885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.688241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3b1e52e-2b2a-4d89-898c-bfd52d1552ac req-a4996f9a-bd57-4f1e-8c08-90a47dcf098d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467993 Dec 21 22:16:03.696861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-80727d40-cce7-4313-95b5-5a769672c85f None None] Provisioning complete for port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:03.697285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80727d40-cce7-4313-95b5-5a769672c85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.754302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:03.772606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:03.772936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:03.797230 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:03.844393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b24d9-9f5c-4806-997d-34ec1cf2dd84 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:16:03.882156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c623e5-a632-4aca-8858-5483b0e87780 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:03.886469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4c623e5-a632-4aca-8858-5483b0e87780 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports/361b4f35-6d1b-4595-a299-a6cf25d81afc HTTP/1.1" status: 200 len: 911 time: 0.2697663 Dec 21 22:16:03.894080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35786) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:03.961113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c9921426-753f-4e1c-bb6f-d8ecffc5baeb req-f25e7b74-8ae3-43aa-9bc8-a4acbb06dba1 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4314666 Dec 21 22:16:04.015642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-6f50f32f-a789-4380-aab3-490803327fe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:04.018659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-6f50f32f-a789-4380-aab3-490803327fe5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.4538033 Dec 21 22:16:04.134511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4d19-f105-437c-893e-21f55a6e436e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:04.212946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Attempting to bind port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:04.213310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Attempting to bind port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5123f163-8908-4399-ac3c-5565f15fedde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8628e459-5137-48e6-9fc6-97b3ba5d5841'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:04.213664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Attempting to bind port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 on network 8628e459-5137-48e6-9fc6-97b3ba5d5841 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:04.220633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:04.234180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 172.20.0.14 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/3bae21e1-19b3-41db-ad1c-dd7d4455f9c1/452ea17d-a0dc-416b-ae1e-98cacbfb4def) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:04.244861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:04.249122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:04.275086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Network': ['ID=cebd5023-22ae-4abd-bbe1-dc6d549adcdb,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:04.276940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 on network 8628e459-5137-48e6-9fc6-97b3ba5d5841 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:04.277302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Attempting to bind port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 on network 8628e459-5137-48e6-9fc6-97b3ba5d5841 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:04.284313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:fe7b:c9d7 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/5c9b58d2-04f0-4a97-964b-40218e7d2d00/452ea17d-a0dc-416b-ae1e-98cacbfb4def) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:04.295397 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a988760-e346-484d-9516-4dbdc80383c9 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/networks/cebd5023-22ae-4abd-bbe1-dc6d549adcdb HTTP/1.1" status: 204 len: 168 time: 4.4280281 Dec 21 22:16:04.295683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:04.295831 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-3b259240-1f53-4fcb-bee8-91d3a1589d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 999 time: 0.2068198 Dec 21 22:16:04.296741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35790) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:04.302589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae2059-9d6a-49a6-a5fb-026c0ef61836 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:16:04.330918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:04.331328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Checking segment: {'id': '5123f163-8908-4399-ac3c-5565f15fedde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8628e459-5137-48e6-9fc6-97b3ba5d5841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:04.331735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Bound using segment: {'id': '5123f163-8908-4399-ac3c-5565f15fedde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8628e459-5137-48e6-9fc6-97b3ba5d5841'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:04.332235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Bound port: ea6f7dc6-6811-4338-bcd5-63e0533f3b01, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5123f163-8908-4399-ac3c-5565f15fedde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8628e459-5137-48e6-9fc6-97b3ba5d5841'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:04.333165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:04.449541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae2059-9d6a-49a6-a5fb-026c0ef61836 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:16:04.625918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-efe34cb7-ed3e-4e92-ad30-fa7c328e0db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:04.628141 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-efe34cb7-ed3e-4e92-ad30-fa7c328e0db2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.3203852 Dec 21 22:16:04.639850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:04.753356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4d19-f105-437c-893e-21f55a6e436e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:04.791878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] For port ea6f7dc6-6811-4338-bcd5-63e0533f3b01, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:04.852828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] For port ea6f7dc6-6811-4338-bcd5-63e0533f3b01, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,segment=NetworkSegment(5123f163-8908-4399-ac3c-5565f15fedde),segment_id=5123f163-8908-4399-ac3c-5565f15fedde)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:04.887303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae4d19-f105-437c-893e-21f55a6e436e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=b304700e-d1ae-4391-b2a5-daff6b4682f7,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:04.963490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa7114e-3008-44b0-953f-c37e390d2c26 None None] Network 72d20206-00fa-488f-becb-92183d2ed328 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:04.975972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4d19-f105-437c-893e-21f55a6e436e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.050113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Allocated IP 172.26.6.130 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/f58c5d96-ee5b-4e42-9801-786e58b0bf93) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:05.108828 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5ae4d19-f105-437c-893e-21f55a6e436e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/b304700e-d1ae-4391-b2a5-daff6b4682f7 HTTP/1.1" status: 204 len: 168 time: 2.1872687 Dec 21 22:16:05.116081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35798) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:05.187239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.226659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.234965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.351365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] DHCP port deletion for 72d20206-00fa-488f-becb-92183d2ed328 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:05.355920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Deleting port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:05.356702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.357532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:05.367084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fb737e5a-75bd-4726-b82e-1797a4c96138 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/routers/f557619e-b117-4430-916b-453685bf6491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7664964 Dec 21 22:16:05.381637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35802) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:05.381866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef00377-743d-47d0-b74a-3284112020f9']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:05.388111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'port': {'network_id': 'c775daa5-0a1c-468f-8650-0bc53e09dac4', 'name': 'tempest-FloatingIPTestJSON-152891452'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:05.389902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b0e1d-1962-4b78-bf8b-2450187c3b3d None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:05.405897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-81a47d0c-2fb1-447f-a54a-f4488d895c7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7542076 Dec 21 22:16:05.420373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 452ea17d-a0dc-416b-ae1e-98cacbfb4def will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:05.448224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d11006-91f9-49ac-9f34-a0de5dce816e') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:05.448608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d11006-91f9-49ac-9f34-a0de5dce816e') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:05.459662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b0e1d-1962-4b78-bf8b-2450187c3b3d None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:05.460504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8c9b0e1d-1962-4b78-bf8b-2450187c3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:05.467661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.480286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.481795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/ea6f7dc6-6811-4338-bcd5-63e0533f3b01 HTTP/1.1" status: 200 len: 1093 time: 5.1956210 Dec 21 22:16:05.482281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a333b6c5-f67d-4a81-9231-2609f954db89', 'tag': 'ea6f7dc6-6811-4338-bcd5-63e0533f3b01'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:16:05.491686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.531680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4cf18-0f1a-4a61-8db4-7712247ef7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:05.536266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8c9b0e1d-1962-4b78-bf8b-2450187c3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:05.547787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.586660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.602492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b0e1d-1962-4b78-bf8b-2450187c3b3d None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:05.603296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8c9b0e1d-1962-4b78-bf8b-2450187c3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:05.661758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:05.662202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.671991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8c9b0e1d-1962-4b78-bf8b-2450187c3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:05.672572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b0e1d-1962-4b78-bf8b-2450187c3b3d None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:05.676074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:05.676568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:05.681696 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:05.722956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.742668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206276c-39fa-4595-845f-14d82dc2d340 req-6d48ac83-4b8b-449e-ab5d-f616eea306b3 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:05.744306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8206276c-39fa-4595-845f-14d82dc2d340 req-6d48ac83-4b8b-449e-ab5d-f616eea306b3 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 943 time: 0.5650914 Dec 21 22:16:05.748043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] For port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb,segment=NetworkSegment(0d1c6fdb-7aba-4691-b9c5-78e824ddb651),segment_id=0d1c6fdb-7aba-4691-b9c5-78e824ddb651)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:05.748614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.812656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28419c-413a-4d42-9175-114a2c0c201e req-71a4d630-cf50-4088-bb47-4bb0295b2aa0 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:05.815279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f28419c-413a-4d42-9175-114a2c0c201e req-71a4d630-cf50-4088-bb47-4bb0295b2aa0 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6177850 Dec 21 22:16:05.879960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Calling delete_port for a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:05.884360 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-50fa5580-617a-43d6-8929-093351cdfc10 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612613 Dec 21 22:16:05.943709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.950768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:05.955144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:05.973304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] The port 'a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:16:05.973304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=452ea17d-a0dc-416b-ae1e-98cacbfb4def,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:05.974784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:05.977435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:05.978641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:port and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:05.983186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:05.986301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:05.992793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.031815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Network': ['ID=fef00377-743d-47d0-b74a-3284112020f9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:06.045350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Pushing event deleted for resources: {'Port': ['ID=a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:06.059897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:06.071866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.080997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.081556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.082045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.082526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.083004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.083483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.083956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.084466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.084946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.085419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.085887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:16:06.089365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc112b29-68aa-496d-be46-e3ac255a7b72 None None] No DVR routers for this DVR port a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:06.129477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91c7ffa9-0b73-4813-9769-c98b5de1904d tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/networks/fef00377-743d-47d0-b74a-3284112020f9 HTTP/1.1" status: 204 len: 168 time: 1.8318157 Dec 21 22:16:06.133602 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f28419c-413a-4d42-9175-114a2c0c201e req-bb6ef96d-f526-406a-85e6-c9cad8b53b7a tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983940 Dec 21 22:16:06.138140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-78d622c2-acec-4557-9209-00a855844d9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6614274b794de5a093d4f30b814f7d&device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 1096 time: 0.5696776 Dec 21 22:16:06.139044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35808) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:06.154478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8206276c-39fa-4595-845f-14d82dc2d340 req-ace19a62-f09a-4d6f-a3e1-34a84fb827d9 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309174 Dec 21 22:16:06.269211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:06.273384 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a333b6c5-f67d-4a81-9231-2609f954db89', 'tag': 'ea6f7dc6-6811-4338-bcd5-63e0533f3b01', 'status': 'completed', 'code': 200} Dec 21 22:16:06.286658 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-3ecfbb60-a83b-41f3-89f3-b08987085d5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01 HTTP/1.1" status: 200 len: 217 time: 0.1060579 Dec 21 22:16:06.294899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:06.301866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.309924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:06.310589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a8a1ecbd-afa6-4999-ac7c-f62eb87e42eb not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:06.318816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:06.325317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.338850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:06.339544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.356790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:06.368930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event updated for resources: {'Port': ['ID=f58c5d96-ee5b-4e42-9801-786e58b0bf93,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:06.374726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:06.379287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8bd51ae-01e9-48c6-baf2-68474fe969a3 req-4b93fd0d-fa3f-44f6-851f-553e092ba456 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849648 Dec 21 22:16:06.464847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.471756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-705a94a1-0a75-4986-b186-6f6983898410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:06.473417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-705a94a1-0a75-4986-b186-6f6983898410 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbaeaefb-99f1-4766-bdcb-d85c923fdd9e HTTP/1.1" status: 200 len: 852 time: 0.1636939 Dec 21 22:16:06.577146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-affdbe47-4823-4be7-aeff-e2f17b248525 None None] Provisioning for port 452ea17d-a0dc-416b-ae1e-98cacbfb4def completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:06.583520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-affdbe47-4823-4be7-aeff-e2f17b248525 None None] Provisioning complete for port 452ea17d-a0dc-416b-ae1e-98cacbfb4def triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:06.583943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-affdbe47-4823-4be7-aeff-e2f17b248525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.606322 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-1c46c637-18d2-4ba2-abd2-6bc095069d21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8628e459-5137-48e6-9fc6-97b3ba5d5841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240218 Dec 21 22:16:06.650240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-affdbe47-4823-4be7-aeff-e2f17b248525 None None] Port 452ea17d-a0dc-416b-ae1e-98cacbfb4def cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:06.665834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d20206-00fa-488f-becb-92183d2ed328']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:06.699004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] device_id is not set on port 87836dab-6607-4125-834f-0a12c5671dcf yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:06.763574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1c6fdb-7aba-4691-b9c5-78e824ddb651') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:06.763911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1c6fdb-7aba-4691-b9c5-78e824ddb651') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:06.764716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.791189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f3c1b037-d322-4e54-b40d-3161a5c73141 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1790440 Dec 21 22:16:06.804256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.812439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35812) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:06.870874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a765d1e-88d4-4c89-9314-2a0eec380fe8']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:06.899970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210808f9-5393-47e5-b546-82d0fc150fc4') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:06.900308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210808f9-5393-47e5-b546-82d0fc150fc4') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:06.913205 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-2e87b06c-908a-47a8-8ffc-5441332ea5a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=00e26ba0de984a87912fcc7fd7d61755&device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 1098 time: 0.3944049 Dec 21 22:16:06.921975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.930748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-36179805-a026-49c7-b4eb-8c98bca80bde service neutron] 10.222.0.46 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027725 Dec 21 22:16:06.940392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.945056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:06.993827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:06.994459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.010721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:07.011161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:07.020257 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:07.033470 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:07.253256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.278228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.20.0.7 (c775daa5-0a1c-468f-8650-0bc53e09dac4/0dd4ca15-c2cf-4835-a4ec-b790566ae210/87836dab-6607-4125-834f-0a12c5671dcf) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:07.308074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639f65a-eeee-4954-9c84-b9acd8c40d6c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:07.312680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639f65a-eeee-4954-9c84-b9acd8c40d6c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:07.313667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a639f65a-eeee-4954-9c84-b9acd8c40d6c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:07.315862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9036022-747d-47d0-a5a3-29910e75aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.392268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.495909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.527542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Network': ['ID=72d20206-00fa-488f-becb-92183d2ed328,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:07.556406 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f10bd577-a981-4c34-a65b-1bf70af6e346 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/networks/72d20206-00fa-488f-becb-92183d2ed328 HTTP/1.1" status: 204 len: 168 time: 2.4197259 Dec 21 22:16:07.562160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a639f65a-eeee-4954-9c84-b9acd8c40d6c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:07.563354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a639f65a-eeee-4954-9c84-b9acd8c40d6c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.7456443 Dec 21 22:16:07.570336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35820) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:07.571137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35822) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:07.588806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.594258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-194459944'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:07.662999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.680818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:07.705373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:network and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:07.717364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] Pushing event deleted for resources: {'Network': ['ID=2a765d1e-88d4-4c89-9314-2a0eec380fe8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:07.733186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:07.760777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:07.764277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-2b7ad829-64c2-496d-88a0-357209bdf899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:07.765910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-2b7ad829-64c2-496d-88a0-357209bdf899 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 200 len: 911 time: 0.7981434 Dec 21 22:16:07.771407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-492b3f98-d641-4c9a-b8ab-178839e421c1 tempest-BulkNetworkOpsTest-749765707 tempest-BulkNetworkOpsTest-749765707-project] 10.222.0.30 "DELETE /v2.0/networks/2a765d1e-88d4-4c89-9314-2a0eec380fe8 HTTP/1.1" status: 204 len: 168 time: 1.6181943 Dec 21 22:16:07.783364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e92209c1-b1ab-49d3-92cc-7851f6bac1a2 req-6dd5beea-56fb-4a0c-aef9-604c58a5c730 service neutron] 10.222.0.46 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397608 Dec 21 22:16:07.825611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.826280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.852643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9ce89780-e7d2-464b-b6d3-bde99ac5b427 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 452ea17d-a0dc-416b-ae1e-98cacbfb4def {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:07.853006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ce89780-e7d2-464b-b6d3-bde99ac5b427 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.973864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:07.979294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:07.998110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.059725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8:1::1 (374d91a2-cc99-47b0-934d-357cb3227fa5/d4dfb730-c083-4d8e-8c0a-e35ca0a7d842/31164cf9-53cd-4167-9127-728ea77a1989) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:08.061803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad395a1d-b2e5-4723-93d7-21412e9a3c55 req-28f358c9-6b3b-4c22-bdd8-bcfd8f3671ee tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:08.063734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ad395a1d-b2e5-4723-93d7-21412e9a3c55 req-28f358c9-6b3b-4c22-bdd8-bcfd8f3671ee tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 943 time: 0.5942180 Dec 21 22:16:08.122423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aa595-a70c-4981-b37f-4900c0ae7453 req-6d331184-832b-404b-8285-4a5ab47adb0d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:08.129517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c6aa595-a70c-4981-b37f-4900c0ae7453 req-6d331184-832b-404b-8285-4a5ab47adb0d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.6542366 Dec 21 22:16:08.190238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:16:08.199330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-2329719e-c2a6-403f-91b8-edaf5d393b2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 200 len: 999 time: 0.4193077 Dec 21 22:16:08.202408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.221937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35832) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:08.321983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.322381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Added segment 1ea823df-b72c-428f-8c03-f817cf2672a1 of type vlan for network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 Dec 21 22:16:08.377997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:08.386376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:08.389070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:08.400978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd774199-d64f-4946-97b2-97568591aa0e req-e803de4d-9935-418e-80d2-7e0f07233e18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6614274b794de5a093d4f30b814f7d&device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 1096 time: 0.5073626 Dec 21 22:16:08.437322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=87836dab-6607-4125-834f-0a12c5671dcf,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:08.464500 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ad395a1d-b2e5-4723-93d7-21412e9a3c55 req-4190b6f2-53f7-43dd-b4d3-de50c84644a9 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542221 Dec 21 22:16:08.468843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c6aa595-a70c-4981-b37f-4900c0ae7453 req-61104b70-3c26-4d86-be16-c5838bcc0334 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384373 Dec 21 22:16:08.505129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.521754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:08.522425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.531859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-d76c8fb0-57c3-4edc-b569-b31ab57dc916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:08.534004 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-d76c8fb0-57c3-4edc-b569-b31ab57dc916 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 200 len: 849 time: 0.3132339 Dec 21 22:16:08.542190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.550154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object 31164cf9-53cd-4167-9127-728ea77a1989 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:08.616434 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-18d9228f-165d-4ffd-941f-5a7798576058 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2331965 Dec 21 22:16:08.618706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35840) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:08.624714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'port': {'network_id': 'c775daa5-0a1c-468f-8650-0bc53e09dac4', 'name': 'tempest-FloatingIPTestJSON-1839390101'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:08.650208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.653695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Router af55d20d-fa1e-4e2b-bfb2-155782bc987a is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:16:08.814749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ce89780-e7d2-464b-b6d3-bde99ac5b427 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.824183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:08.999946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9ce89780-e7d2-464b-b6d3-bde99ac5b427 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 452ea17d-a0dc-416b-ae1e-98cacbfb4def owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:09.028271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:16:09.033372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.037513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:09.038168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.082671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 374d91a2-cc99-47b0-934d-357cb3227fa5 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:09.097113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-af46fe4f-e264-429e-94b4-07787cb8c65b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a33365ca26f4fa08fc44d6aa9943433&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8623786 Dec 21 22:16:09.097319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:09.100156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35844) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:09.100999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:09.101561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.109109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd774199-d64f-4946-97b2-97568591aa0e req-0446f6a0-346d-427b-ad5e-9670fb36a24a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:09.111410 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd774199-d64f-4946-97b2-97568591aa0e req-0446f6a0-346d-427b-ad5e-9670fb36a24a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8628e459-5137-48e6-9fc6-97b3ba5d5841 HTTP/1.1" status: 200 len: 913 time: 0.6272473 Dec 21 22:16:09.111615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=31164cf9-53cd-4167-9127-728ea77a1989,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:09.223014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-d243d48f-3f1f-4207-b47b-b7b041669449 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d05cc11-f142-4521-ac68-b48154804cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6732786 Dec 21 22:16:09.277803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7055278 Dec 21 22:16:09.281683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35848) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:09.294717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:09.336280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:09.344549 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd774199-d64f-4946-97b2-97568591aa0e req-c3d4bedf-66a8-4e72-96ae-f79a8db23807 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01 HTTP/1.1" status: 200 len: 217 time: 0.2241137 Dec 21 22:16:09.351230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ccd39-fc84-4ec0-9f23-041c1b7a000e req-0c77d76e-2c63-4eb4-a254-5fcf3e65cfd0 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:09.352986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-079ccd39-fc84-4ec0-9f23-041c1b7a000e req-0c77d76e-2c63-4eb4-a254-5fcf3e65cfd0 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.7422571 Dec 21 22:16:09.363919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:port and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:09.368398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:09.384945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:09.526462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-471c09e2-4f58-4e1b-9a67-9f06384fcceb None None] Provisioning for port 31164cf9-53cd-4167-9127-728ea77a1989 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:09.537842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-471c09e2-4f58-4e1b-9a67-9f06384fcceb None None] Provisioning complete for port 31164cf9-53cd-4167-9127-728ea77a1989 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:09.538381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-471c09e2-4f58-4e1b-9a67-9f06384fcceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.567488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f860-fb7b-49e1-85a1-e7378b140707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.598730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:09.608194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:09.615734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.630088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-471c09e2-4f58-4e1b-9a67-9f06384fcceb None None] Port 31164cf9-53cd-4167-9127-728ea77a1989 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:09.642605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38754db0-06ef-4420-aff2-f03d283c5b7e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Network': ['ID=1234b604-ff5f-4dda-9a6d-375bd8b8eea6,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:09.643583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:09.657177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.664254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:16:09.675251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:09.744429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:09.748883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f860-fb7b-49e1-85a1-e7378b140707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.812821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] device_id is not set on port dc761319-b1cd-446a-802a-e8189fc1d784 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:09.899899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd774199-d64f-4946-97b2-97568591aa0e req-55630bbd-28d4-40b6-b9f7-058897dee451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:09.901466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd774199-d64f-4946-97b2-97568591aa0e req-55630bbd-28d4-40b6-b9f7-058897dee451 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbaeaefb-99f1-4766-bdcb-d85c923fdd9e HTTP/1.1" status: 200 len: 852 time: 0.5474932 Dec 21 22:16:09.913393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:09.971225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:09.983946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-079ccd39-fc84-4ec0-9f23-041c1b7a000e req-0984de09-4a21-4b20-9a60-0583a239ec8d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6179512 Dec 21 22:16:09.997810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-f77914c2-8fe2-4894-9d53-30d980f101d7 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527170 Dec 21 22:16:09.999950 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd774199-d64f-4946-97b2-97568591aa0e req-3761b9b0-faa4-4a34-8b27-c1a9fc4933fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8628e459-5137-48e6-9fc6-97b3ba5d5841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782475 Dec 21 22:16:10.005598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f13016-d068-44e1-811d-e15dfc558d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:10.253770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f860-fb7b-49e1-85a1-e7378b140707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:10.277661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6f7c-e985-42ca-94f9-f45ab5f550c3 req-72fcc794-3ae6-422b-9181-6851c08fe78a tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:10.279324 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f9d6f7c-e985-42ca-94f9-f45ab5f550c3 req-72fcc794-3ae6-422b-9181-6851c08fe78a tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 943 time: 0.6158428 Dec 21 22:16:10.289616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:10.337856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3f860-fb7b-49e1-85a1-e7378b140707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3be9db-b723-4606-92fd-8e50d367a2ea,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:10.343978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ce89780-e7d2-464b-b6d3-bde99ac5b427 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:10.372850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:10.385382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2bb77-b7e1-4411-b34f-55a936987a8d None None] Sync routers for ids ['af55d20d-fa1e-4e2b-bfb2-155782bc987a'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:10.402201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2bb77-b7e1-4411-b34f-55a936987a8d None None] Routers {'af55d20d-fa1e-4e2b-bfb2-155782bc987a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:10.402680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-55d2bb77-b7e1-4411-b34f-55a936987a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['af55d20d-fa1e-4e2b-bfb2-155782bc987a'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:10.435164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce89780-e7d2-464b-b6d3-bde99ac5b427 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=452ea17d-a0dc-416b-ae1e-98cacbfb4def,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:10.447676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2db717fd-232d-4b8a-a21f-38a878d34410 req-eb677a10-8f46-4b4a-8b70-db48d517c845 service neutron] 10.222.0.46 "GET /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134891 Dec 21 22:16:10.458829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd774199-d64f-4946-97b2-97568591aa0e req-c34707a6-f983-4204-803d-c7515fc37ae5 service neutron] 10.222.0.46 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270208 Dec 21 22:16:10.509623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.20.0.8 (c775daa5-0a1c-468f-8650-0bc53e09dac4/0dd4ca15-c2cf-4835-a4ec-b790566ae210/dc761319-b1cd-446a-802a-e8189fc1d784) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:10.517794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f860-fb7b-49e1-85a1-e7378b140707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:10.522984 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b1b3f860-fb7b-49e1-85a1-e7378b140707 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e3be9db-b723-4606-92fd-8e50d367a2ea HTTP/1.1" status: 204 len: 168 time: 1.4105487 Dec 21 22:16:10.536827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-55d2bb77-b7e1-4411-b34f-55a936987a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:10.542028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f9d6f7c-e985-42ca-94f9-f45ab5f550c3 req-ce16a080-3e20-4d69-b617-1639cd43994b tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471960 Dec 21 22:16:10.566107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2bb77-b7e1-4411-b34f-55a936987a8d None None] Routers {'af55d20d-fa1e-4e2b-bfb2-155782bc987a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:10.567721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-55d2bb77-b7e1-4411-b34f-55a936987a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['af55d20d-fa1e-4e2b-bfb2-155782bc987a'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:10.653632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-55d2bb77-b7e1-4411-b34f-55a936987a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:10.654329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d2bb77-b7e1-4411-b34f-55a936987a8d None None] The sync data for ids ['af55d20d-fa1e-4e2b-bfb2-155782bc987a'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:10.713841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:10.715147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4be9daef-7198-4386-9964-90a1219796e0 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7921200 Dec 21 22:16:10.722806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35860) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:10.815736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ce89780-e7d2-464b-b6d3-bde99ac5b427 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:10.849972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd774199-d64f-4946-97b2-97568591aa0e req-c283a52e-459e-49fe-8688-ce3a1774d96a service neutron] 10.222.0.46 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577144 Dec 21 22:16:10.861912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866491a8-1f46-4cb3-a5cb-8e29306c6a1d req-fe3b6ca7-7137-48f0-8c37-7b07041de0ce tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:10.863946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-866491a8-1f46-4cb3-a5cb-8e29306c6a1d req-fe3b6ca7-7137-48f0-8c37-7b07041de0ce tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.2738192 Dec 21 22:16:10.890230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:10.904090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ce89780-e7d2-464b-b6d3-bde99ac5b427 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/452ea17d-a0dc-416b-ae1e-98cacbfb4def HTTP/1.1" status: 204 len: 168 time: 3.3301654 Dec 21 22:16:10.906841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35866) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:10.916704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device ea6f7dc6-6811-4338-bcd5-63e0533f3b01 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:16:11.016073 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-866491a8-1f46-4cb3-a5cb-8e29306c6a1d req-7fb3c111-ee18-4e1b-8cfe-57e2a9316881 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437924 Dec 21 22:16:11.028834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f5862-74ed-42d7-bacf-093e65057108 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:11.030367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f5862-74ed-42d7-bacf-093e65057108 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:11.032023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f5862-74ed-42d7-bacf-093e65057108 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:11.033008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-658f5862-74ed-42d7-bacf-093e65057108 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:11.092246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-658f5862-74ed-42d7-bacf-093e65057108 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:11.094320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-658f5862-74ed-42d7-bacf-093e65057108 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1857281 Dec 21 22:16:11.098044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35872) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:11.123588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port ea6f7dc6-6811-4338-bcd5-63e0533f3b01, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,segment=NetworkSegment(5123f163-8908-4399-ac3c-5565f15fedde),segment_id=5123f163-8908-4399-ac3c-5565f15fedde)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:11.145375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'ea6f7dc6-6811-4338-bcd5-63e0533f3b01', 'network_id': '8628e459-5137-48e6-9fc6-97b3ba5d5841', 'port_id': 'ea6f7dc6-6811-4338-bcd5-63e0533f3b01', 'mac_address': 'fa:16:3e:40:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbaeaefb-99f1-4766-bdcb-d85c923fdd9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:16:11.212517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.237943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6f7dc6-6811-4338-bcd5-63e0533f3b01 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:16:11.254969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port ea6f7dc6-6811-4338-bcd5-63e0533f3b01, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,segment=NetworkSegment(5123f163-8908-4399-ac3c-5565f15fedde),segment_id=5123f163-8908-4399-ac3c-5565f15fedde)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:11.285938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.356845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d758fa3-b6da-40a0-bd1a-9bfc3bbadee1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 3bae21e1-19b3-41db-ad1c-dd7d4455f9c1 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:11.360484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d758fa3-b6da-40a0-bd1a-9bfc3bbadee1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.363976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=1bc0ec5e-c1aa-495d-bc85-6f686df402e3,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:11.364112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:11.434026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d758fa3-b6da-40a0-bd1a-9bfc3bbadee1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.461249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.499554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d758fa3-b6da-40a0-bd1a-9bfc3bbadee1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.553731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking segment: {'id': '1ea823df-b72c-428f-8c03-f817cf2672a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:11.554138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network hostable DHCP agents. Network: 1234b604-ff5f-4dda-9a6d-375bd8b8eea6, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:16:11.560752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['ea6f7dc6-6811-4338-bcd5-63e0533f3b01'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:16:11.580244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.650235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d758fa3-b6da-40a0-bd1a-9bfc3bbadee1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.666163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.666985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.746169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d758fa3-b6da-40a0-bd1a-9bfc3bbadee1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=3bae21e1-19b3-41db-ad1c-dd7d4455f9c1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:11.753347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d758fa3-b6da-40a0-bd1a-9bfc3bbadee1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.760754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:11.819250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d758fa3-b6da-40a0-bd1a-9bfc3bbadee1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/3bae21e1-19b3-41db-ad1c-dd7d4455f9c1 HTTP/1.1" status: 204 len: 168 time: 0.7171590 Dec 21 22:16:11.820901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35888) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:11.862512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99170c8-6d2a-47be-ba5a-cead86f0d583 req-85dcdc45-c4bc-4d77-9fe9-1d0c34316649 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:11.877002 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d99170c8-6d2a-47be-ba5a-cead86f0d583 req-85dcdc45-c4bc-4d77-9fe9-1d0c34316649 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 944 time: 0.1039186 Dec 21 22:16:11.894668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b0a567-4a3b-4d80-81db-0656b62e0e86 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:11.911091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=31164cf9-53cd-4167-9127-728ea77a1989,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:11.914480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:16:11.961214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d99170c8-6d2a-47be-ba5a-cead86f0d583 req-2cd6283d-1878-4e7e-8dc5-7c0107f26713 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826035 Dec 21 22:16:12.025904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35894) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:12.042829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 1234b604-ff5f-4dda-9a6d-375bd8b8eea6) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:12.071390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a156d81-96c7-419a-94fa-ea0a842813f4 None None] Network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:12.073526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:12.074206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.111880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.116206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b065f1fe-7424-4aa8-8990-7af810856ece tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/routers/af55d20d-fa1e-4e2b-bfb2-155782bc987a HTTP/1.1" status: 200 len: 921 time: 1.3915205 Dec 21 22:16:12.119813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35902) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:12.213855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 374d91a2-cc99-47b0-934d-357cb3227fa5 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:12.244309 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cab29b2d-3faa-42eb-bff8-62a285d17229 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=af55d20d-fa1e-4e2b-bfb2-155782bc987a HTTP/1.1" status: 200 len: 205 time: 0.1232264 Dec 21 22:16:12.252809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35906) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:12.285871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:12.310710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a964eb12-00c9-4686-926c-4001a1d01b72 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0251598 Dec 21 22:16:12.365601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35910) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:12.409863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-1234b604-ff5f-4dda-9a6d-375bd8b8eea6', 'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6', 'tenant_id': '4f972e5a82574e889ce311abf4510be3', 'fixed_ips': [{'subnet_id': '1bc0ec5e-c1aa-495d-bc85-6f686df402e3'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:12.410791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.413102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=dc761319-b1cd-446a-802a-e8189fc1d784,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:12.420405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:12.426686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:12.474182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6', 'name': 'tempest-PortsIpV6TestJSON-1898469743', 'fixed_ips': [{'subnet_id': '1bc0ec5e-c1aa-495d-bc85-6f686df402e3', 'ip_address': '2001:db8::10'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:12.503110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:12.506279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1851554451'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:12.522689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:12.554642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:12.561308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:12.562449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8484e99c-d508-4a25-95b0-7d0f7c1723e9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 5c9b58d2-04f0-4a97-964b-40218e7d2d00 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:12.583953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:12.590931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8484e99c-d508-4a25-95b0-7d0f7c1723e9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.613228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Allocated IP 2001:db8::2 (1234b604-ff5f-4dda-9a6d-375bd8b8eea6/1bc0ec5e-c1aa-495d-bc85-6f686df402e3/40b4122a-1e80-4746-bfef-842f652cb160) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:12.676616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:12.677307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.699411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8484e99c-d508-4a25-95b0-7d0f7c1723e9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.785978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:12.791953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.819396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7aa-44a0-4a51-be29-090ac475a84e req-66eaef8c-0bbf-4c7b-8110-68ad1191e570 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:12.820808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b739d7aa-44a0-4a51-be29-090ac475a84e req-66eaef8c-0bbf-4c7b-8110-68ad1191e570 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.4538658 Dec 21 22:16:12.841395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.877942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:12.888137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:12.898562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c873c499-cf63-4253-b8ef-61237f74b008 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2787416 Dec 21 22:16:12.905668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35916) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:12.914664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.915933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'dc761319-b1cd-446a-802a-e8189fc1d784', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:12.928838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Transition to ACTIVE for port object 40b4122a-1e80-4746-bfef-842f652cb160 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:12.935498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:12.946654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:floatingip and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:12.950329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device ea6f7dc6-6811-4338-bcd5-63e0533f3b01 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:12.951969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:12.961093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:12.970331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8484e99c-d508-4a25-95b0-7d0f7c1723e9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:12.991405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-51ad5c48-08aa-4fcf-aa7a-0037dbcaaec8 None None] Provisioning complete for port 31164cf9-53cd-4167-9127-728ea77a1989 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:12.992130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ad5c48-08aa-4fcf-aa7a-0037dbcaaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.046723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Transition to ACTIVE for port object 40b4122a-1e80-4746-bfef-842f652cb160 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:13.097366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.123322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:13.144703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8484e99c-d508-4a25-95b0-7d0f7c1723e9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.176261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-51ad5c48-08aa-4fcf-aa7a-0037dbcaaec8 None None] Port 31164cf9-53cd-4167-9127-728ea77a1989 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:13.212747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:13.217445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:13.217775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.224164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:13.225517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8484e99c-d508-4a25-95b0-7d0f7c1723e9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.227024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Pushing event updated for resources: {'Port': ['ID=40b4122a-1e80-4746-bfef-842f652cb160,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:13.237971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484e99c-d508-4a25-95b0-7d0f7c1723e9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9b58d2-04f0-4a97-964b-40218e7d2d00,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:13.270270 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8484e99c-d508-4a25-95b0-7d0f7c1723e9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/5c9b58d2-04f0-4a97-964b-40218e7d2d00 HTTP/1.1" status: 204 len: 168 time: 1.4433727 Dec 21 22:16:13.271509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35922) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:13.282339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:13.344248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Attempting to bind port 40b4122a-1e80-4746-bfef-842f652cb160 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:13.344762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Attempting to bind port 40b4122a-1e80-4746-bfef-842f652cb160 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '1ea823df-b72c-428f-8c03-f817cf2672a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:13.345663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Attempting to bind port 40b4122a-1e80-4746-bfef-842f652cb160 on network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:13.354555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:13.355262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.377297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 8f83cf99-54bf-47e4-9dee-0608f77580e1 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:13.382895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bd0b633b-1786-4a5f-b9b6-5de39ae7c26e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009977 Dec 21 22:16:13.383770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35926) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:13.393709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:13.403308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:13.403731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Checking segment: {'id': '1ea823df-b72c-428f-8c03-f817cf2672a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:13.404180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.404641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Bound using segment: {'id': '1ea823df-b72c-428f-8c03-f817cf2672a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:13.405167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Bound port: 40b4122a-1e80-4746-bfef-842f652cb160, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea823df-b72c-428f-8c03-f817cf2672a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:13.405579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.582900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.587270 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b739d7aa-44a0-4a51-be29-090ac475a84e req-cd1c1c2b-32e6-4ad7-925e-cf7ac1626673 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7496140 Dec 21 22:16:13.599085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] For port 40b4122a-1e80-4746-bfef-842f652cb160, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:13.601980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:13.620565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:security_group_rule and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:13.626753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:13.638987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port ea6f7dc6-6811-4338-bcd5-63e0533f3b01, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,segment=NetworkSegment(5123f163-8908-4399-ac3c-5565f15fedde),segment_id=5123f163-8908-4399-ac3c-5565f15fedde)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:13.641250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] For port 40b4122a-1e80-4746-bfef-842f652cb160, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=40b4122a-1e80-4746-bfef-842f652cb160,segment=NetworkSegment(1ea823df-b72c-428f-8c03-f817cf2672a1),segment_id=1ea823df-b72c-428f-8c03-f817cf2672a1)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:13.642389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a333b6c5-f67d-4a81-9231-2609f954db89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6f7dc6-6811-4338-bcd5-63e0533f3b01'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:16:13.659491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95490970-b606-4cb2-a689-dfa80e2d881c req-2a95b8ab-f480-461f-aa6a-072bafcc6a87 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:13.661569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-95490970-b606-4cb2-a689-dfa80e2d881c req-2a95b8ab-f480-461f-aa6a-072bafcc6a87 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.46 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 0.7043004 Dec 21 22:16:13.662651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:13.673016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.712817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.756115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a333b6c5-f67d-4a81-9231-2609f954db89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6f7dc6-6811-4338-bcd5-63e0533f3b01', 'code': 200} Dec 21 22:16:13.768918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.769559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:13.813371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port e14158eb-a665-493f-afe3-04bc4514198d yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:13.890238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057954bd-9824-47de-8dda-5aa7f8e427ee None None] Pushing event updated for resources: {'Port': ['ID=40b4122a-1e80-4746-bfef-842f652cb160,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:13.900544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc95e0f-d49b-4652-8486-e08c9ff8ea67 req-06511c21-773a-4091-95bc-2e78e34883ef tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:13.905898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afc95e0f-d49b-4652-8486-e08c9ff8ea67 req-06511c21-773a-4091-95bc-2e78e34883ef tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 944 time: 0.5438409 Dec 21 22:16:13.930371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db250ada-228d-4d92-8bd3-21fd69dd754b None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:13.950215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Deleting port ca130953-f7e6-4a38-9406-a17b6d3f4a4d {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:13.950600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:13.970472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:14.067597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.082209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:14.092462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:14.103976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:14.137212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-08a61d1e-fd07-4820-af72-97192e5b043e None None] Provisioning complete for port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:14.137613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08a61d1e-fd07-4820-af72-97192e5b043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.207033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.259103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:14.265334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.478959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:14.484831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:14.486959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afc95e0f-d49b-4652-8486-e08c9ff8ea67 req-89784190-38f3-447b-ae45-d28cc758abf5 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445690 Dec 21 22:16:14.503949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] Deleting port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:14.504831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.515822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4769ef48-b4c5-4d51-a383-9b63642a7872 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/8f83cf99-54bf-47e4-9dee-0608f77580e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6183662 Dec 21 22:16:14.519768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35932) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:14.551485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf14e02-989f-4467-b0d9-6eadf1e53e11 None None] Sync routers for ids ['8f83cf99-54bf-47e4-9dee-0608f77580e1'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:14.584887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.26.6.204 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/6e3ddd53-5bc6-4de8-bb63-95b8feb78ca6) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:14.595841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.629404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf14e02-989f-4467-b0d9-6eadf1e53e11 None None] Routers {'8f83cf99-54bf-47e4-9dee-0608f77580e1'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:14.631515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-baf14e02-989f-4467-b0d9-6eadf1e53e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8f83cf99-54bf-47e4-9dee-0608f77580e1'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:14.646037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.673560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41ed90ed-bb4c-41b3-a929-d17bb476eae0 req-771b7a15-da57-41ee-96b6-99cffac46e38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 1098 time: 0.5451257 Dec 21 22:16:14.709167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-baf14e02-989f-4467-b0d9-6eadf1e53e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:14.744042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:16:14.770134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce71a6-8777-4854-8337-9a896b26de8f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:14.770805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-16ce71a6-8777-4854-8337-9a896b26de8f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:14.775395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf14e02-989f-4467-b0d9-6eadf1e53e11 None None] Routers {'8f83cf99-54bf-47e4-9dee-0608f77580e1'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:14.776385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-baf14e02-989f-4467-b0d9-6eadf1e53e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8f83cf99-54bf-47e4-9dee-0608f77580e1'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:14.793246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::10 (1234b604-ff5f-4dda-9a6d-375bd8b8eea6/1bc0ec5e-c1aa-495d-bc85-6f686df402e3/e14158eb-a665-493f-afe3-04bc4514198d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:14.797276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] For port ca130953-f7e6-4a38-9406-a17b6d3f4a4d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:14.798229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.808987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b4032-db12-41d4-8a04-d96ba38daf60,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:14.874323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.877570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-16ce71a6-8777-4854-8337-9a896b26de8f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:14.878085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:14.881698 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment 46467158-4a59-4f68-a7f9-0df6c54a011a of type vlan for network c967a2bc-5563-4a90-a90f-4b805bf63005 Dec 21 22:16:14.881850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-16ce71a6-8777-4854-8337-9a896b26de8f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports/31164cf9-53cd-4167-9127-728ea77a1989 HTTP/1.1" status: 200 len: 913 time: 0.3560658 Dec 21 22:16:14.883691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35938) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:15.072745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-baf14e02-989f-4467-b0d9-6eadf1e53e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:15.073282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf14e02-989f-4467-b0d9-6eadf1e53e11 None None] The sync data for ids ['8f83cf99-54bf-47e4-9dee-0608f77580e1'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:15.080452 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41ed90ed-bb4c-41b3-a929-d17bb476eae0 req-1369a81f-7e32-48fc-9403-b4fa95e0a158 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866072 Dec 21 22:16:15.089963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] For port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:15.090408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.111256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.218615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.231971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] Calling delete_port for 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:15.262745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.331525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.382360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] Pushing event deleted for resources: {'Port': ['ID=7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:15.388723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51eb16-cf6d-40bd-8272-7bfff54b7058 None None] No DVR routers for this DVR port 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:15.413976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:15.435012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:15.442761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:15.447111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:15.479284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:15.487271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=6e3ddd53-5bc6-4de8-bb63-95b8feb78ca6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:15.491783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84b0c62-6fbe-4c7c-bf85-4ae250dd5292 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:15.495380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:15.496047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.504615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=fe16d057-8db3-4a43-b6c5-3d83f1215419,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:15.598670 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dbc7572a-6c0a-445f-bba5-841dd7d480f3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2136414 Dec 21 22:16:15.607697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35944) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:15.698441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:15.730450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.734715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:15.736109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.803862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'fe16d057-8db3-4a43-b6c5-3d83f1215419'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:15.804990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.861251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.887175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.887587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:15.887940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Floating IP 2d4d97de-29e6-4541-8f46-7f4ef819e6da disassociated. External IP: 172.26.6.3, port: ca130953-f7e6-4a38-9406-a17b6d3f4a4d. Dec 21 22:16:15.888326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Calling delete_port for ca130953-f7e6-4a38-9406-a17b6d3f4a4d owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:15.930570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982b502-2185-4794-9ff8-5f61c5dd3335 req-62de0a6b-ffff-4ed0-aff8-6066fd8b1b9b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:15.932290 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a982b502-2185-4794-9ff8-5f61c5dd3335 req-62de0a6b-ffff-4ed0-aff8-6066fd8b1b9b tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 945 time: 1.1065536 Dec 21 22:16:16.036495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Allocated IP 172.20.0.2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/fe16d057-8db3-4a43-b6c5-3d83f1215419/226973f2-428a-4342-bfc5-5406789635f4) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:16.037867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:16.207651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68304e23-119d-4e86-bcac-6c64d8e93253 None None] Network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:16.221572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:16.284180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object e14158eb-a665-493f-afe3-04bc4514198d will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:16.315758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=c967a2bc-5563-4a90-a90f-4b805bf63005,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:16.326487 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-76636c54-9120-4a86-bd04-a371f2b0d7ef tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.2993789 Dec 21 22:16:16.368406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Deleting port f58c5d96-ee5b-4e42-9801-786e58b0bf93 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:16.368406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:16.401713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a982b502-2185-4794-9ff8-5f61c5dd3335 req-9807f7b0-b880-49e6-a75d-914bafc3425d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e81a878-31a1-472c-a9da-c2ae7e74f0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703754 Dec 21 22:16:16.407933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a293e1-7c55-4a50-a32d-1562d59fd8cb req-06012e9f-f45e-4c64-a850-c665416d2e29 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:16.409711 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f5a293e1-7c55-4a50-a32d-1562d59fd8cb req-06012e9f-f45e-4c64-a850-c665416d2e29 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.6676176 Dec 21 22:16:16.444994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network c967a2bc-5563-4a90-a90f-4b805bf63005 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:16:16.460212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 40b4122a-1e80-4746-bfef-842f652cb160 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:16.513268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:16.522680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:16.530228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:16.540721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:16.581709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:16.589887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f5a293e1-7c55-4a50-a32d-1562d59fd8cb req-4d8525c2-3ab4-4a1c-a57d-05e0b2234230 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672361 Dec 21 22:16:16.698764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:16.705017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:16.785914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:16.798900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ec5f06bb-c6da-4a05-a41e-675a352e9bca None None] Provisioning for port 40b4122a-1e80-4746-bfef-842f652cb160 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:16.838487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:16.859740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Transition to ACTIVE for port object 226973f2-428a-4342-bfc5-5406789635f4 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:16.921234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Transition to ACTIVE for port object 226973f2-428a-4342-bfc5-5406789635f4 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:16.931963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 40b4122a-1e80-4746-bfef-842f652cb160 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:16.947320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 40b4122a-1e80-4746-bfef-842f652cb160 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:16.947903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:16.978903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Calling delete_port for f58c5d96-ee5b-4e42-9801-786e58b0bf93 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:16.991886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device ca130953-f7e6-4a38-9406-a17b6d3f4a4d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:17.032761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.192617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:17.203401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:17.211164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Pushing event updated for resources: {'Port': ['ID=226973f2-428a-4342-bfc5-5406789635f4,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:17.218935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:17.244634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.260961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No ports have port_id starting with ca130953-f7e6-4a38-9406-a17b6d3f4a4d Dec 21 22:16:17.331239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:17.332288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.387612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.397512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:17.440753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.493113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:17.505548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:17.506773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.531595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=e14158eb-a665-493f-afe3-04bc4514198d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:17.726067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-61afa475-7f03-4b49-ab52-d09f6d2e7fc6 None None] Provisioning complete for port 40b4122a-1e80-4746-bfef-842f652cb160 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:17.726390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61afa475-7f03-4b49-ab52-d09f6d2e7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.754742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Attempting to bind port 226973f2-428a-4342-bfc5-5406789635f4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:17.755613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Attempting to bind port 226973f2-428a-4342-bfc5-5406789635f4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:17.756182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Attempting to bind port 226973f2-428a-4342-bfc5-5406789635f4 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:17.772035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:17.772303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:17.772676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.773125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:17.779529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Bound port: 226973f2-428a-4342-bfc5-5406789635f4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:17.779972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.804455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:17.824308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 40b4122a-1e80-4746-bfef-842f652cb160, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=40b4122a-1e80-4746-bfef-842f652cb160,segment=NetworkSegment(1ea823df-b72c-428f-8c03-f817cf2672a1),segment_id=1ea823df-b72c-428f-8c03-f817cf2672a1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:17.986967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event deleted for resources: {'Port': ['ID=f58c5d96-ee5b-4e42-9801-786e58b0bf93,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:18.033150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] For port 226973f2-428a-4342-bfc5-5406789635f4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:18.051725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] For port 226973f2-428a-4342-bfc5-5406789635f4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=226973f2-428a-4342-bfc5-5406789635f4,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:18.070832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:18.122886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e12f2b9f-5f96-4251-8278-749311188d23 req-108c33a4-e801-45dc-a77d-fcaa245d04f6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Synchronizing usage tracker for tenant:00e26ba0de984a87912fcc7fd7d61755 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:18.221823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:18.231429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:18.236710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:18.280121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e12f2b9f-5f96-4251-8278-749311188d23 req-108c33a4-e801-45dc-a77d-fcaa245d04f6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Unset dirty status for tenant:00e26ba0de984a87912fcc7fd7d61755 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:18.293995 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e12f2b9f-5f96-4251-8278-749311188d23 req-108c33a4-e801-45dc-a77d-fcaa245d04f6 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 0.4358811 Dec 21 22:16:18.311898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5960bdc1-7e97-48d7-82c1-b06f8f9a9b97 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8639073 Dec 21 22:16:18.325358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35952) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:18.332321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event deleted for resources: {'Port': ['ID=ca130953-f7e6-4a38-9406-a17b6d3f4a4d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:18.344187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '1234b604-ff5f-4dda-9a6d-375bd8b8eea6', 'name': 'tempest-PortsIpV6TestJSON-898523309', 'fixed_ips': [{'subnet_id': '1bc0ec5e-c1aa-495d-bc85-6f686df402e3', 'ip_address': '2001:db8::f'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:18.531551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:18.536088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:18.536889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7e3ae3f8-aa0a-4fc5-9fc5-66358d23d73c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:18.653157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=40b4122a-1e80-4746-bfef-842f652cb160,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:18.752256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e54a5-47f5-45be-ae8e-7b0e745161ec None None] Pushing event updated for resources: {'Port': ['ID=226973f2-428a-4342-bfc5-5406789635f4,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:18.793470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:18.809708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-61afa475-7f03-4b49-ab52-d09f6d2e7fc6 None None] Provisioning for port e14158eb-a665-493f-afe3-04bc4514198d completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:18.816779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-61afa475-7f03-4b49-ab52-d09f6d2e7fc6 None None] Provisioning complete for port e14158eb-a665-493f-afe3-04bc4514198d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:18.817396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61afa475-7f03-4b49-ab52-d09f6d2e7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:18.830214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] For port 226973f2-428a-4342-bfc5-5406789635f4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=226973f2-428a-4342-bfc5-5406789635f4,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:18.873831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:18.902620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-61afa475-7f03-4b49-ab52-d09f6d2e7fc6 None None] Port e14158eb-a665-493f-afe3-04bc4514198d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:18.967481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.053030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.054051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.089164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fe45f5de-bd0a-4bba-8098-2d5f45ab96f4 None None] Provisioning complete for port e14158eb-a665-493f-afe3-04bc4514198d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:19.091939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe45f5de-bd0a-4bba-8098-2d5f45ab96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.114711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=6e3ddd53-5bc6-4de8-bb63-95b8feb78ca6,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:19.201628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fe45f5de-bd0a-4bba-8098-2d5f45ab96f4 None None] Port e14158eb-a665-493f-afe3-04bc4514198d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:19.407925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4469d-4e97-4098-a268-01cf681507bd req-cddadcf0-82c0-4d7d-9e7e-362ba7948d57 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:19.410433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0e4469d-4e97-4098-a268-01cf681507bd req-cddadcf0-82c0-4d7d-9e7e-362ba7948d57 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 1.4752903 Dec 21 22:16:19.470483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.487323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:19.499087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:19.516206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:19.516915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.523703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.601878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.617237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0363117b-d197-4f05-af44-62229ffead53 req-2adb159a-f8a9-4f72-8c4c-0391f6c95766 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 0.1311159 Dec 21 22:16:19.634704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=feb5531b-3a39-469d-b5d6-1ef4fe0c446b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:19.640216 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0e4469d-4e97-4098-a268-01cf681507bd req-3553bbfe-c7df-405b-b653-336e21ca1733 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156549 Dec 21 22:16:19.668678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:19.677028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=226973f2-428a-4342-bfc5-5406789635f4,revision_number=4']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:19.680669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:19.688004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:19.710823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:19.721777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 31164cf9-53cd-4167-9127-728ea77a1989 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:19.722235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.764938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-057331e4-71ff-4610-8112-a5c3322a8edb tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0763471 Dec 21 22:16:19.768882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35960) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:19.779864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Router 9065822e-fb9c-4d8f-b046-f98f398a8d94 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:19.791389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:6f:1e:06', 'name': 'tempest-NetworksTestDHCPv6-1743196282'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:19.918817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:19.934081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:19.934831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Fanout notify agent at l3_agent the message router_deleted on router af55d20d-fa1e-4e2b-bfb2-155782bc987a {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:16:20.027866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:20.188183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35964) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:20.195421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 31164cf9-53cd-4167-9127-728ea77a1989 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:20.202413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:20.208112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ed9101d-2c20-4dcf-af26-27a9ed88976a tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/af55d20d-fa1e-4e2b-bfb2-155782bc987a HTTP/1.1" status: 204 len: 168 time: 7.9541669 Dec 21 22:16:20.227049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35966) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:20.236979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1159117046', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': False}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:20.240140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': 'c967a2bc-5563-4a90-a90f-4b805bf63005', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:20.252259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:20.275836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Usage tracker for resource:router and tenant:137622afc4174d53973248dba5dc4cfb is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:20.285246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:20.312384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:20.324197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:20.338564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:20.355981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:20.368554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:20.386332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:20.394747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:20.395736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:20.406674 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP b303cbf7-3d9f-48ed-8d75-eda4240e5500 associated. External IP: 172.26.6.204, port: dc761319-b1cd-446a-802a-e8189fc1d784. Dec 21 22:16:20.432173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 60cf2771-4bfc-41e2-aa5d-c874f65a4286 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:20.488590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:20.495053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:20.504465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:subnet and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:20.509655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf9bf9-e020-403b-81ec-c042e15665b6 req-3c8d1b18-4de6-4b6b-8ed6-5598e026cabc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:20.509810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:20.511301 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d9cf9bf9-e020-403b-81ec-c042e15665b6 req-3c8d1b18-4de6-4b6b-8ed6-5598e026cabc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.6023471 Dec 21 22:16:20.519411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:20.596654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:20.631579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a82709-d652-4b0d-869f-da3bbada0c54 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:20.668656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:20.759368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-256595f4-3fea-4d6c-947a-5c2bb9511783 None None] Provisioning for port 226973f2-428a-4342-bfc5-5406789635f4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:20.811110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 40b4122a-1e80-4746-bfef-842f652cb160 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:20.886753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:20.898781 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d9cf9bf9-e020-403b-81ec-c042e15665b6 req-cfa6b99a-c83f-4003-be1b-3e90422b2731 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645780 Dec 21 22:16:20.907502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-04eb38ca-4b1e-46eb-9971-3e3e69d69296 req-e03bd2b2-e480-4251-875a-08592c13d78d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 0.0975842 Dec 21 22:16:21.017674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 40b4122a-1e80-4746-bfef-842f652cb160 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:21.018417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.128658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.178776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.184187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.193215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 226973f2-428a-4342-bfc5-5406789635f4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:21.278379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=31164cf9-53cd-4167-9127-728ea77a1989,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:21.310149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 2fbb73ef-8e8c-482b-8d2b-c05a9d51504e yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:21.358279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 226973f2-428a-4342-bfc5-5406789635f4 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:21.367576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 226973f2-428a-4342-bfc5-5406789635f4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:21.368113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.387760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::f (1234b604-ff5f-4dda-9a6d-375bd8b8eea6/1bc0ec5e-c1aa-495d-bc85-6f686df402e3/60cf2771-4bfc-41e2-aa5d-c874f65a4286) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:21.393893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:21.408846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] Sync routers for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:21.433158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:21.433912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:21.455811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=0b5c2f01-8fc9-4b7d-946c-cacc163d8156,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:21.524890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] No DVR routers for this DVR port ca130953-f7e6-4a38-9406-a17b6d3f4a4d on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:21.527498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.545799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50978a64-5430-4e7a-a469-0484830d5b7c', 'name': 'network-vif-deleted', 'tag': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:16:21.552354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-95490970-b606-4cb2-a689-dfa80e2d881c req-de6999d2-b7c2-470d-91c3-771c12d68472 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.46 "DELETE /v2.0/ports/ca130953-f7e6-4a38-9406-a17b6d3f4a4d HTTP/1.1" status: 204 len: 173 time: 7.8647501 Dec 21 22:16:21.554395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.693790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.779743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:16:21.789996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 226973f2-428a-4342-bfc5-5406789635f4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=226973f2-428a-4342-bfc5-5406789635f4,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:21.791246 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50978a64-5430-4e7a-a469-0484830d5b7c', 'name': 'network-vif-deleted', 'tag': 'ca130953-f7e6-4a38-9406-a17b6d3f4a4d', 'status': 'completed', 'code': 200} Dec 21 22:16:21.817821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': '46467158-4a59-4f68-a7f9-0df6c54a011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c967a2bc-5563-4a90-a90f-4b805bf63005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:21.818215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: c967a2bc-5563-4a90-a90f-4b805bf63005, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:16:21.822984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:21.919678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:22.021403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=226973f2-428a-4342-bfc5-5406789635f4,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:22.434759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network c967a2bc-5563-4a90-a90f-4b805bf63005 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:16:22.518584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:30Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:22.523564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] Checking router: 9065822e-fb9c-4d8f-b046-f98f398a8d94 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:16:22.537970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:22.538642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:22.554981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, c967a2bc-5563-4a90-a90f-4b805bf63005) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:22.566850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:22.567463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:22.592481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052beed1-f98f-4d45-a60a-410e21fdc331 None None] Network c967a2bc-5563-4a90-a90f-4b805bf63005 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:22.601609 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c538e349-0ce1-4da0-abbf-c6a0f3c5d15c req-2303e85d-0f8f-40a1-8cbd-3bf3c5274d27 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/ports?device_id=50978a64-5430-4e7a-a469-0484830d5b7c HTTP/1.1" status: 200 len: 210 time: 0.1730273 Dec 21 22:16:22.622537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 172.20.0.6 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/fe16d057-8db3-4a43-b6c5-3d83f1215419/2fbb73ef-8e8c-482b-8d2b-c05a9d51504e) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:22.654922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:22.688944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 226973f2-428a-4342-bfc5-5406789635f4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:22.754610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:fe6f:1e06 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/feb5531b-3a39-469d-b5d6-1ef4fe0c446b/2fbb73ef-8e8c-482b-8d2b-c05a9d51504e) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:22.791856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:16:22.804778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-795aacb7-ec96-4da9-be93-75a4ddcbda40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5772917 Dec 21 22:16:22.806370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35982) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:22.818324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423304652'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:22.867721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c314bc1e-bc95-46f3-b622-d9de8c948f1a None None] Provisioning complete for port 226973f2-428a-4342-bfc5-5406789635f4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:22.868377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c314bc1e-bc95-46f3-b622-d9de8c948f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:22.926232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 226973f2-428a-4342-bfc5-5406789635f4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:22.926580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.012985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:23.022073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.033692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7a254-d439-4fd1-8bdf-986536ea6aab req-3fb330ce-60fd-4eb0-9468-dcd5da327b79 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:23.037391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:23.042016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:23.042761 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-94f7a254-d439-4fd1-8bdf-986536ea6aab req-3fb330ce-60fd-4eb0-9468-dcd5da327b79 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 1.2503109 Dec 21 22:16:23.125708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:23.194746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 2fbb73ef-8e8c-482b-8d2b-c05a9d51504e will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:23.200182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.236102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:30Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:23.241714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc87b36-6c90-45f5-9ac6-0fec7635c8cf None None] The sync data for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv is: [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:12:15Z', 'revision_number': 4, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '18a8dc75-d99f-4d45-a44b-4f1f0ab60467', 'name': '', 'network_id': '4d05cc11-f142-4521-ac68-b48154804cc7', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'mac_address': 'fa:16:3e:5c:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:12:12Z', 'updated_at': '2021-12-21T22:12:30Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'subnets': [{'id': 'e9d033b7-4aaf-44ad-8b8a-68555c99f676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:23.260436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-94f7a254-d439-4fd1-8bdf-986536ea6aab req-7c9fd5ca-35f3-4d83-8e81-858a4e80e4aa tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163141 Dec 21 22:16:23.261690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object 60cf2771-4bfc-41e2-aa5d-c874f65a4286 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:23.271512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-c967a2bc-5563-4a90-a90f-4b805bf63005', 'network_id': 'c967a2bc-5563-4a90-a90f-4b805bf63005', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': '0b5c2f01-8fc9-4b7d-946c-cacc163d8156'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:23.273429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.330661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:23.337606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.338453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.401104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.417538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:16:23.449836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.450404 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment 830ef429-ead2-48e8-8ae3-b38194f8105e of type vlan for network b556f054-ae90-4c08-a791-0c33d5e75d5e Dec 21 22:16:23.457405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.471702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Allocated IP 2001:db8:0:ffff::2 (c967a2bc-5563-4a90-a90f-4b805bf63005/0b5c2f01-8fc9-4b7d-946c-cacc163d8156/731fb5af-1e4c-4c2e-afa6-868a2eabb93a) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:23.486871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:23.501570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.505012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:23.506534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:23.507746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 8f83cf99-54bf-47e4-9dee-0608f77580e1 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:23.516049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:23.517464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:23.519682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:23.537355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14da2e-0da7-4d5b-be97-5eab8929c271 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:23.576007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=2fbb73ef-8e8c-482b-8d2b-c05a9d51504e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:23.580564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.633419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.653183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14da2e-0da7-4d5b-be97-5eab8929c271 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:23.655008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-de14da2e-0da7-4d5b-be97-5eab8929c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:23.710520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:23.715557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:23.716248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.743592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dafd4187-5ed2-4750-a47f-fdf5d9cf00fc tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8350401 Dec 21 22:16:23.747650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 35990) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:23.759981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:23.812821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-de14da2e-0da7-4d5b-be97-5eab8929c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:23.893354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 35996) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:23.894159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.898666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:23.899566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:23.903471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14da2e-0da7-4d5b-be97-5eab8929c271 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:23.904107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-de14da2e-0da7-4d5b-be97-5eab8929c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:23.946267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7d5cc-26a0-4a49-a529-ff9cd36098c0 None None] New status for floating IP 2d4d97de-29e6-4541-8f46-7f4ef819e6da: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:16:23.960685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Allocated IP 172.26.6.78 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/7c2b947f-06b0-45d7-9515-4e8f248e7c18) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:23.986786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-de14da2e-0da7-4d5b-be97-5eab8929c271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:23.987254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14da2e-0da7-4d5b-be97-5eab8929c271 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:24.035650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=60cf2771-4bfc-41e2-aa5d-c874f65a4286,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:24.099438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-408eb4b0-8c77-42b6-846e-1a13214e700a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.7600141 Dec 21 22:16:24.101798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:24.102514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.121814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36000) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:24.125223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.150657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Transition to ACTIVE for port object 731fb5af-1e4c-4c2e-afa6-868a2eabb93a will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:24.161402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.208855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Transition to ACTIVE for port object 731fb5af-1e4c-4c2e-afa6-868a2eabb93a will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:24.262653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5b2d8516-5d0c-4b71-a4a4-29f28184130c None None] Provisioning for port 60cf2771-4bfc-41e2-aa5d-c874f65a4286 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:24.268367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.269773 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d3a3dd5-fa3c-408d-a209-f2270fba97b6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4928241 Dec 21 22:16:24.274887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36004) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:24.276207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4642153 Dec 21 22:16:24.285823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36006) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:24.344933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Network c967a2bc-5563-4a90-a90f-4b805bf63005 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:24.353415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:24.355443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5b2d8516-5d0c-4b71-a4a4-29f28184130c None None] Provisioning complete for port 60cf2771-4bfc-41e2-aa5d-c874f65a4286 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:24.356392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8516-5d0c-4b71-a4a4-29f28184130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.372591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': 'b556f054-ae90-4c08-a791-0c33d5e75d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:24.386935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1595e0-2592-448a-844f-61cb013ae206 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=b556f054-ae90-4c08-a791-0c33d5e75d5e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:24.426992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:24.434931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d8516-5d0c-4b71-a4a4-29f28184130c None None] Port 60cf2771-4bfc-41e2-aa5d-c874f65a4286 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:24.436776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network b556f054-ae90-4c08-a791-0c33d5e75d5e details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:16:24.468850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4edbf273-6145-4ce5-a7f3-6bb563aaaf8d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.598481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Pushing event updated for resources: {'Port': ['ID=731fb5af-1e4c-4c2e-afa6-868a2eabb93a,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:24.666825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4edbf273-6145-4ce5-a7f3-6bb563aaaf8d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.679097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Attempting to bind port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:24.679420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Attempting to bind port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '46467158-4a59-4f68-a7f9-0df6c54a011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c967a2bc-5563-4a90-a90f-4b805bf63005'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:24.679831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Attempting to bind port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a on network c967a2bc-5563-4a90-a90f-4b805bf63005 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:24.681559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.694151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:24.694487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Checking segment: {'id': '46467158-4a59-4f68-a7f9-0df6c54a011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c967a2bc-5563-4a90-a90f-4b805bf63005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:24.694947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.697166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Bound using segment: {'id': '46467158-4a59-4f68-a7f9-0df6c54a011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c967a2bc-5563-4a90-a90f-4b805bf63005'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:24.697166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Bound port: 731fb5af-1e4c-4c2e-afa6-868a2eabb93a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46467158-4a59-4f68-a7f9-0df6c54a011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c967a2bc-5563-4a90-a90f-4b805bf63005'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:24.697166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.709789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:24.730202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:subnet and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:24.740452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:24.744280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:24.751326 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ceb43607-c7b9-4696-b20f-2bce7335dcb7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/8f83cf99-54bf-47e4-9dee-0608f77580e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8617239 Dec 21 22:16:24.755627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad49b60-65da-45fb-9c97-a2d3e6bc0af1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:24.755751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36014) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:24.756433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8ad49b60-65da-45fb-9c97-a2d3e6bc0af1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:24.770488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc412bd-6c4c-4f66-9846-22da2cd995e3 None None] Sync routers for ids ['8f83cf99-54bf-47e4-9dee-0608f77580e1'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:24.772726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ad5d8b64-5fe4-493a-8fcc-1d24f6c04993 None None] Provisioning for port 2fbb73ef-8e8c-482b-8d2b-c05a9d51504e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:24.778526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:24.797568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ad5d8b64-5fe4-493a-8fcc-1d24f6c04993 None None] Provisioning complete for port 2fbb73ef-8e8c-482b-8d2b-c05a9d51504e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:24.798503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5d8b64-5fe4-493a-8fcc-1d24f6c04993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:24.822333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8adab-843e-4973-a325-88182b9002d3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:24.826750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8adab-843e-4973-a325-88182b9002d3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:24.827606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-90b8adab-843e-4973-a325-88182b9002d3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:24.847549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] For port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:24.861382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:24.865442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc412bd-6c4c-4f66-9846-22da2cd995e3 None None] Routers {'8f83cf99-54bf-47e4-9dee-0608f77580e1'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:24.866163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bdc412bd-6c4c-4f66-9846-22da2cd995e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8f83cf99-54bf-47e4-9dee-0608f77580e1'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:24.890036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8ad49b60-65da-45fb-9c97-a2d3e6bc0af1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:24.895813 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8ad49b60-65da-45fb-9c97-a2d3e6bc0af1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7667439 Dec 21 22:16:24.895981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36018) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:24.919427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839ee77-a679-43a0-8455-49160b549931 req-396d1dfa-bf48-456b-bd65-d3ae1bedb0af tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:24.921071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8839ee77-a679-43a0-8455-49160b549931 req-396d1dfa-bf48-456b-bd65-d3ae1bedb0af tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.4421501 Dec 21 22:16:24.938986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] For port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=731fb5af-1e4c-4c2e-afa6-868a2eabb93a,segment=NetworkSegment(46467158-4a59-4f68-a7f9-0df6c54a011a),segment_id=46467158-4a59-4f68-a7f9-0df6c54a011a)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:24.941693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d8b64-5fe4-493a-8fcc-1d24f6c04993 None None] Port 2fbb73ef-8e8c-482b-8d2b-c05a9d51504e cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:24.945297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bdc412bd-6c4c-4f66-9846-22da2cd995e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:24.958796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc412bd-6c4c-4f66-9846-22da2cd995e3 None None] Routers {'8f83cf99-54bf-47e4-9dee-0608f77580e1'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:24.959485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bdc412bd-6c4c-4f66-9846-22da2cd995e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8f83cf99-54bf-47e4-9dee-0608f77580e1'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:24.989125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-90b8adab-843e-4973-a325-88182b9002d3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:24.993211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-90b8adab-843e-4973-a325-88182b9002d3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7074139 Dec 21 22:16:24.993211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.010890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36022) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.011831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.027631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.068562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4edbf273-6145-4ce5-a7f3-6bb563aaaf8d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.091269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.091623 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP b303cbf7-3d9f-48ed-8d75-eda4240e5500 disassociated. External IP: 172.26.6.204, port: dc761319-b1cd-446a-802a-e8189fc1d784. Dec 21 22:16:25.095676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.099286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bdc412bd-6c4c-4f66-9846-22da2cd995e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:25.099754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc412bd-6c4c-4f66-9846-22da2cd995e3 None None] The sync data for ids ['8f83cf99-54bf-47e4-9dee-0608f77580e1'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:25.102056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b83d5-7a8d-451a-9ac0-4a9b261173e7 None None] Pushing event updated for resources: {'Port': ['ID=731fb5af-1e4c-4c2e-afa6-868a2eabb93a,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:25.140992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbf273-6145-4ce5-a7f3-6bb563aaaf8d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e81a878-31a1-472c-a9da-c2ae7e74f0af,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:25.202724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e4107d91-9d30-4dba-8d24-446e36c31553 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 2fbb73ef-8e8c-482b-8d2b-c05a9d51504e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:25.203107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4107d91-9d30-4dba-8d24-446e36c31553 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.210900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:25.264828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'Port': ['ID=7c2b947f-06b0-45d7-9515-4e8f248e7c18,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:25.278300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:25.285943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:25.312363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678e64e-4fc7-4f5a-9a0b-e22cb0b6aab4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:25.317715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678e64e-4fc7-4f5a-9a0b-e22cb0b6aab4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:25.319464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4edbf273-6145-4ce5-a7f3-6bb563aaaf8d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.323014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4edbf273-6145-4ce5-a7f3-6bb563aaaf8d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "DELETE /v2.0/security-groups/6e81a878-31a1-472c-a9da-c2ae7e74f0af HTTP/1.1" status: 204 len: 168 time: 1.4109373 Dec 21 22:16:25.323166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a678e64e-4fc7-4f5a-9a0b-e22cb0b6aab4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:25.323868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a678e64e-4fc7-4f5a-9a0b-e22cb0b6aab4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4269092 Dec 21 22:16:25.331660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8839ee77-a679-43a0-8455-49160b549931 req-648d9b33-0850-476b-8aa1-cdffca913079 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579295 Dec 21 22:16:25.332174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36026) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.332566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36028) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.422302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-13312758-bee0-4ca9-b49f-3a3b3600f90d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] show failed (client error): The resource could not be found. Dec 21 22:16:25.423971 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-13312758-bee0-4ca9-b49f-3a3b3600f90d tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "GET /v2.0/security-groups/6e81a878-31a1-472c-a9da-c2ae7e74f0af HTTP/1.1" status: 404 len: 347 time: 0.0815449 Dec 21 22:16:25.430753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36036) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.820668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4107d91-9d30-4dba-8d24-446e36c31553 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.936026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-91fad623-b9d8-46c9-9c8e-8ad477bc37bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 60cf2771-4bfc-41e2-aa5d-c874f65a4286 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:25.936481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91fad623-b9d8-46c9-9c8e-8ad477bc37bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:25.977498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e4107d91-9d30-4dba-8d24-446e36c31553 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 2fbb73ef-8e8c-482b-8d2b-c05a9d51504e owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:26.112928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:26.175119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Deleting port e9638445-058e-4c81-8302-9eb592654c14 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:26.175848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:26.449142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbd44d-0298-4641-a65d-f26d38964ac2 req-01a6ff56-4786-4bf6-bc0f-17e0a8ef6b39 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:26.450887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dbd44d-0298-4641-a65d-f26d38964ac2 req-01a6ff56-4786-4bf6-bc0f-17e0a8ef6b39 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.6220965 Dec 21 22:16:26.517346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-e7bb465a-61c3-43c3-b818-c7a2c9e35fbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6614274b794de5a093d4f30b814f7d&device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 1098 time: 0.6407807 Dec 21 22:16:26.545117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:26.744449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 731fb5af-1e4c-4c2e-afa6-868a2eabb93a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:26.863510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4107d91-9d30-4dba-8d24-446e36c31553 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:26.880162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:26.904701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91fad623-b9d8-46c9-9c8e-8ad477bc37bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:26.926706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:26.927030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:26.929275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4107d91-9d30-4dba-8d24-446e36c31553 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=2fbb73ef-8e8c-482b-8d2b-c05a9d51504e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:27.135593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60dbd44d-0298-4641-a65d-f26d38964ac2 req-70d5004f-8161-43a6-a568-6d299859392a tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124747 Dec 21 22:16:27.216691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42cd53a-b436-49f5-ac36-02146624bc57 None None] Network c967a2bc-5563-4a90-a90f-4b805bf63005 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:27.271149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=e010f63d-df24-40e9-a7f5-3027c169a968,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:27.283505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-91fad623-b9d8-46c9-9c8e-8ad477bc37bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 60cf2771-4bfc-41e2-aa5d-c874f65a4286 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:27.284678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4107d91-9d30-4dba-8d24-446e36c31553 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:27.318899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Calling delete_port for e9638445-058e-4c81-8302-9eb592654c14 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:27.338094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:27.389902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e4107d91-9d30-4dba-8d24-446e36c31553 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/2fbb73ef-8e8c-482b-8d2b-c05a9d51504e HTTP/1.1" status: 204 len: 168 time: 2.3719597 Dec 21 22:16:27.404965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36042) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:27.438586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': '830ef429-ead2-48e8-8ae3-b38194f8105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b556f054-ae90-4c08-a791-0c33d5e75d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:27.442965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: b556f054-ae90-4c08-a791-0c33d5e75d5e, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:16:27.455987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-742c5d2e-a751-47ab-81cd-43e5d530f7b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:27.457839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-742c5d2e-a751-47ab-81cd-43e5d530f7b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8628e459-5137-48e6-9fc6-97b3ba5d5841 HTTP/1.1" status: 200 len: 913 time: 0.9028876 Dec 21 22:16:27.583535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bc19ef24-e5da-487f-98e7-c64d84936529 None None] Provisioning for port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:27.586211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-ecc42a9a-697f-472c-a9c2-4e10ea5a2e81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01 HTTP/1.1" status: 200 len: 217 time: 0.1070817 Dec 21 22:16:27.593321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bc19ef24-e5da-487f-98e7-c64d84936529 None None] Provisioning complete for port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:27.593584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc19ef24-e5da-487f-98e7-c64d84936529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:27.613700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d31a8-acc5-42bc-86ae-3c5a8ee097b8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:27.615218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d31a8-acc5-42bc-86ae-3c5a8ee097b8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:27.616746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d31a8-acc5-42bc-86ae-3c5a8ee097b8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:27.617650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5e3d31a8-acc5-42bc-86ae-3c5a8ee097b8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:27.712813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5e3d31a8-acc5-42bc-86ae-3c5a8ee097b8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:27.716994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5e3d31a8-acc5-42bc-86ae-3c5a8ee097b8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3081062 Dec 21 22:16:27.770816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36046) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:27.792709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc19ef24-e5da-487f-98e7-c64d84936529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:27.846431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bc19ef24-e5da-487f-98e7-c64d84936529 None None] For port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=731fb5af-1e4c-4c2e-afa6-868a2eabb93a,segment=NetworkSegment(46467158-4a59-4f68-a7f9-0df6c54a011a),segment_id=46467158-4a59-4f68-a7f9-0df6c54a011a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:27.876471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc19ef24-e5da-487f-98e7-c64d84936529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:27.974598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19ef24-e5da-487f-98e7-c64d84936529 None None] Pushing event updated for resources: {'Port': ['ID=731fb5af-1e4c-4c2e-afa6-868a2eabb93a,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:28.016965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network b556f054-ae90-4c08-a791-0c33d5e75d5e is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:16:28.038132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-da8ae98d-420e-41b9-829e-5a409d23f026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:28.039851 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-da8ae98d-420e-41b9-829e-5a409d23f026 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbaeaefb-99f1-4766-bdcb-d85c923fdd9e HTTP/1.1" status: 200 len: 852 time: 0.4095170 Dec 21 22:16:28.080646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:28.094005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91fad623-b9d8-46c9-9c8e-8ad477bc37bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.096946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.100035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.101135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.114135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd66bf-e26e-4fae-8823-c58440f38e50 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:28.136778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd66bf-e26e-4fae-8823-c58440f38e50 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:28.137825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-acfd66bf-e26e-4fae-8823-c58440f38e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:28.140760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, b556f054-ae90-4c08-a791-0c33d5e75d5e) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:28.141689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 361b4f35-6d1b-4595-a299-a6cf25d81afc {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:28.142074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.145485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:28.146131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.151381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d396b2b-e560-4d36-934e-0dd0728cb330 None None] Network b556f054-ae90-4c08-a791-0c33d5e75d5e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:28.161839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-4af42969-8fb4-4d6b-ac65-87b49014a611 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8628e459-5137-48e6-9fc6-97b3ba5d5841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119313 Dec 21 22:16:28.201856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.223031 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ae26919f-7929-4513-bd4b-18e642e56085 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/floatingips/b303cbf7-3d9f-48ed-8d75-eda4240e5500 HTTP/1.1" status: 200 len: 688 time: 4.4742103 Dec 21 22:16:28.236885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c09051-a023-4664-959e-ebd3450fc8f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet fe16d057-8db3-4a43-b6c5-3d83f1215419 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:28.238756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36052) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:28.245216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c09051-a023-4664-959e-ebd3450fc8f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.259591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fad623-b9d8-46c9-9c8e-8ad477bc37bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=60cf2771-4bfc-41e2-aa5d-c874f65a4286,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:28.262550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-acfd66bf-e26e-4fae-8823-c58440f38e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:28.290189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd66bf-e26e-4fae-8823-c58440f38e50 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:28.291042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-acfd66bf-e26e-4fae-8823-c58440f38e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:28.324121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b4ae3cdc-4a97-43f8-adfe-e6634923cd4b None None] Provisioning complete for port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:28.324566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4ae3cdc-4a97-43f8-adfe-e6634923cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.385974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Pushing event deleted for resources: {'Port': ['ID=e9638445-058e-4c81-8302-9eb592654c14,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:28.454112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-acfd66bf-e26e-4fae-8823-c58440f38e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:28.455070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd66bf-e26e-4fae-8823-c58440f38e50 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:28.508419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91fad623-b9d8-46c9-9c8e-8ad477bc37bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.510149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c09051-a023-4664-959e-ebd3450fc8f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.513570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91fad623-b9d8-46c9-9c8e-8ad477bc37bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/60cf2771-4bfc-41e2-aa5d-c874f65a4286 HTTP/1.1" status: 204 len: 168 time: 3.1694136 Dec 21 22:16:28.559484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36056) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:28.608855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bbd81c75-4287-4464-8506-9fe97986e612 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.2684417 Dec 21 22:16:28.638583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-b556f054-ae90-4c08-a791-0c33d5e75d5e', 'network_id': 'b556f054-ae90-4c08-a791-0c33d5e75d5e', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': 'e010f63d-df24-40e9-a7f5-3027c169a968'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:28.639844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.707462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36060) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:28.773325 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-effff016-d8d6-4562-9454-473a4b02abc0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:16:28.773981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-effff016-d8d6-4562-9454-473a4b02abc0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:28.784395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 731fb5af-1e4c-4c2e-afa6-868a2eabb93a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:28.915323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 6e3ddd53-5bc6-4de8-bb63-95b8feb78ca6 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:28.915889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.916702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Allocated IP 2001:db8::1 (b556f054-ae90-4c08-a791-0c33d5e75d5e/e010f63d-df24-40e9-a7f5-3027c169a968/c363784f-fe51-4a26-b9c3-56d5bbd87718) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:28.936328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:28.936777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.939386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-effff016-d8d6-4562-9454-473a4b02abc0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:28.943263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-effff016-d8d6-4562-9454-473a4b02abc0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/60cf2771-4bfc-41e2-aa5d-c874f65a4286 HTTP/1.1" status: 404 len: 333 time: 0.3776286 Dec 21 22:16:28.949563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.952015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:28.956925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-44cc70ca-1e98-4421-9de8-9d04c3af0f13 tempest-ServerActionsTestJSON-1940194699 tempest-ServerActionsTestJSON-1940194699-project] 10.222.0.30 "DELETE /v2.0/floatingips/2d4d97de-29e6-4541-8f46-7f4ef819e6da HTTP/1.1" status: 204 len: 168 time: 3.5188639 Dec 21 22:16:28.956925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36064) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:28.957537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36066) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:29.006382 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-2f76c246-41ba-4803-a1ca-dd0bce8aac6a service neutron] 10.222.0.46 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865062 Dec 21 22:16:29.081242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1e0a8-640f-452d-b19b-a799161f8297 req-b40b9d19-b317-4dfc-81da-289a936cf506 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:29.082921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ea1e0a8-640f-452d-b19b-a799161f8297 req-b40b9d19-b317-4dfc-81da-289a936cf506 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.7122622 Dec 21 22:16:29.162252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.200477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.271893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.283652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Transition to ACTIVE for port object c363784f-fe51-4a26-b9c3-56d5bbd87718 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:29.305384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Transition to ACTIVE for port object c363784f-fe51-4a26-b9c3-56d5bbd87718 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:29.308739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2bed24bf-2b53-4fb6-be96-0118cc4d51d3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port e14158eb-a665-493f-afe3-04bc4514198d {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:29.308739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bed24bf-2b53-4fb6-be96-0118cc4d51d3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.343553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.367499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port c363784f-fe51-4a26-b9c3-56d5bbd87718 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:29.367874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.371431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 361b4f35-6d1b-4595-a299-a6cf25d81afc owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:29.406164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Network b556f054-ae90-4c08-a791-0c33d5e75d5e is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:29.410032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:29.419526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:29.433648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Pushing event updated for resources: {'Port': ['ID=c363784f-fe51-4a26-b9c3-56d5bbd87718,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:29.439306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ea1e0a8-640f-452d-b19b-a799161f8297 req-a49fab51-7eed-4912-8062-4d60ca243e6c tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461161 Dec 21 22:16:29.457495 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45683c3f-2bbf-4130-b332-534fc6e41d49 req-c8158635-3451-492f-807a-41625c3d0a9a service neutron] 10.222.0.46 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381535 Dec 21 22:16:29.478149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c09051-a023-4664-959e-ebd3450fc8f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.512483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.512867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.544039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Attempting to bind port c363784f-fe51-4a26-b9c3-56d5bbd87718 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:29.544478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Attempting to bind port c363784f-fe51-4a26-b9c3-56d5bbd87718 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '830ef429-ead2-48e8-8ae3-b38194f8105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b556f054-ae90-4c08-a791-0c33d5e75d5e'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:29.545011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Attempting to bind port c363784f-fe51-4a26-b9c3-56d5bbd87718 on network b556f054-ae90-4c08-a791-0c33d5e75d5e {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:29.553476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:29.553889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Checking segment: {'id': '830ef429-ead2-48e8-8ae3-b38194f8105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b556f054-ae90-4c08-a791-0c33d5e75d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:29.554333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.554767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Bound using segment: {'id': '830ef429-ead2-48e8-8ae3-b38194f8105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b556f054-ae90-4c08-a791-0c33d5e75d5e'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:29.555272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Bound port: c363784f-fe51-4a26-b9c3-56d5bbd87718, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830ef429-ead2-48e8-8ae3-b38194f8105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b556f054-ae90-4c08-a791-0c33d5e75d5e'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:29.555684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.653939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] For port c363784f-fe51-4a26-b9c3-56d5bbd87718, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:29.659192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] For port c363784f-fe51-4a26-b9c3-56d5bbd87718, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c363784f-fe51-4a26-b9c3-56d5bbd87718,segment=NetworkSegment(830ef429-ead2-48e8-8ae3-b38194f8105e),segment_id=830ef429-ead2-48e8-8ae3-b38194f8105e)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:29.697540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:29.740032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 6e3ddd53-5bc6-4de8-bb63-95b8feb78ca6 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:29.808510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dce0b8-2e64-4b5b-99c7-ca6a207e4a0e None None] Pushing event updated for resources: {'Port': ['ID=c363784f-fe51-4a26-b9c3-56d5bbd87718,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:29.899030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c09051-a023-4664-959e-ebd3450fc8f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:30.044698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c09051-a023-4664-959e-ebd3450fc8f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=fe16d057-8db3-4a43-b6c5-3d83f1215419,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:30.070877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c09051-a023-4664-959e-ebd3450fc8f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:30.075927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486739c0-3b2b-4253-8e49-7cd6633520cd None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:30.106716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bed24bf-2b53-4fb6-be96-0118cc4d51d3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:30.235681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:30.303738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:30.321773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2bed24bf-2b53-4fb6-be96-0118cc4d51d3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for e14158eb-a665-493f-afe3-04bc4514198d owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:30.336176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-85c09051-a023-4664-959e-ebd3450fc8f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/fe16d057-8db3-4a43-b6c5-3d83f1215419 HTTP/1.1" status: 204 len: 168 time: 2.5596724 Dec 21 22:16:30.342907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=6e3ddd53-5bc6-4de8-bb63-95b8feb78ca6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:30.358956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36072) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:30.377248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port c363784f-fe51-4a26-b9c3-56d5bbd87718, host dv-neutron-822521-1-hyperv, got binding levels [] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:30.378020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:30.435004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=361b4f35-6d1b-4595-a299-a6cf25d81afc,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:30.573080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for c363784f-fe51-4a26-b9c3-56d5bbd87718 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:30.618954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Router 2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:16:30.710443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c363784f-fe51-4a26-b9c3-56d5bbd87718 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:30.835087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port c363784f-fe51-4a26-b9c3-56d5bbd87718 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:30.997590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.000124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.001569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0340e829-719b-49fe-9900-8b0e68de87c0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/floatingips/b303cbf7-3d9f-48ed-8d75-eda4240e5500 HTTP/1.1" status: 204 len: 168 time: 2.7578869 Dec 21 22:16:31.006763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36078) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:31.021899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '87836dab-6607-4125-834f-0a12c5671dcf'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:31.036829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:31.045064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.051410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:floatingip and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:31.056204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:31.059993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:16:31.060149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:16:31.065348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:31.082670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec87d-f262-488b-bc75-520643960e23 req-63d01b40-4592-4428-be4d-e18a68e5c56f tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:31.084311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a61ec87d-f262-488b-bc75-520643960e23 req-63d01b40-4592-4428-be4d-e18a68e5c56f tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.4630878 Dec 21 22:16:31.147154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.149617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bed24bf-2b53-4fb6-be96-0118cc4d51d3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.156079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7601ea-a68c-4224-aaf3-392e0db8501c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet feb5531b-3a39-469d-b5d6-1ef4fe0c446b {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:31.157512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.195161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a7601ea-a68c-4224-aaf3-392e0db8501c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.259521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed24bf-2b53-4fb6-be96-0118cc4d51d3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=e14158eb-a665-493f-afe3-04bc4514198d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:31.399730 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a61ec87d-f262-488b-bc75-520643960e23 req-96f3a57c-b59f-409d-9573-20e52f248457 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022788 Dec 21 22:16:31.421054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a7601ea-a68c-4224-aaf3-392e0db8501c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.541318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a7601ea-a68c-4224-aaf3-392e0db8501c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.614840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bed24bf-2b53-4fb6-be96-0118cc4d51d3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.619498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port c363784f-fe51-4a26-b9c3-56d5bbd87718 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:31.619871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:31.845898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2bed24bf-2b53-4fb6-be96-0118cc4d51d3 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/e14158eb-a665-493f-afe3-04bc4514198d HTTP/1.1" status: 204 len: 168 time: 2.8825150 Dec 21 22:16:31.849427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36084) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:31.947422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a7601ea-a68c-4224-aaf3-392e0db8501c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:32.042384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 8f83cf99-54bf-47e4-9dee-0608f77580e1 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:32.052040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:32.075873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2eed23-4886-477d-a720-e40bd1450506 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:16:32.076491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6a2eed23-4886-477d-a720-e40bd1450506 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:32.080558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:32.092893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Sync routers for ids ['2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:32.114216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Routers {'2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:32.115400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:32.120077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7601ea-a68c-4224-aaf3-392e0db8501c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=feb5531b-3a39-469d-b5d6-1ef4fe0c446b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:32.187302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a7601ea-a68c-4224-aaf3-392e0db8501c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:32.230235 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a7601ea-a68c-4224-aaf3-392e0db8501c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/feb5531b-3a39-469d-b5d6-1ef4fe0c446b HTTP/1.1" status: 204 len: 168 time: 1.8686781 Dec 21 22:16:32.231319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36090) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.232053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7057af-ec37-41eb-85fb-a78ab4e139d9 None None] Network b556f054-ae90-4c08-a791-0c33d5e75d5e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:32.233328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port c363784f-fe51-4a26-b9c3-56d5bbd87718, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c363784f-fe51-4a26-b9c3-56d5bbd87718,segment=NetworkSegment(830ef429-ead2-48e8-8ae3-b38194f8105e),segment_id=830ef429-ead2-48e8-8ae3-b38194f8105e)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:32.233747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:32.432088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e2e86-c092-451a-8510-bd90d7bcc4bd None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:32.455127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-da26f3b4-c924-4f5f-9995-056d0866bd17 None None] Provisioning for port c363784f-fe51-4a26-b9c3-56d5bbd87718 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:32.534149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:32.548497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420dc3a-fa3b-4572-8e90-237f5d99d878 None None] Sync routers for ids ['8f83cf99-54bf-47e4-9dee-0608f77580e1'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:32.554456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.26.6.215 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/26c6a97a-0a80-4193-8b9c-56565073243c) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:32.574985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-79f9af66-c8bc-474f-989b-e971f6774c87 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/8f83cf99-54bf-47e4-9dee-0608f77580e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8181000 Dec 21 22:16:32.576818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420dc3a-fa3b-4572-8e90-237f5d99d878 None None] Routers {'8f83cf99-54bf-47e4-9dee-0608f77580e1'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:32.577900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c420dc3a-fa3b-4572-8e90-237f5d99d878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8f83cf99-54bf-47e4-9dee-0608f77580e1'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:32.581827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36094) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.594338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6a2eed23-4886-477d-a720-e40bd1450506 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:32.595418 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6a2eed23-4886-477d-a720-e40bd1450506 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/e14158eb-a665-493f-afe3-04bc4514198d HTTP/1.1" status: 404 len: 333 time: 0.7324917 Dec 21 22:16:32.602590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:32.606942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b7046bdd-3d5a-431f-8bba-56bb7190d31d tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.3785207 Dec 21 22:16:32.665997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c420dc3a-fa3b-4572-8e90-237f5d99d878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:32.673070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36098) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.673438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36100) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.682076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420dc3a-fa3b-4572-8e90-237f5d99d878 None None] Routers {'8f83cf99-54bf-47e4-9dee-0608f77580e1'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:32.683118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c420dc3a-fa3b-4572-8e90-237f5d99d878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8f83cf99-54bf-47e4-9dee-0608f77580e1'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:32.738540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7a15504-de1e-4963-a45c-0c5c2989ff3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:32.755940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c420dc3a-fa3b-4572-8e90-237f5d99d878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:32.756795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420dc3a-fa3b-4572-8e90-237f5d99d878 None None] The sync data for ids ['8f83cf99-54bf-47e4-9dee-0608f77580e1'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:32.787809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-da26f3b4-c924-4f5f-9995-056d0866bd17 None None] Provisioning complete for port c363784f-fe51-4a26-b9c3-56d5bbd87718 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:32.788231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da26f3b4-c924-4f5f-9995-056d0866bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:32.791796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d3de5da3-2699-4b9f-ae83-6645757d0f14 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:router {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:32.840151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for c363784f-fe51-4a26-b9c3-56d5bbd87718 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:32.931869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Set router 2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:16:32.958940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d9776-6d94-4a4c-8cf6-88ff15d3431b req-7806dc4a-7623-4f10-835e-949919a608b0 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:32.960628 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f49d9776-6d94-4a4c-8cf6-88ff15d3431b req-7806dc4a-7623-4f10-835e-949919a608b0 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.9207251 Dec 21 22:16:33.027254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d3de5da3-2699-4b9f-ae83-6645757d0f14 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:router {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:33.033898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3de5da3-2699-4b9f-ae83-6645757d0f14 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7844758 Dec 21 22:16:33.048850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36106) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:33.104874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7a15504-de1e-4963-a45c-0c5c2989ff3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:33.108849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e7a15504-de1e-4963-a45c-0c5c2989ff3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f83cf99-54bf-47e4-9dee-0608f77580e1 HTTP/1.1" status: 200 len: 205 time: 0.5225985 Dec 21 22:16:33.147475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36110) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:33.224138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f49d9776-6d94-4a4c-8cf6-88ff15d3431b req-84c0ef13-e3cd-4443-b2d3-36d065870a29 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499747 Dec 21 22:16:33.308069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-da26f3b4-c924-4f5f-9995-056d0866bd17 None None] Port c363784f-fe51-4a26-b9c3-56d5bbd87718 update to ACTIVE by agent not found {{(pid=88996) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 21 22:16:33.311540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.320237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-807c6322-cfd8-4660-bf9b-b9e291092634 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet 1bc0ec5e-c1aa-495d-bc85-6f686df402e3 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:33.378407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-807c6322-cfd8-4660-bf9b-b9e291092634 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.386971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.409609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Port': ['ID=c363784f-fe51-4a26-b9c3-56d5bbd87718,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:33.420587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1627b4-3642-4d6f-b565-548a30bf3b10 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.443613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.490304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d6660-9209-46df-b632-229e7254bb83 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:33.490961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3a4d6660-9209-46df-b632-229e7254bb83 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:33.512898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-807c6322-cfd8-4660-bf9b-b9e291092634 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.549463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8b78381c-a3d2-49e7-bf68-787a07a5e8f1 None None] Provisioning complete for port 226973f2-428a-4342-bfc5-5406789635f4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:33.549881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b78381c-a3d2-49e7-bf68-787a07a5e8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.568839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No DVR routers for this DVR port c363784f-fe51-4a26-b9c3-56d5bbd87718 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:33.639404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:33.654679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] Deleting port 226973f2-428a-4342-bfc5-5406789635f4 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:33.655093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.681661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.745638 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-590981bf-41db-46b7-ac6a-8327fb1f2bae tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/routers/2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b HTTP/1.1" status: 200 len: 908 time: 1.0692744 Dec 21 22:16:33.749019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36114) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:33.760851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1159117046', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': True}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:33.769600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:33.772297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b', 'name': 'tempest-snat-router-1159117046', 'tenant_id': '137622afc4174d53973248dba5dc4cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.78'}], 'enable_snat': False}, 'gw_port_id': '7c2b947f-06b0-45d7-9515-4e8f248e7c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:20Z', 'updated_at': '2021-12-21T22:16:26Z', 'revision_number': 3, 'project_id': '137622afc4174d53973248dba5dc4cfb', 'gw_port': {'id': '7c2b947f-06b0-45d7-9515-4e8f248e7c18', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:16:23Z', 'updated_at': '2021-12-21T22:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:33.776948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Usage tracker for resource:router and tenant:137622afc4174d53973248dba5dc4cfb is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:33.783886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:33.787116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.789421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-807c6322-cfd8-4660-bf9b-b9e291092634 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.791269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3a4d6660-9209-46df-b632-229e7254bb83 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:33.795299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3a4d6660-9209-46df-b632-229e7254bb83 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7286742 Dec 21 22:16:33.819466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Checking router: 2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:16:33.820369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Updating router 2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b port 7c2b947f-06b0-45d7-9515-4e8f248e7c18 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:16:33.826364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36118) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:33.829911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:33.938689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.943888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84fbdb2-ca81-4992-9e82-beb715e987e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:33.944683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d84fbdb2-ca81-4992-9e82-beb715e987e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:33.952978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.954078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:33.976090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.030157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-807c6322-cfd8-4660-bf9b-b9e291092634 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.037896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=e010f63d-df24-40e9-a7f5-3027c169a968,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:34.039940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d84fbdb2-ca81-4992-9e82-beb715e987e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:34.043851 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d84fbdb2-ca81-4992-9e82-beb715e987e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2138693 Dec 21 22:16:34.069334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] For port 226973f2-428a-4342-bfc5-5406789635f4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=226973f2-428a-4342-bfc5-5406789635f4,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:34.069772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.077915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36122) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.092314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=26c6a97a-0a80-4193-8b9c-56565073243c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:34.096346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:34.107719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:34.117574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1627b4-3642-4d6f-b565-548a30bf3b10 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.121215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:34.151518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c6322-cfd8-4660-bf9b-b9e291092634 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc0ec5e-c1aa-495d-bc85-6f686df402e3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:34.155603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.171954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1627b4-3642-4d6f-b565-548a30bf3b10 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.193112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf812044-f20f-4b9a-b0a7-4fa86e546354 None None] Network b556f054-ae90-4c08-a791-0c33d5e75d5e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:34.199887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-807c6322-cfd8-4660-bf9b-b9e291092634 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.209709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fb890788-d101-4850-877b-80dd2b133d2f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227281 Dec 21 22:16:34.217465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36126) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.227778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-42675c66-db84-45d6-946a-15e433bd752f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:34.278724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c990f-9b29-49c0-915a-87f5f35c42d6 None None] Network 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:34.308920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Deleting port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:34.309299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.357203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1627b4-3642-4d6f-b565-548a30bf3b10 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.357754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1627b4-3642-4d6f-b565-548a30bf3b10 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Fanout notify agent at l3_agent the message router_deleted on router 8f83cf99-54bf-47e4-9dee-0608f77580e1 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:16:34.401761 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-807c6322-cfd8-4660-bf9b-b9e291092634 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/1bc0ec5e-c1aa-495d-bc85-6f686df402e3 HTTP/1.1" status: 204 len: 168 time: 1.7247446 Dec 21 22:16:34.405408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36132) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.453074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1627b4-3642-4d6f-b565-548a30bf3b10 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.458201 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f1627b4-3642-4d6f-b565-548a30bf3b10 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/8f83cf99-54bf-47e4-9dee-0608f77580e1 HTTP/1.1" status: 204 len: 168 time: 1.2955890 Dec 21 22:16:34.464315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36136) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.540481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.576321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] Calling delete_port for 226973f2-428a-4342-bfc5-5406789635f4 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:34.704362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42675c66-db84-45d6-946a-15e433bd752f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:34.712640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42675c66-db84-45d6-946a-15e433bd752f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:34.732631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b556f054-ae90-4c08-a791-0c33d5e75d5e']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:34.749770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.778705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830ef429-ead2-48e8-8ae3-b38194f8105e') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:34.778968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 226973f2-428a-4342-bfc5-5406789635f4 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:34.779057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830ef429-ead2-48e8-8ae3-b38194f8105e') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:34.789406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42675c66-db84-45d6-946a-15e433bd752f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:34.796436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42675c66-db84-45d6-946a-15e433bd752f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.799676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-42675c66-db84-45d6-946a-15e433bd752f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:16:34.800636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42675c66-db84-45d6-946a-15e433bd752f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:34.828115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.859268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dc0a5-e9b2-4c52-8110-8db5bb1ba4f0 req-460b31ce-caf8-4c84-816e-9a3d9e1d8314 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:34.868062 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e20dc0a5-e9b2-4c52-8110-8db5bb1ba4f0 req-460b31ce-caf8-4c84-816e-9a3d9e1d8314 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.4037378 Dec 21 22:16:34.899775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.916193 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-42675c66-db84-45d6-946a-15e433bd752f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6915405 Dec 21 22:16:34.919641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36140) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.920753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:34.921205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:34.941571 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:34.947412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-64066237-b57f-4d3f-9e45-1fbd7a850138 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:35.071305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.078832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No active binding found for port 226973f2-428a-4342-bfc5-5406789635f4 {{(pid=88996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 22:16:35.079844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 226973f2-428a-4342-bfc5-5406789635f4 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:35.098983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.258669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019d24f-38c3-4d24-ab4b-e75d0c3a6350 None None] DHCP port deletion for b556f054-ae90-4c08-a791-0c33d5e75d5e request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:35.270374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] Pushing event deleted for resources: {'Port': ['ID=226973f2-428a-4342-bfc5-5406789635f4,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:35.288813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b700b49-38d1-4ebe-a2ed-8b770e3ae2b8 None None] No DVR routers for this DVR port 226973f2-428a-4342-bfc5-5406789635f4 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:35.292462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 40b4122a-1e80-4746-bfef-842f652cb160 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:35.292847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.305267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.367607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] For port 18a8dc75-d99f-4d45-a44b-4f1f0ab60467, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:35.368010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.410986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] DHCP port deletion for 1234b604-ff5f-4dda-9a6d-375bd8b8eea6 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:35.415791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] Deleting port 40b4122a-1e80-4746-bfef-842f652cb160 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:35.416522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.437717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e20dc0a5-e9b2-4c52-8110-8db5bb1ba4f0 req-afb350dc-8183-49b0-98e3-7aaec592d750 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685782 Dec 21 22:16:35.445016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Transition to ACTIVE for port object 7c2b947f-06b0-45d7-9515-4e8f248e7c18 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:35.457211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64066237-b57f-4d3f-9e45-1fbd7a850138 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:35.518948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.521050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64066237-b57f-4d3f-9e45-1fbd7a850138 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:35.550731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.550966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Calling delete_port for 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:35.571564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=b556f054-ae90-4c08-a791-0c33d5e75d5e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:35.580273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-94bcfd16-454c-49e8-ae6c-efbf5fdc0792 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/b556f054-ae90-4c08-a791-0c33d5e75d5e HTTP/1.1" status: 204 len: 168 time: 6.8582373 Dec 21 22:16:35.585634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36146) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:35.607172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-716503290'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:35.640704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c78d9cf-efea-462c-86c3-cc52a7260d1b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet d4dfb730-c083-4d8e-8c0a-e35ca0a7d842 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:35.648693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64066237-b57f-4d3f-9e45-1fbd7a850138 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:35.655325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64066237-b57f-4d3f-9e45-1fbd7a850138 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.658753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-64066237-b57f-4d3f-9e45-1fbd7a850138 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:16:35.659261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64066237-b57f-4d3f-9e45-1fbd7a850138 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:35.667951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:35.671376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c78d9cf-efea-462c-86c3-cc52a7260d1b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.698046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.732076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-64066237-b57f-4d3f-9e45-1fbd7a850138 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7918808 Dec 21 22:16:35.732298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:35.736434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] For port 40b4122a-1e80-4746-bfef-842f652cb160, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=40b4122a-1e80-4746-bfef-842f652cb160,segment=NetworkSegment(1ea823df-b72c-428f-8c03-f817cf2672a1),segment_id=1ea823df-b72c-428f-8c03-f817cf2672a1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:35.736779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36150) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:35.737423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.740207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.742338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:35.745690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ee6801a7-7bac-4fd1-8197-d41d2ba367e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:35.765224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:35.834204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c78d9cf-efea-462c-86c3-cc52a7260d1b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.889347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:35.901122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] Calling delete_port for 40b4122a-1e80-4746-bfef-842f652cb160 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:35.908271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:35.913475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.011927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ee6801a7-7bac-4fd1-8197-d41d2ba367e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:36.025260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c6424-bd1a-4b80-9fcc-c6c8dbd6c730 None None] Pushing event updated for resources: {'Port': ['ID=7c2b947f-06b0-45d7-9515-4e8f248e7c18,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:36.088146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Attempting to bind port 7c2b947f-06b0-45d7-9515-4e8f248e7c18 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:36.088413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:16:36.088851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Attempting to bind port 7c2b947f-06b0-45d7-9515-4e8f248e7c18 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:36.090023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Attempting to bind port 7c2b947f-06b0-45d7-9515-4e8f248e7c18 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:36.091331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] For port 40b4122a-1e80-4746-bfef-842f652cb160, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=40b4122a-1e80-4746-bfef-842f652cb160,segment=NetworkSegment(1ea823df-b72c-428f-8c03-f817cf2672a1),segment_id=1ea823df-b72c-428f-8c03-f817cf2672a1)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:36.091733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.100750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:36.101340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:36.101913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.102435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:36.103068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Bound port: 7c2b947f-06b0-45d7-9515-4e8f248e7c18, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:36.103586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.130520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Allocated IP 172.26.6.210 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/7359647e-251e-4517-9d77-d3cc942b4e6d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:36.200674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ee6801a7-7bac-4fd1-8197-d41d2ba367e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:36.207552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] For port 7c2b947f-06b0-45d7-9515-4e8f248e7c18, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:36.211217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] For port 7c2b947f-06b0-45d7-9515-4e8f248e7c18, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7c2b947f-06b0-45d7-9515-4e8f248e7c18,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:36.228104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.276471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.283551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] Pushing event deleted for resources: {'Port': ['ID=40b4122a-1e80-4746-bfef-842f652cb160,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:36.308202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 40b4122a-1e80-4746-bfef-842f652cb160 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:36.347133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c5d12-179f-4969-96a9-1d919ef6fc89 None None] No DVR routers for this DVR port 40b4122a-1e80-4746-bfef-842f652cb160 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:36.349363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.349767 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment f769d11d-d89f-4bef-825f-4f04db38b551 of type vlan for network 91be7087-4d9b-45ad-a73a-8072f3b2c37c Dec 21 22:16:36.365859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c78d9cf-efea-462c-86c3-cc52a7260d1b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.385727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6801a7-7bac-4fd1-8197-d41d2ba367e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:36.394057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Routers {'2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:36.394810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:36.451380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c6424-bd1a-4b80-9fcc-c6c8dbd6c730 None None] Pushing event updated for resources: {'Port': ['ID=7c2b947f-06b0-45d7-9515-4e8f248e7c18,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:36.511415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.524833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.569069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86aebf-4ccb-4a39-bb4f-70c5dd9caa9e req-c557904f-5995-4bde-863b-4cc4d1f1a846 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:36.576468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf86aebf-4ccb-4a39-bb4f-70c5dd9caa9e req-c557904f-5995-4bde-863b-4cc4d1f1a846 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.4251161 Dec 21 22:16:36.602340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.605296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] Set router 2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:16:36.610988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee6801a7-7bac-4fd1-8197-d41d2ba367e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.612552 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6801a7-7bac-4fd1-8197-d41d2ba367e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:16:36.613056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6801a7-7bac-4fd1-8197-d41d2ba367e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:36.632368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:16:36.632732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:16:36.641918 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-a848d787-4252-43fc-9255-9338ed91b19e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e6614274b794de5a093d4f30b814f7d&device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 1098 time: 0.4378242 Dec 21 22:16:36.664981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.675890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c363784f-fe51-4a26-b9c3-56d5bbd87718 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:36.701273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c78d9cf-efea-462c-86c3-cc52a7260d1b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.705160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.717385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: c363784f-fe51-4a26-b9c3-56d5bbd87718 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:36.717609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c363784f-fe51-4a26-b9c3-56d5bbd87718 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:36.717966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 40b4122a-1e80-4746-bfef-842f652cb160 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:36.736798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf86aebf-4ccb-4a39-bb4f-70c5dd9caa9e req-0bb48b5c-5ff7-49c2-8ba1-7fc3a954cfe8 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578014 Dec 21 22:16:36.783867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.788015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:36.788709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.807633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee6801a7-7bac-4fd1-8197-d41d2ba367e2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0666285 Dec 21 22:16:36.807633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.810538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36156) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:36.825076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 40b4122a-1e80-4746-bfef-842f652cb160 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:36.825611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 40b4122a-1e80-4746-bfef-842f652cb160 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:36.842191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Pushing event deleted for resources: {'Port': ['ID=18a8dc75-d99f-4d45-a44b-4f1f0ab60467,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:36.844793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78d9cf-efea-462c-86c3-cc52a7260d1b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dfb730-c083-4d8e-8c0a-e35ca0a7d842,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:36.862686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4a0517da-e4c2-4831-a040-d84840d6925d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:36.889058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c78d9cf-efea-462c-86c3-cc52a7260d1b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:36.943464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756aa289-0c53-448d-985d-79535df30785 None None] Network 374d91a2-cc99-47b0-934d-357cb3227fa5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:36.970356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:36.971673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-3075a32f-5770-47c0-b530-62c1c3dfdce1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:36.973710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-3075a32f-5770-47c0-b530-62c1c3dfdce1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8628e459-5137-48e6-9fc6-97b3ba5d5841 HTTP/1.1" status: 200 len: 913 time: 0.3170102 Dec 21 22:16:36.980693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:37.147217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'Port': ['ID=7359647e-251e-4517-9d77-d3cc942b4e6d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:37.156310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a0517da-e4c2-4831-a040-d84840d6925d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:37.170003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a0517da-e4c2-4831-a040-d84840d6925d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:37.180937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:37.235591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 40b4122a-1e80-4746-bfef-842f652cb160 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:37.235973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.243765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0517da-e4c2-4831-a040-d84840d6925d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:37.249946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a0517da-e4c2-4831-a040-d84840d6925d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.252206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0517da-e4c2-4831-a040-d84840d6925d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:16:37.252715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0517da-e4c2-4831-a040-d84840d6925d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:37.268929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-9939bd6a-69eb-4672-960a-88ed7ed5120f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01 HTTP/1.1" status: 200 len: 217 time: 0.2857816 Dec 21 22:16:37.316729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=91be7087-4d9b-45ad-a73a-8072f3b2c37c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:37.356383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3ae94c7e-8378-4b0f-bbce-5ee58f00b06d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7664473 Dec 21 22:16:37.356383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8c78d9cf-efea-462c-86c3-cc52a7260d1b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/d4dfb730-c083-4d8e-8c0a-e35ca0a7d842 HTTP/1.1" status: 204 len: 168 time: 2.8854082 Dec 21 22:16:37.365357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36160) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:37.366024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36162) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:37.389344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': '91be7087-4d9b-45ad-a73a-8072f3b2c37c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:37.412396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] The port '40b4122a-1e80-4746-bfef-842f652cb160' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:16:37.463976 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a0517da-e4c2-4831-a040-d84840d6925d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6137428 Dec 21 22:16:37.474727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36168) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:37.507091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 91be7087-4d9b-45ad-a73a-8072f3b2c37c details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:16:37.512265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-809418fa-912f-4d16-9180-0369a8906772 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:37.527380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e492661f-9035-4122-a6f6-3c9111401170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.538759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-81160e9e-5b82-4d97-9d5e-4f2f299a63e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:37.540155 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-81160e9e-5b82-4d97-9d5e-4f2f299a63e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbaeaefb-99f1-4766-bdcb-d85c923fdd9e HTTP/1.1" status: 200 len: 852 time: 0.2621119 Dec 21 22:16:37.640732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b', 'name': 'tempest-snat-router-1159117046', 'tenant_id': '137622afc4174d53973248dba5dc4cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.78'}], 'enable_snat': False}, 'gw_port_id': '7c2b947f-06b0-45d7-9515-4e8f248e7c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:20Z', 'updated_at': '2021-12-21T22:16:26Z', 'revision_number': 3, 'project_id': '137622afc4174d53973248dba5dc4cfb', 'gw_port': {'id': '7c2b947f-06b0-45d7-9515-4e8f248e7c18', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:16:23Z', 'updated_at': '2021-12-21T22:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:37.649212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514fc58b-6924-4e19-aa2b-782bc5f1d0c1 None None] The sync data for ids ['2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b'] in dv-neutron-822521-1-hyperv is: [{'id': '2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b', 'name': 'tempest-snat-router-1159117046', 'tenant_id': '137622afc4174d53973248dba5dc4cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.78'}], 'enable_snat': False}, 'gw_port_id': '7c2b947f-06b0-45d7-9515-4e8f248e7c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:20Z', 'updated_at': '2021-12-21T22:16:26Z', 'revision_number': 3, 'project_id': '137622afc4174d53973248dba5dc4cfb', 'gw_port': {'id': '7c2b947f-06b0-45d7-9515-4e8f248e7c18', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:16:23Z', 'updated_at': '2021-12-21T22:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:37.708405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.712311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-1781a742-3bcb-4704-b8a7-9d16a6271467 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8628e459-5137-48e6-9fc6-97b3ba5d5841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530437 Dec 21 22:16:37.737084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] DHCP port deletion for 374d91a2-cc99-47b0-934d-357cb3227fa5 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:37.742011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] Deleting port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:37.742568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.759639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1234b604-ff5f-4dda-9a6d-375bd8b8eea6']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:37.781955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea823df-b72c-428f-8c03-f817cf2672a1') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:37.782291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea823df-b72c-428f-8c03-f817cf2672a1') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:37.811774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.840544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.856828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91c959e-25ce-4d0a-91cb-0995b141d912 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet 2a75fe28-1a66-416f-9876-f34b5911ce0e {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:37.907359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.956751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:37.985126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:37.985681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:38.008538 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:38.027727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] For port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7107a21b-23c2-475f-a4e3-48b1fccf5ac6,segment=NetworkSegment(d5e9e286-eea7-42cb-bdb5-7986d1f342a1),segment_id=d5e9e286-eea7-42cb-bdb5-7986d1f342a1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:38.028697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.182440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=26c6a97a-0a80-4193-8b9c-56565073243c,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:38.182761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] Calling delete_port for 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:38.234838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.280263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:38.290430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e91c959e-25ce-4d0a-91cb-0995b141d912 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.321641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.337219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.354079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.357315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:subnet and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:38.380646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:38.411598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:38.413447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] Pushing event deleted for resources: {'Port': ['ID=7107a21b-23c2-475f-a4e3-48b1fccf5ac6,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:38.415331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.419291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab01074-416d-4aaf-ab8c-7affeaeb8b35 None None] No DVR routers for this DVR port 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:38.425034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-809418fa-912f-4d16-9180-0369a8906772 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:38.439689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Network': ['ID=1234b604-ff5f-4dda-9a6d-375bd8b8eea6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:38.450607 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb762900-d022-4a36-a66b-8d6ca50ff523 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/networks/1234b604-ff5f-4dda-9a6d-375bd8b8eea6 HTTP/1.1" status: 204 len: 168 time: 4.0351245 Dec 21 22:16:38.462250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36174) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:38.473138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1960434594'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:38.484221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:38.493131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:network and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:38.498154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:38.507085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:38.514061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e91c959e-25ce-4d0a-91cb-0995b141d912 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.569623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-809418fa-912f-4d16-9180-0369a8906772 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:38.610380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:38.678418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:38.683929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.696856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809418fa-912f-4d16-9180-0369a8906772 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:38.702919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-809418fa-912f-4d16-9180-0369a8906772 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.707087 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-809418fa-912f-4d16-9180-0369a8906772 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:16:38.707087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809418fa-912f-4d16-9180-0369a8906772 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:38.726962 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-fc480290-7bee-49b2-ab54-dff1beda658d service neutron] 10.222.0.46 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0043838 Dec 21 22:16:38.744656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:16:38.744970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e181b-3e1e-441b-a993-d84ae7ab2400 req-dbf6e8ce-ebd4-4d23-b6df-8cfcf5a2e173 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:38.753316 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-776e181b-3e1e-441b-a993-d84ae7ab2400 req-dbf6e8ce-ebd4-4d23-b6df-8cfcf5a2e173 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.5445859 Dec 21 22:16:38.767358 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP b0f0b81e-74f5-4e84-bc6a-bd30d1d096ed associated. External IP: 172.26.6.215, port: 87836dab-6607-4125-834f-0a12c5671dcf. Dec 21 22:16:38.808761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7c2b947f-06b0-45d7-9515-4e8f248e7c18 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:38.841981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.842345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Added segment 6270879d-0666-4bfe-b500-21130c5b4448 of type vlan for network 1a03af18-0664-497b-a8dc-6946d9fa10d8 Dec 21 22:16:38.848901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.889127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.918250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.959740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 7c2b947f-06b0-45d7-9515-4e8f248e7c18 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:38.968729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7c2b947f-06b0-45d7-9515-4e8f248e7c18 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:38.970708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:38.973960 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-809418fa-912f-4d16-9180-0369a8906772 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4844120 Dec 21 22:16:38.977621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36178) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:39.085280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e91c959e-25ce-4d0a-91cb-0995b141d912 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.118154 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-776e181b-3e1e-441b-a993-d84ae7ab2400 req-6ba8f3c5-d8a3-4001-9dca-672acdfd2b4d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638506 Dec 21 22:16:39.139588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.161921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 7c2b947f-06b0-45d7-9515-4e8f248e7c18, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7c2b947f-06b0-45d7-9515-4e8f248e7c18,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:39.194262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.249332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1cfe5f6d-1745-45a4-a0be-cef057e3e9f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:39.258683 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-56075c57-5b5c-4c3f-842b-3df707d5ea51 req-c2030285-c54b-414d-b4b6-9cae4e4ebeb5 service neutron] 10.222.0.46 "GET /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135933 Dec 21 22:16:39.259595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.260375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.272348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:39.349944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=7c2b947f-06b0-45d7-9515-4e8f248e7c18,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:39.360081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:39.360851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7107a21b-23c2-475f-a4e3-48b1fccf5ac6 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:39.470687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.474793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:39.475434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.602224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.618599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1cfe5f6d-1745-45a4-a0be-cef057e3e9f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:39.653448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e91c959e-25ce-4d0a-91cb-0995b141d912 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.698513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1cfe5f6d-1745-45a4-a0be-cef057e3e9f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:39.713044 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2479556 Dec 21 22:16:39.713961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2464aef-c451-484d-98b7-44a135d0e3b0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Network': ['ID=1a03af18-0664-497b-a8dc-6946d9fa10d8,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:39.717156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e91c959e-25ce-4d0a-91cb-0995b141d912 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:39.718945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36182) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:39.728931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '1a03af18-0664-497b-a8dc-6946d9fa10d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:39.731250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba89f61-f306-4af4-8411-8afd07d0ad25 None None] Network 44a804eb-9cab-4c10-98ec-8e9549f3c965 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:39.732637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=83dc8cbe-3904-42af-acff-0350e8031af0,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:39.747890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1a03af18-0664-497b-a8dc-6946d9fa10d8 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:16:39.801529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c959e-25ce-4d0a-91cb-0995b141d912 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=2a75fe28-1a66-416f-9876-f34b5911ce0e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:39.810253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e91c959e-25ce-4d0a-91cb-0995b141d912 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/2a75fe28-1a66-416f-9876-f34b5911ce0e HTTP/1.1" status: 204 len: 168 time: 2.4363739 Dec 21 22:16:39.828990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36186) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:39.851701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe5f6d-1745-45a4-a0be-cef057e3e9f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:39.863575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': 'f769d11d-d89f-4bef-825f-4f04db38b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '91be7087-4d9b-45ad-a73a-8072f3b2c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:39.864044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: 91be7087-4d9b-45ad-a73a-8072f3b2c37c, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:16:40.012772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.018951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 91be7087-4d9b-45ad-a73a-8072f3b2c37c is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:16:40.071191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:40.088711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:40.096094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.097187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3893a0eb-9a87-427d-80a9-dc2975723841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.099192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:40.106758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5f6d-1745-45a4-a0be-cef057e3e9f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.108366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfe5f6d-1745-45a4-a0be-cef057e3e9f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:16:40.108881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfe5f6d-1745-45a4-a0be-cef057e3e9f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:40.111427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 91be7087-4d9b-45ad-a73a-8072f3b2c37c) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:40.126733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:40.132892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e32756-eb42-44dd-9459-c6e0d9c41ce7 None None] Network 91be7087-4d9b-45ad-a73a-8072f3b2c37c requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:40.139478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:40.148791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.228245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Router aba1c64c-3d61-405b-87cd-388ed2f26b50 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:16:40.238934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.259461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1cfe5f6d-1745-45a4-a0be-cef057e3e9f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2782083 Dec 21 22:16:40.270361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36192) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:40.320841 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bdea97db-326b-44d6-b9c1-d5c3c8f2e723 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9451091 Dec 21 22:16:40.330207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36196) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:40.340513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:40.352588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374d91a2-cc99-47b0-934d-357cb3227fa5']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:40.365937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-295144569'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:40.374299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fce486ff-a85e-432e-8a53-243246b0fe73 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1015129 Dec 21 22:16:40.376610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e9e286-eea7-42cb-bdb5-7986d1f342a1') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:40.376736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e9e286-eea7-42cb-bdb5-7986d1f342a1') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:40.383449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36200) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:40.386880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:40.424604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] DHCP port deletion for 44a804eb-9cab-4c10-98ec-8e9549f3c965 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:40.433412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.443041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] Deleting port a42438e1-94b5-4d3b-a374-028ea11fcd9b {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:40.443458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.451762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:40.468714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.488169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:40.488634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.500769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:40.508149 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:40.585842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:40.592551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-91be7087-4d9b-45ad-a73a-8072f3b2c37c', 'network_id': '91be7087-4d9b-45ad-a73a-8072f3b2c37c', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': '83dc8cbe-3904-42af-acff-0350e8031af0'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:40.593456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.634021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.668116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40c64d-8478-4fd3-a982-c9738452c2da tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:40.668933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7d40c64d-8478-4fd3-a982-c9738452c2da tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:40.695697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7c2b947f-06b0-45d7-9515-4e8f248e7c18 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:40.726193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:40.731851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.822146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7d40c64d-8478-4fd3-a982-c9738452c2da tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:40.823468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7d40c64d-8478-4fd3-a982-c9738452c2da tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4323061 Dec 21 22:16:40.829263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36204) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:40.866993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] For port a42438e1-94b5-4d3b-a374-028ea11fcd9b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a42438e1-94b5-4d3b-a374-028ea11fcd9b,segment=NetworkSegment(f597a014-b5f8-4a28-aeea-c12fc336ec46),segment_id=f597a014-b5f8-4a28-aeea-c12fc336ec46)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:40.867445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.944380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c42fd-e587-423f-8486-850a4453ed54 req-1ec12d34-6af2-47c3-85ed-f42f7800f910 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:40.949468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dd6c42fd-e587-423f-8486-850a4453ed54 req-1ec12d34-6af2-47c3-85ed-f42f7800f910 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.5565062 Dec 21 22:16:40.988592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:40.997847 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cfb605c9-189f-4603-a285-e5d74ae183c5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1564696 Dec 21 22:16:40.998072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36208) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:41.018701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] Calling delete_port for a42438e1-94b5-4d3b-a374-028ea11fcd9b owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:41.022655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:16:41.024027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.030562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:41.042131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Router 9065822e-fb9c-4d8f-b046-f98f398a8d94 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:41.057486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.057702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment 054dac50-4b2a-471d-b479-09a5c0d15ed4 of type vlan for network 4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84 Dec 21 22:16:41.090531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=374d91a2-cc99-47b0-934d-357cb3227fa5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:41.136945 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d0352658-5c8b-4fd7-8c27-b87df3b8a339 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/374d91a2-cc99-47b0-934d-357cb3227fa5 HTTP/1.1" status: 204 len: 168 time: 1.3065817 Dec 21 22:16:41.137357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7c2b947f-06b0-45d7-9515-4e8f248e7c18 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:41.137728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.140162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36212) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:41.168050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.175335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:41.298465 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dd6c42fd-e587-423f-8486-850a4453ed54 req-5223375a-d25a-4d4c-9ac3-4ffcc8446849 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295076 Dec 21 22:16:41.310668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:41.328877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:41.367790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Sync routers for ids ['aba1c64c-3d61-405b-87cd-388ed2f26b50'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:41.373702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Allocated IP 2001:db8::3 (91be7087-4d9b-45ad-a73a-8072f3b2c37c/83dc8cbe-3904-42af-acff-0350e8031af0/7b23514b-2b76-4995-b072-7d626a62cbb8) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:41.411558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.416793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d01796cd-e4df-4b0b-b6c4-040094d7a97e tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6647699 Dec 21 22:16:41.417841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36218) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:41.429625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:41.466330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Routers {'aba1c64c-3d61-405b-87cd-388ed2f26b50'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:41.467166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aba1c64c-3d61-405b-87cd-388ed2f26b50'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:41.522680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.549084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.592218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:41.599476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.700787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.730312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] Pushing event deleted for resources: {'Port': ['ID=a42438e1-94b5-4d3b-a374-028ea11fcd9b,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:41.761825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4907d4b-fd34-4a1c-9877-7f1636d25a0d None None] No DVR routers for this DVR port a42438e1-94b5-4d3b-a374-028ea11fcd9b on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:41.778222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.781138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.786726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:41.787559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.822447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:41.827798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a42438e1-94b5-4d3b-a374-028ea11fcd9b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:41.863459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a804eb-9cab-4c10-98ec-8e9549f3c965']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:41.880271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f597a014-b5f8-4a28-aeea-c12fc336ec46') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:41.880647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f597a014-b5f8-4a28-aeea-c12fc336ec46') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:41.886928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: a42438e1-94b5-4d3b-a374-028ea11fcd9b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:41.887319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a42438e1-94b5-4d3b-a374-028ea11fcd9b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:41.908371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=35ae4c80-93f6-4446-a932-2ae0a967e665,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:41.912578 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5761569 Dec 21 22:16:41.952132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36224) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:41.989658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Set router aba1c64c-3d61-405b-87cd-388ed2f26b50 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:16:42.006258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.017595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': '4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:42.105246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972339d2-87a6-4fc4-92de-10d0a443110f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:42.129568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.141251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:16:42.155601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.227292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:42.227958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.233377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Checking segment: {'id': '6270879d-0666-4bfe-b500-21130c5b4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a03af18-0664-497b-a8dc-6946d9fa10d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:42.233800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network hostable DHCP agents. Network: 1a03af18-0664-497b-a8dc-6946d9fa10d8, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:42.244414 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:42.266436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:42.272998 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2cdc11f5-9d65-454a-afc2-1b1e5c3368cd admin admin] 10.222.0.30 "PUT /v2.0/routers/9065822e-fb9c-4d8f-b046-f98f398a8d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3141792 Dec 21 22:16:42.278802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36228) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.285472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] Sync routers for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:42.305484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:42.307048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:42.357484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:42.384896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:subnet and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:42.396092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:42.426656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 1a03af18-0664-497b-a8dc-6946d9fa10d8 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:16:42.442577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:42.443459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Transition to ACTIVE for port object 7b23514b-2b76-4995-b072-7d626a62cbb8 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:42.457575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:42.472671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba4a0c-441d-4357-8c39-99a8edbe4778 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:42.493350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51c37b-11b3-42b1-9b9d-b603a2d4047d req-4609e34b-3f57-41b6-a10d-c33ae1e8d1e0 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:42.498739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 1a03af18-0664-497b-a8dc-6946d9fa10d8) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:42.502682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c51c37b-11b3-42b1-9b9d-b603a2d4047d req-4609e34b-3f57-41b6-a10d-c33ae1e8d1e0 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.5445058 Dec 21 22:16:42.510469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7528531-2005-4e3a-909c-b4025246bc6e None None] Network 1a03af18-0664-497b-a8dc-6946d9fa10d8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:42.515389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:42.517086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.529499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.530197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba1c64c-3d61-405b-87cd-388ed2f26b50', 'name': 'tempest-snat-router-1159117046', 'tenant_id': '137622afc4174d53973248dba5dc4cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '7359647e-251e-4517-9d77-d3cc942b4e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:33Z', 'updated_at': '2021-12-21T22:16:37Z', 'revision_number': 3, 'project_id': '137622afc4174d53973248dba5dc4cfb', 'gw_port': {'id': '7359647e-251e-4517-9d77-d3cc942b4e6d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:1c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba1c64c-3d61-405b-87cd-388ed2f26b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:16:35Z', 'updated_at': '2021-12-21T22:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:42.540823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Checking router: aba1c64c-3d61-405b-87cd-388ed2f26b50 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:16:42.541123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:16:42.541655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Updating router aba1c64c-3d61-405b-87cd-388ed2f26b50 port 7359647e-251e-4517-9d77-d3cc942b4e6d binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:16:42.550379 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cc148447-aa3f-450c-a15d-b2ab93b7aad0 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/routers/aba1c64c-3d61-405b-87cd-388ed2f26b50 HTTP/1.1" status: 200 len: 908 time: 1.1246512 Dec 21 22:16:42.571878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36232) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.573062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.593299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Transition to ACTIVE for port object 7b23514b-2b76-4995-b072-7d626a62cbb8 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:42.618174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba4a0c-441d-4357-8c39-99a8edbe4778 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:42.619127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4bba4a0c-441d-4357-8c39-99a8edbe4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:42.629197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.674743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=44a804eb-9cab-4c10-98ec-8e9549f3c965,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:42.694537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:42.706663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4bba4a0c-441d-4357-8c39-99a8edbe4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:42.715411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.717735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6c8cf326-dc0f-4797-9a22-bb3b7c56ae6e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.7090971 Dec 21 22:16:42.721827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-09d3597c-78d1-488b-a962-07978e33552e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9993756 Dec 21 22:16:42.723051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36236) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.736699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36238) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.748882 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-39fdf7ca-2ca9-42ce-9690-390439a1f39c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/44a804eb-9cab-4c10-98ec-8e9549f3c965 HTTP/1.1" status: 204 len: 168 time: 1.6044707 Dec 21 22:16:42.752210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36244) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.755979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1087526614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:42.783324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1946693910'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:42.798327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:42.801932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:42.818519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c51c37b-11b3-42b1-9b9d-b603a2d4047d req-e9f93fd1-ad71-4a49-aafc-2e92983481bf tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156586 Dec 21 22:16:42.843242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:router and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:42.856485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-96ddd5f4-ecbf-4a75-84a8-723dcb73581b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "GET /v2.0/floatingips/b0f0b81e-74f5-4e84-bc6a-bd30d1d096ed HTTP/1.1" status: 200 len: 977 time: 0.1311846 Dec 21 22:16:42.857155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36248) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.869878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Pushing event updated for resources: {'Port': ['ID=7b23514b-2b76-4995-b072-7d626a62cbb8,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:42.889392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:16:36Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:42.894621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] Checking router: 9065822e-fb9c-4d8f-b046-f98f398a8d94 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:16:42.900081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:42.903361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:42.907246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] Routers {'9065822e-fb9c-4d8f-b046-f98f398a8d94'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:42.908094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9065822e-fb9c-4d8f-b046-f98f398a8d94'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:42.925122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:42.934409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Network 91be7087-4d9b-45ad-a73a-8072f3b2c37c is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:42.935372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.937046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:42.943382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:42.956505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:42.972923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:42.991542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:43.006831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.049950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba4a0c-441d-4357-8c39-99a8edbe4778 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:43.050907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4bba4a0c-441d-4357-8c39-99a8edbe4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:43.080316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:43.086510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.108546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dd31bcb5-b6e6-4cf1-8495-93c28f157b25 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Synchronizing usage tracker for tenant:c0422a3227f743588e5e0acb071f15ad on resource:floatingip {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:43.177413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing IP validity checks on allocation pools {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 22:16:43.178209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 22:16:43.206262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dd31bcb5-b6e6-4cf1-8495-93c28f157b25 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Unset dirty status for tenant:c0422a3227f743588e5e0acb071f15ad on resource:floatingip {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:43.211625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd31bcb5-b6e6-4cf1-8495-93c28f157b25 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3525760 Dec 21 22:16:43.214336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36252) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:43.221861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'port_id': 'dc761319-b1cd-446a-802a-e8189fc1d784'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:43.323209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] Set router 9065822e-fb9c-4d8f-b046-f98f398a8d94 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:16:43.376751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.377899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.381764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.408479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.435192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4bba4a0c-441d-4357-8c39-99a8edbe4778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:43.435653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba4a0c-441d-4357-8c39-99a8edbe4778 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:43.463352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=e1caeb84-7d93-44af-a818-b2e3735d5c1c,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:43.543848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:16:43.563930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-1a03af18-0664-497b-a8dc-6946d9fa10d8', 'network_id': '1a03af18-0664-497b-a8dc-6946d9fa10d8', 'tenant_id': '4f972e5a82574e889ce311abf4510be3', 'fixed_ips': [{'subnet_id': '35ae4c80-93f6-4446-a932-2ae0a967e665'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:43.564864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.585523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.595413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Attempting to bind port 7b23514b-2b76-4995-b072-7d626a62cbb8 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:43.595835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Attempting to bind port 7b23514b-2b76-4995-b072-7d626a62cbb8 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f769d11d-d89f-4bef-825f-4f04db38b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '91be7087-4d9b-45ad-a73a-8072f3b2c37c'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:43.596616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Attempting to bind port 7b23514b-2b76-4995-b072-7d626a62cbb8 on network 91be7087-4d9b-45ad-a73a-8072f3b2c37c {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:43.622633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:43.623081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Checking segment: {'id': 'f769d11d-d89f-4bef-825f-4f04db38b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '91be7087-4d9b-45ad-a73a-8072f3b2c37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:43.623480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.623923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Bound using segment: {'id': 'f769d11d-d89f-4bef-825f-4f04db38b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '91be7087-4d9b-45ad-a73a-8072f3b2c37c'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:43.624594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Bound port: 7b23514b-2b76-4995-b072-7d626a62cbb8, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f769d11d-d89f-4bef-825f-4f04db38b551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '91be7087-4d9b-45ad-a73a-8072f3b2c37c'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:43.625735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.642858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:43.651705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.651893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment 31c891c3-6081-4f0f-840f-f47cc8b3e133 of type vlan for network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e Dec 21 22:16:43.656371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:43.666895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:43.667545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.709079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.730027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1259d7-8151-47da-a61b-ba7b2df2ac43 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:43.757333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:16:36Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:43.761940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0beaf8-dbf6-4140-9e33-737dc3175d45 None None] The sync data for ids ['9065822e-fb9c-4d8f-b046-f98f398a8d94'] in dv-neutron-822521-1-hyperv is: [{'id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'name': 'tempest-ServerActionsTestJSON-33716603-router', 'tenant_id': '00e26ba0de984a87912fcc7fd7d61755', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:11:56Z', 'updated_at': '2021-12-21T22:16:36Z', 'revision_number': 5, 'project_id': '00e26ba0de984a87912fcc7fd7d61755', 'gw_port': {'id': '0bd767fb-fdf0-4017-b578-0738ae481f6f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:92:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9065822e-fb9c-4d8f-b046-f98f398a8d94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:11:57Z', 'updated_at': '2021-12-21T22:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:43.783155 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7834032 Dec 21 22:16:43.792122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36256) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:43.794994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Deleting port 0bd767fb-fdf0-4017-b578-0738ae481f6f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:43.795377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.806876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.816895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': '054dac50-4b2a-471d-b479-09a5c0d15ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:43.817296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: 4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:16:43.827955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:22:bd:88', 'name': 'tempest-NetworksTestDHCPv6-93159316'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:43.868140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:43.961427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84681117-1836-456f-8667-10bca0de4c56 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=bcec888e-386d-47e0-9c00-852c057d2e6f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:44.016634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.049592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] For port 7b23514b-2b76-4995-b072-7d626a62cbb8, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:44.141311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] For port 7b23514b-2b76-4995-b072-7d626a62cbb8, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7b23514b-2b76-4995-b072-7d626a62cbb8,segment=NetworkSegment(f769d11d-d89f-4bef-825f-4f04db38b551),segment_id=f769d11d-d89f-4bef-825f-4f04db38b551)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:44.207122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.308140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Allocated IP 2001:db8::2 (1a03af18-0664-497b-a8dc-6946d9fa10d8/35ae4c80-93f6-4446-a932-2ae0a967e665/d6e77d29-6b08-4025-98b8-00aaf27a8ce3) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:44.391403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.396124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:44.396798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.423636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'bcec888e-386d-47e0-9c00-852c057d2e6f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:44.424564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.482003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.487438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b107c-4dfe-46e1-befe-2730fbf98973 None None] Pushing event updated for resources: {'Port': ['ID=7b23514b-2b76-4995-b072-7d626a62cbb8,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:44.521710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:16:44.559697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.564164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-07983cd9-cb67-4c55-be14-40ccf5acfe7b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.8211205 Dec 21 22:16:44.566895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36262) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:44.573585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:44.580922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'network_id': '1a03af18-0664-497b-a8dc-6946d9fa10d8', 'name': 'tempest-PortsIpV6TestJSON-1570040734'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:44.627708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-d9dcf37f-0232-4b17-8672-922ef1905b3d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:44.629248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-d9dcf37f-0232-4b17-8672-922ef1905b3d tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.46 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.9293110 Dec 21 22:16:44.638575 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8720338 Dec 21 22:16:44.641883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:44.645586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36266) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:44.648088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:44.652601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:44.653493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.660033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:44.661217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9135f-b182-4b36-a814-9fd6a4051b46 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:44.688209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b3aad-e5b2-444f-8332-dee3950e44cc None None] Network 4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:44.700851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': 'd1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:44.718664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:16:44.740235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.756628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:44.757008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18a8dc75-d99f-4d45-a44b-4f1f0ab60467 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:44.767012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:44.775733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.798024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] For port 0bd767fb-fdf0-4017-b578-0738ae481f6f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0bd767fb-fdf0-4017-b578-0738ae481f6f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:44.798490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.835463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Transition to ACTIVE for port object 7359647e-251e-4517-9d77-d3cc942b4e6d will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:44.892534 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-588d080a-1b46-4cb5-b2e3-4b08199d7e93 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9337349 Dec 21 22:16:44.897566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36270) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:44.952727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Deleting port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:44.953165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:44.967535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Calling delete_port for 0bd767fb-fdf0-4017-b578-0738ae481f6f owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:44.995255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f47a33-7daa-4fec-902d-17d0a67ede24 req-26704027-cc8e-4f35-855f-4e058c74a275 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:44.996228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58f47a33-7daa-4fec-902d-17d0a67ede24 req-26704027-cc8e-4f35-855f-4e058c74a275 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 945 time: 0.5913410 Dec 21 22:16:45.013836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.018213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:45.033394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port d1543fdb-e086-4749-959c-9dc04b11949a yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:45.069349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:45.076876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:45.100184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:45.226359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:45.254273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:45.259763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58f47a33-7daa-4fec-902d-17d0a67ede24 req-34111413-a448-42ca-a3ac-0e30940ebad7 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/security-groups?id=b193a919-3d25-46c0-87c7-fffc9f57739d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458286 Dec 21 22:16:45.332659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:45.345958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:45.385932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:45.480160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.500901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.529507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.533844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1ae7c-5b41-4c0d-b2c0-413f5cbcfae0 None None] Pushing event updated for resources: {'Port': ['ID=7359647e-251e-4517-9d77-d3cc942b4e6d,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:45.538980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Allocated IP 2001:db8::f816:3eff:fee2:92fe (46b25152-08cb-4b8d-89e6-3a84ce307aa7/bcec888e-386d-47e0-9c00-852c057d2e6f/573e57d6-61c2-40eb-b97b-4594ad40708e) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:45.560654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:45.567155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.584196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Attempting to bind port 7359647e-251e-4517-9d77-d3cc942b4e6d on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:45.584951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Attempting to bind port 7359647e-251e-4517-9d77-d3cc942b4e6d by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:45.585078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Attempting to bind port 7359647e-251e-4517-9d77-d3cc942b4e6d on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:45.605934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.620095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:45.620551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:45.621005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.621445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:45.621977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Bound port: 7359647e-251e-4517-9d77-d3cc942b4e6d, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:45.622396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.646706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] For port ea6f7dc6-6811-4338-bcd5-63e0533f3b01, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,segment=NetworkSegment(5123f163-8908-4399-ac3c-5565f15fedde),segment_id=5123f163-8908-4399-ac3c-5565f15fedde)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:45.647106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.655272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Deleting port 7359647e-251e-4517-9d77-d3cc942b4e6d {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:45.655652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.673325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e389462-01c2-48f3-97c0-55e146a6704b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84', 'network_id': '4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': 'e1caeb84-7d93-44af-a818-b2e3735d5c1c'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:45.674146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e389462-01c2-48f3-97c0-55e146a6704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.684741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Transition to ACTIVE for port object d6e77d29-6b08-4025-98b8-00aaf27a8ce3 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:45.736739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port bc8f8f18-26f2-4a82-962b-dcbd599911af yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:45.750208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Transition to ACTIVE for port object d6e77d29-6b08-4025-98b8-00aaf27a8ce3 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:45.793260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.823784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Calling delete_port for ea6f7dc6-6811-4338-bcd5-63e0533f3b01 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:45.875365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.901929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.965039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:45.998093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] For port 7359647e-251e-4517-9d77-d3cc942b4e6d, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:46.031873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:16:46.033300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.044363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] For port 7359647e-251e-4517-9d77-d3cc942b4e6d, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7359647e-251e-4517-9d77-d3cc942b4e6d,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:46.050136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Network 1a03af18-0664-497b-a8dc-6946d9fa10d8 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:46.051433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Pushing event updated for resources: {'Port': ['ID=d6e77d29-6b08-4025-98b8-00aaf27a8ce3,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:46.068694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:46.091837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:46.108320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.132951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd767fb-fdf0-4017-b578-0738ae481f6f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:46.191906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] For port 7359647e-251e-4517-9d77-d3cc942b4e6d, host dv-neutron-822521-1-hyperv, got binding levels [] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:46.192223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.213047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.219571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::131 (1a03af18-0664-497b-a8dc-6946d9fa10d8/35ae4c80-93f6-4446-a932-2ae0a967e665/bc8f8f18-26f2-4a82-962b-dcbd599911af) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server [None req-2e389462-01c2-48f3-97c0-55e146a6704b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1caeb84-7d93-44af-a818-b2e3735d5c1c: This subnet is being modified by another concurrent operation. Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:16:46.255624 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1caeb84-7d93-44af-a818-b2e3735d5c1c: This subnet is being modified by another concurrent operation. Dec 21 22:16:46.258930 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Dec 21 22:16:46.267254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.335819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.348592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Transition to ACTIVE for port object 573e57d6-61c2-40eb-b97b-4594ad40708e will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:46.357442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Calling delete_port for 7359647e-251e-4517-9d77-d3cc942b4e6d owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:46.377813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Transition to ACTIVE for port object 573e57d6-61c2-40eb-b97b-4594ad40708e will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:46.381237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11cb7e0-4ab2-4103-a375-350f1bc695f7 None None] Network 4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:46.395158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=e1caeb84-7d93-44af-a818-b2e3735d5c1c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:46.452263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Attempting to bind port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:46.452606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Attempting to bind port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '6270879d-0666-4bfe-b500-21130c5b4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a03af18-0664-497b-a8dc-6946d9fa10d8'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:46.452973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Attempting to bind port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 on network 1a03af18-0664-497b-a8dc-6946d9fa10d8 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:46.471693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1ae7c-5b41-4c0d-b2c0-413f5cbcfae0 None None] Pushing event updated for resources: {'Port': ['ID=7359647e-251e-4517-9d77-d3cc942b4e6d,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:46.490258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.523780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Pushing event deleted for resources: {'Port': ['ID=ea6f7dc6-6811-4338-bcd5-63e0533f3b01,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:46.565330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d4e4273b-0c8f-404a-883d-6434103ebea0 req-3c2addf7-ad48-47ab-b436-f6b9435eec44 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.1067517 Dec 21 22:16:46.676878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:46.689480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:46.696663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:46.705985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Routers {'aba1c64c-3d61-405b-87cd-388ed2f26b50'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:46.707304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aba1c64c-3d61-405b-87cd-388ed2f26b50'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:46.739152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.830333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:fe22:bd88 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/bcec888e-386d-47e0-9c00-852c057d2e6f/d1543fdb-e086-4749-959c-9dc04b11949a) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:46.878355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:46.878760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Checking segment: {'id': '6270879d-0666-4bfe-b500-21130c5b4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a03af18-0664-497b-a8dc-6946d9fa10d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:46.879221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.879670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Bound using segment: {'id': '6270879d-0666-4bfe-b500-21130c5b4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a03af18-0664-497b-a8dc-6946d9fa10d8'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:46.880211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Bound port: d6e77d29-6b08-4025-98b8-00aaf27a8ce3, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270879d-0666-4bfe-b500-21130c5b4448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a03af18-0664-497b-a8dc-6946d9fa10d8'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:46.880658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:46.930289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7b23514b-2b76-4995-b072-7d626a62cbb8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:47.063150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] No DVR routers for this DVR port ea6f7dc6-6811-4338-bcd5-63e0533f3b01 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:47.064519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Attempting to bind port 573e57d6-61c2-40eb-b97b-4594ad40708e on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:47.065106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Attempting to bind port 573e57d6-61c2-40eb-b97b-4594ad40708e by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:47.065689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Attempting to bind port 573e57d6-61c2-40eb-b97b-4594ad40708e on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:47.077738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.081542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a333b6c5-f67d-4a81-9231-2609f954db89', 'name': 'network-vif-deleted', 'tag': 'ea6f7dc6-6811-4338-bcd5-63e0533f3b01'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:16:47.102366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.156920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a8378-ce10-46d2-a42e-5ffc62856a05 None None] Network 91be7087-4d9b-45ad-a73a-8072f3b2c37c requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:47.162310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=ddc8d762-cf53-4214-8dd8-a14434f89a5f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:47.180887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-03d7ddc0-29b8-47ff-8129-5403e6fa0a1c req-b0902345-ee61-4dd6-8b18-fec7b1e18fbc tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.46 "DELETE /v2.0/ports/ea6f7dc6-6811-4338-bcd5-63e0533f3b01 HTTP/1.1" status: 204 len: 173 time: 2.5367787 Dec 21 22:16:47.183782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a333b6c5-f67d-4a81-9231-2609f954db89', 'name': 'network-vif-deleted', 'tag': 'ea6f7dc6-6811-4338-bcd5-63e0533f3b01', 'status': 'completed', 'code': 200} Dec 21 22:16:47.191340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': '31c891c3-6081-4f0f-840f-f47cc8b3e133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:47.191683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:16:47.221660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:16:47.222350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:16:47.240145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device ea6f7dc6-6811-4338-bcd5-63e0533f3b01 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:47.249230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:16:47.264609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Pushing event updated for resources: {'Port': ['ID=573e57d6-61c2-40eb-b97b-4594ad40708e,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:47.289330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:47.303039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:47.303880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.365546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1b6be4fc-9ef6-4d0a-9558-47fbd99ceefa tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7058189 Dec 21 22:16:47.367708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36280) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:47.374617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-614966133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:47.375423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.383359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:47.388163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:router and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:47.395294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:47.404135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:47.455781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.457073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.478405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.503472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56be1a7-1400-4be1-8daa-48065d565ccd None None] Network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:47.528660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:47.529087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:47.529538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.529982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:47.530514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Bound port: 573e57d6-61c2-40eb-b97b-4594ad40708e, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:47.530930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.535214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.586679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.590830 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1104cf22-4297-4264-95d1-a9b6589888ee tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2189009 Dec 21 22:16:47.591043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36284) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:47.596827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:47.598339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'port': {'network_id': 'd1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e', 'name': 'tempest-RoutersIpV6Test-111907460'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:47.684930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: ea6f7dc6-6811-4338-bcd5-63e0533f3b01 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:47.685182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device ea6f7dc6-6811-4338-bcd5-63e0533f3b01 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:47.690718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.698009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054dac50-4b2a-471d-b479-09a5c0d15ed4') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:47.698344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054dac50-4b2a-471d-b479-09a5c0d15ed4') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:47.731660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Deleting port 7359647e-251e-4517-9d77-d3cc942b4e6d {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:47.732119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.735138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.800998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.828422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object d1543fdb-e086-4749-959c-9dc04b11949a will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:47.842540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.849592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-582dfc70-b8e8-4fcd-91c7-f306430d6d7e req-3cff1f8c-b523-4db1-8953-5caf565e9690 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Synchronizing usage tracker for tenant:1e6614274b794de5a093d4f30b814f7d on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:16:47.854579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2a1df79d-1430-4127-9b97-48c8fcccf1ae None None] Provisioning for port 7b23514b-2b76-4995-b072-7d626a62cbb8 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:47.857097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.868804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2a1df79d-1430-4127-9b97-48c8fcccf1ae None None] Provisioning complete for port 7b23514b-2b76-4995-b072-7d626a62cbb8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:47.869219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a1df79d-1430-4127-9b97-48c8fcccf1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.902526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:47.902526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:47.915858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] Set router aba1c64c-3d61-405b-87cd-388ed2f26b50 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:47.920871 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:47.925842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-582dfc70-b8e8-4fcd-91c7-f306430d6d7e req-3cff1f8c-b523-4db1-8953-5caf565e9690 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] Unset dirty status for tenant:1e6614274b794de5a093d4f30b814f7d on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:16:47.927401 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-582dfc70-b8e8-4fcd-91c7-f306430d6d7e req-3cff1f8c-b523-4db1-8953-5caf565e9690 tempest-TestServerAdvancedOps-1517671873 tempest-TestServerAdvancedOps-1517671873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a333b6c5-f67d-4a81-9231-2609f954db89 HTTP/1.1" status: 200 len: 210 time: 0.1638649 Dec 21 22:16:48.005288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 7b23514b-2b76-4995-b072-7d626a62cbb8 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:48.012187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:48.026678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:port and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:48.026886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] For port d6e77d29-6b08-4025-98b8-00aaf27a8ce3, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:48.032666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:48.042363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:48.044492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.073254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] For port 7359647e-251e-4517-9d77-d3cc942b4e6d, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7359647e-251e-4517-9d77-d3cc942b4e6d,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:48.073497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP b0f0b81e-74f5-4e84-bc6a-bd30d1d096ed associated. External IP: 172.26.6.215, port: 87836dab-6607-4125-834f-0a12c5671dcf. Dec 21 22:16:48.073586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.135180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.135726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9065822e-fb9c-4d8f-b046-f98f398a8d94 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:16:48.140657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.154531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object bc8f8f18-26f2-4a82-962b-dcbd599911af will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:48.220817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Calling delete_port for 7359647e-251e-4517-9d77-d3cc942b4e6d owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:48.242086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7b23514b-2b76-4995-b072-7d626a62cbb8 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:48.242491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.250895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:48.255056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:48.260722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.266222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:48.272446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.282558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:48.287044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:48.288203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.295981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] device_id is not set on port 87090053-092f-4c4e-b682-8fb834505dd6 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:48.337644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] For port d6e77d29-6b08-4025-98b8-00aaf27a8ce3, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6e77d29-6b08-4025-98b8-00aaf27a8ce3,segment=NetworkSegment(6270879d-0666-4bfe-b500-21130c5b4448),segment_id=6270879d-0666-4bfe-b500-21130c5b4448)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:48.342496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba1c64c-3d61-405b-87cd-388ed2f26b50', 'name': 'tempest-snat-router-1159117046', 'tenant_id': '137622afc4174d53973248dba5dc4cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:33Z', 'updated_at': '2021-12-21T22:16:45Z', 'revision_number': 4, 'project_id': '137622afc4174d53973248dba5dc4cfb', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:48.344414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.356165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.360611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a889149-d0ea-42ce-873b-db0fbbcf1c48 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9065822e-fb9c-4d8f-b046-f98f398a8d94 HTTP/1.1" status: 204 len: 168 time: 6.0813415 Dec 21 22:16:48.366683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36290) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:48.374039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.380580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:48.400386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d361b9f1-421f-4e11-be76-cb90301733ba tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84 HTTP/1.1" status: 204 len: 168 time: 3.4389613 Dec 21 22:16:48.402550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=d1543fdb-e086-4749-959c-9dc04b11949a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:48.405072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36294) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:48.412878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66879197-6da9-4b85-9850-18e7a104d434 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6190317 Dec 21 22:16:48.419494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-533942462'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:48.422479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36298) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:48.426673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141e3d98-7c1c-485b-8260-089752aeec7a None None] The sync data for ids ['aba1c64c-3d61-405b-87cd-388ed2f26b50'] in dv-neutron-822521-1-hyperv is: [{'id': 'aba1c64c-3d61-405b-87cd-388ed2f26b50', 'name': 'tempest-snat-router-1159117046', 'tenant_id': '137622afc4174d53973248dba5dc4cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:33Z', 'updated_at': '2021-12-21T22:16:45Z', 'revision_number': 4, 'project_id': '137622afc4174d53973248dba5dc4cfb', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:48.442400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.458341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] For port 573e57d6-61c2-40eb-b97b-4594ad40708e, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:48.495019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:48.513085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:48.525575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:48.560624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] For port 573e57d6-61c2-40eb-b97b-4594ad40708e, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=573e57d6-61c2-40eb-b97b-4594ad40708e,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:48.599336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 1a03af18-0664-497b-a8dc-6946d9fa10d8 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:48.620415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:48.625461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:48.633999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:48.638472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:48.639152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.641438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.643956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=bc8f8f18-26f2-4a82-962b-dcbd599911af,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:48.673139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d5160b-4795-4102-90e5-424efe7faa24 admin admin] Deleting subnet e9d033b7-4aaf-44ad-8b8a-68555c99f676 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:48.696532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8d5160b-4795-4102-90e5-424efe7faa24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.775645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8::fc (d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e/ddc8d762-cf53-4214-8dd8-a14434f89a5f/87090053-092f-4c4e-b682-8fb834505dd6) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:48.777712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedc864-4667-4175-844f-a30b95bcc0b5 None None] Pushing event updated for resources: {'Port': ['ID=d6e77d29-6b08-4025-98b8-00aaf27a8ce3,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:48.811884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8d5160b-4795-4102-90e5-424efe7faa24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.834582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e', 'network_id': 'd1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': 'ddc8d762-cf53-4214-8dd8-a14434f89a5f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:48.835494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.847238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a1df79d-1430-4127-9b97-48c8fcccf1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.930472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:48.934014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39970c3c-941d-4561-b7e5-feaf7d2a850e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:48.939031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39970c3c-941d-4561-b7e5-feaf7d2a850e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:48.940947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-39970c3c-941d-4561-b7e5-feaf7d2a850e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5070660 Dec 21 22:16:48.958707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36302) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:49.117894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f1bbf2d-5e36-473b-9622-07908ffa1c8f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5500343 Dec 21 22:16:49.122715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:49.124356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36308) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:49.135626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.191478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36312) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:49.215151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2a1df79d-1430-4127-9b97-48c8fcccf1ae None None] For port 7b23514b-2b76-4995-b072-7d626a62cbb8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7b23514b-2b76-4995-b072-7d626a62cbb8,segment=NetworkSegment(f769d11d-d89f-4bef-825f-4f04db38b551),segment_id=f769d11d-d89f-4bef-825f-4f04db38b551)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:49.216939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420efbd-e5a6-4b6b-bd2a-119cc4d1e4f4 None None] Pushing event updated for resources: {'Port': ['ID=573e57d6-61c2-40eb-b97b-4594ad40708e,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:49.249643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-75c7ac93-358c-49d7-b5a9-b9073ac55e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port d1543fdb-e086-4749-959c-9dc04b11949a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:49.250297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-75c7ac93-358c-49d7-b5a9-b9073ac55e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.287425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:16:49.307212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.308726 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0 of type vlan for network 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 Dec 21 22:16:49.323086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.323927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62cbe81-7882-411f-9f02-a30e58b9b8ac admin admin] Deleting subnet fbaeaefb-99f1-4766-bdcb-d85c923fdd9e {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:49.329734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62cbe81-7882-411f-9f02-a30e58b9b8ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.350826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:16:49.351524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:16:49.352520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a1df79d-1430-4127-9b97-48c8fcccf1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.441679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.470070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1df79d-1430-4127-9b97-48c8fcccf1ae None None] Pushing event updated for resources: {'Port': ['ID=7b23514b-2b76-4995-b072-7d626a62cbb8,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:49.484013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8d5160b-4795-4102-90e5-424efe7faa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.504885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9c42aae1-9c9e-4c63-9351-04100ea56d13 None None] Provisioning complete for port 7b23514b-2b76-4995-b072-7d626a62cbb8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:49.505303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c42aae1-9c9e-4c63-9351-04100ea56d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.522863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62cbe81-7882-411f-9f02-a30e58b9b8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.548722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event deleted for resources: {'Port': ['ID=7359647e-251e-4517-9d77-d3cc942b4e6d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:49.670868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62cbe81-7882-411f-9f02-a30e58b9b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.719878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.724219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:49.725035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:49.917747 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5051832 Dec 21 22:16:49.918707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4566fa-00fb-4ea9-9383-f916c7f05fb8 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=5a8f9f8d-64f9-49f4-adfa-7a577e08ee33,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:49.925602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36316) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:49.935712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': '5a8f9f8d-64f9-49f4-adfa-7a577e08ee33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:49.944323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:16:49.974630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:50.011518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.081891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62cbe81-7882-411f-9f02-a30e58b9b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.204037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cbe81-7882-411f-9f02-a30e58b9b8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaeaefb-99f1-4766-bdcb-d85c923fdd9e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:50.210509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:50.219376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62cbe81-7882-411f-9f02-a30e58b9b8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.224463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:subnet and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:50.229978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:50.239072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b62cbe81-7882-411f-9f02-a30e58b9b8ac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fbaeaefb-99f1-4766-bdcb-d85c923fdd9e HTTP/1.1" status: 204 len: 168 time: 1.0446522 Dec 21 22:16:50.240452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:50.244550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36320) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:50.309464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 573e57d6-61c2-40eb-b97b-4594ad40708e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:50.389360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:50.427929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.437896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 573e57d6-61c2-40eb-b97b-4594ad40708e completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:50.444694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7b23514b-2b76-4995-b072-7d626a62cbb8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:50.524570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7b23514b-2b76-4995-b072-7d626a62cbb8 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:50.525060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.601148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8d5160b-4795-4102-90e5-424efe7faa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.637989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.651435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object 87090053-092f-4c4e-b682-8fb834505dd6 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:50.653060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6e77d29-6b08-4025-98b8-00aaf27a8ce3 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:50.754855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5160b-4795-4102-90e5-424efe7faa24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d033b7-4aaf-44ad-8b8a-68555c99f676,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:50.757720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:50.769518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.771750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.776060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0bd767fb-fdf0-4017-b578-0738ae481f6f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:50.817315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 0bd767fb-fdf0-4017-b578-0738ae481f6f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:50.818051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0bd767fb-fdf0-4017-b578-0738ae481f6f not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:50.876813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8d5160b-4795-4102-90e5-424efe7faa24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.879211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8628e459-5137-48e6-9fc6-97b3ba5d5841']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:50.883646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468f99e-1390-4d8a-83de-953957bcf11d None None] Network 4d05cc11-f142-4521-ac68-b48154804cc7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:50.902189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5123f163-8908-4399-ac3c-5565f15fedde') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:50.902535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5123f163-8908-4399-ac3c-5565f15fedde') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:50.919331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.951677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:50.955138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:50.963180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f670c5b-ee2a-4509-a892-0d7d1e42063e None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:50.980068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f670c5b-ee2a-4509-a892-0d7d1e42063e None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:50.981139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4f670c5b-ee2a-4509-a892-0d7d1e42063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:51.027617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-75c7ac93-358c-49d7-b5a9-b9073ac55e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.075767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4f670c5b-ee2a-4509-a892-0d7d1e42063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:51.092007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f670c5b-ee2a-4509-a892-0d7d1e42063e None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:51.093214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4f670c5b-ee2a-4509-a892-0d7d1e42063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:51.112974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:51.113411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.180399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4f670c5b-ee2a-4509-a892-0d7d1e42063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:51.182359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f670c5b-ee2a-4509-a892-0d7d1e42063e None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:51.215674 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e8d5160b-4795-4102-90e5-424efe7faa24 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e9d033b7-4aaf-44ad-8b8a-68555c99f676 HTTP/1.1" status: 204 len: 168 time: 2.8477077 Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:51.233425 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:51.236130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36324) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:51.242289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-75c7ac93-358c-49d7-b5a9-b9073ac55e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for d1543fdb-e086-4749-959c-9dc04b11949a owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:51.311210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] DHCP port deletion for 4d05cc11-f142-4521-ac68-b48154804cc7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:51.316754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] Deleting port 99c7c962-a47c-41be-b79e-ab12d2af32f1 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:51.317872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.376193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.381091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.498170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] Pushing event deleted for resources: {'Network': ['ID=8628e459-5137-48e6-9fc6-97b3ba5d5841,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:51.520378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ca34941c-be7b-4597-a1b1-3880cbba6884 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8628e459-5137-48e6-9fc6-97b3ba5d5841 HTTP/1.1" status: 204 len: 168 time: 1.2735736 Dec 21 22:16:51.530501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36328) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:51.624209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.660298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.677993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] For port 99c7c962-a47c-41be-b79e-ab12d2af32f1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=99c7c962-a47c-41be-b79e-ab12d2af32f1,segment=NetworkSegment(5d188053-6363-4d9b-bcf8-e11209b073ae),segment_id=5d188053-6363-4d9b-bcf8-e11209b073ae)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:51.678418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.702265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Allocated IP 2001:db8::2 (d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e/ddc8d762-cf53-4214-8dd8-a14434f89a5f/f157baee-f94c-413c-9880-5e67730669b0) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:51.761463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:51.765956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=87090053-092f-4c4e-b682-8fb834505dd6,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:51.768979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:51.774905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:51.779323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:51.780019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.811502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.840762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] Calling delete_port for 99c7c962-a47c-41be-b79e-ab12d2af32f1 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:51.867582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.876949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-84e6326c-6cca-486c-9559-2fc4af05f660 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.2846594 Dec 21 22:16:51.887496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36332) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:51.912362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Deleting port 99c7c962-a47c-41be-b79e-ab12d2af32f1 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:51.913114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:51.941241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.112363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e06f-4e3a-4a1d-9e7d-5c49a7bb3b83 None None] Provisioning for port 573e57d6-61c2-40eb-b97b-4594ad40708e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:52.207173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e06f-4e3a-4a1d-9e7d-5c49a7bb3b83 None None] Provisioning complete for port 573e57d6-61c2-40eb-b97b-4594ad40708e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:52.207878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e06f-4e3a-4a1d-9e7d-5c49a7bb3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.209264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.239100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 99c7c962-a47c-41be-b79e-ab12d2af32f1 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:52.246272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-be49f5b0-f8ab-4084-aa27-c13454392751 admin admin] Deleting subnet 3cc9e571-4351-4da8-9262-f968a89a315d {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:52.256689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be49f5b0-f8ab-4084-aa27-c13454392751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.334130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.335803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] The port '99c7c962-a47c-41be-b79e-ab12d2af32f1' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:16:52.343979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=16c5cc96-1ffc-45ca-95e9-97d88b015ea8,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:52.358943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 99c7c962-a47c-41be-b79e-ab12d2af32f1 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:52.360565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 99c7c962-a47c-41be-b79e-ab12d2af32f1 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:52.362300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d77b18-4a06-479f-9a09-50f9067d61fd None None] Network 1a03af18-0664-497b-a8dc-6946d9fa10d8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:52.379189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.391791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Transition to ACTIVE for port object f157baee-f94c-413c-9880-5e67730669b0 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:52.431548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be49f5b0-f8ab-4084-aa27-c13454392751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.450857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] Pushing event deleted for resources: {'Port': ['ID=99c7c962-a47c-41be-b79e-ab12d2af32f1,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:52.470315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a8f9f8d-64f9-49f4-adfa-7a577e08ee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:52.470729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:16:52.504024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3477fe-3521-4f81-abff-02efb613034b None None] No DVR routers for this DVR port 99c7c962-a47c-41be-b79e-ab12d2af32f1 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:52.575864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Transition to ACTIVE for port object f157baee-f94c-413c-9880-5e67730669b0 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:52.607585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.629873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be49f5b0-f8ab-4084-aa27-c13454392751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.638543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.651317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.651845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aba1c64c-3d61-405b-87cd-388ed2f26b50 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:16:52.710185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d05cc11-f142-4521-ac68-b48154804cc7']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:52.726207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.730500 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e6c9bd97-6294-43ac-a74b-c0dac4b0a562 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "DELETE /v2.0/routers/aba1c64c-3d61-405b-87cd-388ed2f26b50 HTTP/1.1" status: 204 len: 168 time: 10.1535158 Dec 21 22:16:52.734836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36336) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:52.735527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-75c7ac93-358c-49d7-b5a9-b9073ac55e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.791810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:52.792698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:16:52.798082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Pushing event updated for resources: {'Port': ['ID=f157baee-f94c-413c-9880-5e67730669b0,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:52.801306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e06f-4e3a-4a1d-9e7d-5c49a7bb3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.801439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d188053-6363-4d9b-bcf8-e11209b073ae') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:52.801655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d188053-6363-4d9b-bcf8-e11209b073ae') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:52.824556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.834196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:52.836982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:52.861930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.871895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:52.873572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:52.892762 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:52.901533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be49f5b0-f8ab-4084-aa27-c13454392751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.905779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:52.930600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6e6b4-7abc-4ea1-ab8c-d67fd053b7ea None None] Network 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:52.955976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:52.956670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:52.981257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7ac93-358c-49d7-b5a9-b9073ac55e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=d1543fdb-e086-4749-959c-9dc04b11949a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:53.039766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49f5b0-f8ab-4084-aa27-c13454392751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc9e571-4351-4da8-9262-f968a89a315d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:53.040400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e4f9e06f-4e3a-4a1d-9e7d-5c49a7bb3b83 None None] For port 573e57d6-61c2-40eb-b97b-4594ad40708e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=573e57d6-61c2-40eb-b97b-4594ad40708e,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:53.071640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be49f5b0-f8ab-4084-aa27-c13454392751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.136852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be49f5b0-f8ab-4084-aa27-c13454392751 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3cc9e571-4351-4da8-9262-f968a89a315d HTTP/1.1" status: 204 len: 168 time: 1.5943363 Dec 21 22:16:53.144822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.146019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36340) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:53.148721 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-23844113-ef9d-455a-b2a1-2a19bb3a6be5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2204745 Dec 21 22:16:53.162674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36342) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:53.167581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.171310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d05cc11-f142-4521-ac68-b48154804cc7 HTTP/1.1" status: 204 len: 168 time: 1.8866694 Dec 21 22:16:53.179733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052c02b-d30e-4399-b70b-68fd369003e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d05cc11-f142-4521-ac68-b48154804cc7,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:53.186789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Attempting to bind port f157baee-f94c-413c-9880-5e67730669b0 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:53.187926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Attempting to bind port f157baee-f94c-413c-9880-5e67730669b0 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '31c891c3-6081-4f0f-840f-f47cc8b3e133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:53.187926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Attempting to bind port f157baee-f94c-413c-9880-5e67730669b0 on network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:53.194420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-75c7ac93-358c-49d7-b5a9-b9073ac55e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.196665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-75c7ac93-358c-49d7-b5a9-b9073ac55e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/d1543fdb-e086-4749-959c-9dc04b11949a HTTP/1.1" status: 204 len: 168 time: 4.2368577 Dec 21 22:16:53.199323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36350) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:53.207211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e06f-4e3a-4a1d-9e7d-5c49a7bb3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.339385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:53.339712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Checking segment: {'id': '31c891c3-6081-4f0f-840f-f47cc8b3e133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:53.340169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.340673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Bound using segment: {'id': '31c891c3-6081-4f0f-840f-f47cc8b3e133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:53.341208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Bound port: f157baee-f94c-413c-9880-5e67730669b0, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c891c3-6081-4f0f-840f-f47cc8b3e133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:53.341631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.345712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:53.351079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0e6a5-5d4c-472e-9ad6-8d813c1fdf91 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:53.352757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0e6a5-5d4c-472e-9ad6-8d813c1fdf91 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:53.354427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9fc0e6a5-5d4c-472e-9ad6-8d813c1fdf91 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1540716 Dec 21 22:16:53.360324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36354) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:53.607980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36358) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:53.706390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e06f-4e3a-4a1d-9e7d-5c49a7bb3b83 None None] Pushing event updated for resources: {'Port': ['ID=573e57d6-61c2-40eb-b97b-4594ad40708e,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:53.709943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.727893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d072c961-dde9-470f-a5b4-e72878a4e64b None None] Provisioning for port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:53.752517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-5a8f9f8d-64f9-49f4-adfa-7a577e08ee33', 'network_id': '5a8f9f8d-64f9-49f4-adfa-7a577e08ee33', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': '16c5cc96-1ffc-45ca-95e9-97d88b015ea8'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:53.753434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.758499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7c7654-64d6-4093-9675-d4e129f8a52e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet bcec888e-386d-47e0-9c00-852c057d2e6f {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:16:53.762412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7654-64d6-4093-9675-d4e129f8a52e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.767135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d072c961-dde9-470f-a5b4-e72878a4e64b None None] Provisioning complete for port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:53.767559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d072c961-dde9-470f-a5b4-e72878a4e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.831065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7654-64d6-4093-9675-d4e129f8a52e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.835626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] For port f157baee-f94c-413c-9880-5e67730669b0, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:53.862705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] For port f157baee-f94c-413c-9880-5e67730669b0, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f157baee-f94c-413c-9880-5e67730669b0,segment=NetworkSegment(31c891c3-6081-4f0f-840f-f47cc8b3e133),segment_id=31c891c3-6081-4f0f-840f-f47cc8b3e133)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:53.873745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.893211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.934540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7654-64d6-4093-9675-d4e129f8a52e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:53.935396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.095206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.117418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 573e57d6-61c2-40eb-b97b-4594ad40708e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:54.127317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a22c820-8a27-4be1-8d3b-646a8a5cae1a']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:54.142760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0922a37-b378-4915-bf89-ccdf9ad1f6cc') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:54.143731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0922a37-b378-4915-bf89-ccdf9ad1f6cc') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:54.145728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:54.160685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.177235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.177907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.310214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Allocated IP 2001:db8::1 (5a8f9f8d-64f9-49f4-adfa-7a577e08ee33/16c5cc96-1ffc-45ca-95e9-97d88b015ea8/f55cbcd3-ecad-4a40-bbed-a92053884498) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:54.325298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6b8ce2e5-55b9-44f1-8b2e-da9fa4c5bbc6 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/floatingips/b0f0b81e-74f5-4e84-bc6a-bd30d1d096ed HTTP/1.1" status: 200 len: 978 time: 11.1067741 Dec 21 22:16:54.325669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36364) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:54.331624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:54.458869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.532149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.544644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8c9d0-8970-4c1a-b12f-56ff715c7abc None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:54.591271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.649808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972551e-51ca-4594-9bdb-5eaf1663c361 None None] Pushing event updated for resources: {'Port': ['ID=f157baee-f94c-413c-9880-5e67730669b0,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:54.655874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Transition to ACTIVE for port object f55cbcd3-ecad-4a40-bbed-a92053884498 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:54.667918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d072c961-dde9-470f-a5b4-e72878a4e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.697918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8c9d0-8970-4c1a-b12f-56ff715c7abc None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:54.698619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3bd8c9d0-8970-4c1a-b12f-56ff715c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:54.719159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:54.719601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.795940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3bd8c9d0-8970-4c1a-b12f-56ff715c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:54.800762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7654-64d6-4093-9675-d4e129f8a52e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.800952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Transition to ACTIVE for port object f55cbcd3-ecad-4a40-bbed-a92053884498 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:54.812995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d072c961-dde9-470f-a5b4-e72878a4e64b None None] For port d6e77d29-6b08-4025-98b8-00aaf27a8ce3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6e77d29-6b08-4025-98b8-00aaf27a8ce3,segment=NetworkSegment(6270879d-0666-4bfe-b500-21130c5b4448),segment_id=6270879d-0666-4bfe-b500-21130c5b4448)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:54.825383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 573e57d6-61c2-40eb-b97b-4594ad40708e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:54.841554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.867910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c7654-64d6-4093-9675-d4e129f8a52e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=bcec888e-386d-47e0-9c00-852c057d2e6f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:54.873078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d072c961-dde9-470f-a5b4-e72878a4e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:54.874107 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:54.894251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a7c7654-64d6-4093-9675-d4e129f8a52e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:54.898695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a7c7654-64d6-4093-9675-d4e129f8a52e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/bcec888e-386d-47e0-9c00-852c057d2e6f HTTP/1.1" status: 204 len: 168 time: 1.5346453 Dec 21 22:16:54.899825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36368) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:54.910796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8c9d0-8970-4c1a-b12f-56ff715c7abc None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:54.911565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3bd8c9d0-8970-4c1a-b12f-56ff715c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:54.982632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38135031-3ddd-4503-99ee-7b81d6397bda None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:54.994735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c09fae37-89b4-4ee8-99f6-87d20a5f14c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936253 Dec 21 22:16:54.995772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36372) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:55.002295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.036798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-108396cd-1005-4e82-99ab-65bc76f89afa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00e26ba0de984a87912fcc7fd7d61755&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4165173 Dec 21 22:16:55.073287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36374) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:55.129818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:55.173713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.192173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d072c961-dde9-470f-a5b4-e72878a4e64b None None] Could not find standard attr ID for object d1543fdb-e086-4749-959c-9dc04b11949a. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:16:55.202550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3bd8c9d0-8970-4c1a-b12f-56ff715c7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:55.203276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8c9d0-8970-4c1a-b12f-56ff715c7abc None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:55.248659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.278642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=bc8f8f18-26f2-4a82-962b-dcbd599911af,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:55.289300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072c961-dde9-470f-a5b4-e72878a4e64b None None] Pushing event updated for resources: {'Port': ['ID=d6e77d29-6b08-4025-98b8-00aaf27a8ce3,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:55.297669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Network 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:55.299404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.364935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:55.368190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:55.379999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:55.416717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:55.419470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.423893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Pushing event updated for resources: {'Port': ['ID=f55cbcd3-ecad-4a40-bbed-a92053884498,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:55.461941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.471884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.515257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:55.522619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.522810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.538207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95173ac8-7097-4c56-bb16-2f40b1b7c499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.549235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a22c820-8a27-4be1-8d3b-646a8a5cae1a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:55.567662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95173ac8-7097-4c56-bb16-2f40b1b7c499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.598235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3a9bc8ed-ed3b-4335-b735-db3641ad88c8 None None] Provisioning complete for port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:55.599391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc8ed-ed3b-4335-b735-db3641ad88c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.661257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.665842 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ed2ec30-3410-4972-8451-fd2b2599e0e6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a22c820-8a27-4be1-8d3b-646a8a5cae1a HTTP/1.1" status: 204 len: 168 time: 2.4959393 Dec 21 22:16:55.728837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Attempting to bind port f55cbcd3-ecad-4a40-bbed-a92053884498 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:55.729914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Attempting to bind port f55cbcd3-ecad-4a40-bbed-a92053884498 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a8f9f8d-64f9-49f4-adfa-7a577e08ee33'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:55.730553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Attempting to bind port f55cbcd3-ecad-4a40-bbed-a92053884498 on network 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:16:55.746753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:16:55.747712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Checking segment: {'id': 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a8f9f8d-64f9-49f4-adfa-7a577e08ee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:16:55.750944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.751856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Bound using segment: {'id': 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a8f9f8d-64f9-49f4-adfa-7a577e08ee33'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:16:55.752669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Bound port: f55cbcd3-ecad-4a40-bbed-a92053884498, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a8f9f8d-64f9-49f4-adfa-7a577e08ee33'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:16:55.753325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.760545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.760890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP b0f0b81e-74f5-4e84-bc6a-bd30d1d096ed disassociated. External IP: 172.26.6.215, port: dc761319-b1cd-446a-802a-e8189fc1d784. Dec 21 22:16:55.834402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95173ac8-7097-4c56-bb16-2f40b1b7c499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.835746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:16:55.866170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95173ac8-7097-4c56-bb16-2f40b1b7c499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16f95bf-3406-4b85-9177-fb8e7d42715d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:55.875266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95173ac8-7097-4c56-bb16-2f40b1b7c499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:55.876765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-95173ac8-7097-4c56-bb16-2f40b1b7c499 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d16f95bf-3406-4b85-9177-fb8e7d42715d HTTP/1.1" status: 204 len: 168 time: 0.8017776 Dec 21 22:16:55.881936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] Deleting port 573e57d6-61c2-40eb-b97b-4594ad40708e {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:55.882456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:56.129537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:56.131577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] For port f55cbcd3-ecad-4a40-bbed-a92053884498, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:16:56.156753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3a9bc8ed-ed3b-4335-b735-db3641ad88c8 None None] Provisioning for port bc8f8f18-26f2-4a82-962b-dcbd599911af completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:56.166934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3a9bc8ed-ed3b-4335-b735-db3641ad88c8 None None] Provisioning complete for port bc8f8f18-26f2-4a82-962b-dcbd599911af triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:56.167351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a9bc8ed-ed3b-4335-b735-db3641ad88c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:56.254733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36384) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:56.352377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:56.353182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:56.534732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] For port f55cbcd3-ecad-4a40-bbed-a92053884498, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f55cbcd3-ecad-4a40-bbed-a92053884498,segment=NetworkSegment(e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0),segment_id=e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:16:56.552957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f157baee-f94c-413c-9880-5e67730669b0 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:56.572492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:56.623947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:56.638564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:16:56.673788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=16c5cc96-1ffc-45ca-95e9-97d88b015ea8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:56.676406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=bc8f8f18-26f2-4a82-962b-dcbd599911af,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:56.691358 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-90176990-d8f2-4420-b9ac-ef698e9ff999 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e6614274b794de5a093d4f30b814f7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4265265 Dec 21 22:16:56.695911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36394) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:56.730986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] For port 573e57d6-61c2-40eb-b97b-4594ad40708e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=573e57d6-61c2-40eb-b97b-4594ad40708e,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:56.731437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:56.949929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] Calling delete_port for 573e57d6-61c2-40eb-b97b-4594ad40708e owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:57.081781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1220c8-6ff7-4ea2-9149-5d07061442a3 None None] Network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:57.110747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3a9bc8ed-ed3b-4335-b735-db3641ad88c8 None None] Port bc8f8f18-26f2-4a82-962b-dcbd599911af cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:57.131012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:16:57.138597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21556bdf-5507-431b-a114-2c2c0bbf2694 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:16:57.146495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_pluggable_backend [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Port 573e57d6-61c2-40eb-b97b-4594ad40708e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88994) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 21 22:16:57.147118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_pluggable_backend [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Reverting IP allocation for 2001:db8::f816:3eff:fee2:92fe {{(pid=88994) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Dec 21 22:16:57.151804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.167683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21556bdf-5507-431b-a114-2c2c0bbf2694 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:57.169069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-21556bdf-5507-431b-a114-2c2c0bbf2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:57.172652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.235338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 1a03af18-0664-497b-a8dc-6946d9fa10d8 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:57.247902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:57.248110 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e198a9e-2064-4325-9ef7-dbe47fb1aa49 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/floatingips/b0f0b81e-74f5-4e84-bc6a-bd30d1d096ed HTTP/1.1" status: 200 len: 688 time: 2.9211357 Dec 21 22:16:57.254821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36404) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:57.263867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.278594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a045c3-cfb5-4ef2-a23f-ce8b0e58e4fb None None] Pushing event updated for resources: {'Port': ['ID=f55cbcd3-ecad-4a40-bbed-a92053884498,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:57.342629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-21556bdf-5507-431b-a114-2c2c0bbf2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:57.342817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] Pushing event deleted for resources: {'Port': ['ID=573e57d6-61c2-40eb-b97b-4594ad40708e,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:57.358183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258cb9d2-3b86-42cf-bab6-d36c51ce7150 None None] No DVR routers for this DVR port 573e57d6-61c2-40eb-b97b-4594ad40708e on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:16:57.376029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21556bdf-5507-431b-a114-2c2c0bbf2694 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:16:57.376875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-21556bdf-5507-431b-a114-2c2c0bbf2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:57.392767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.446584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port f157baee-f94c-413c-9880-5e67730669b0 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:57.456695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-74307417-7050-42f1-82bd-a7039a17af39 None None] Provisioning for port f157baee-f94c-413c-9880-5e67730669b0 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:16:57.464942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8f9f8d-64f9-49f4-adfa-7a577e08ee33']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:57.467571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-21556bdf-5507-431b-a114-2c2c0bbf2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:57.468236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21556bdf-5507-431b-a114-2c2c0bbf2694 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:16:57.486881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:57.487384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:16:57.497622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=fa801d8b-b33f-4694-a742-a6136c6a092c,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:57.502508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.533040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:57.534966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:57.535118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port f157baee-f94c-413c-9880-5e67730669b0 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:57.535245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.537459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:16:57.538122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.571627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-74307417-7050-42f1-82bd-a7039a17af39 None None] Provisioning complete for port f157baee-f94c-413c-9880-5e67730669b0 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:57.572043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74307417-7050-42f1-82bd-a7039a17af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.601215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa7e9c-bd93-43f5-abdf-8e815d93ad93 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:57.617370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.624289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:16:57.624958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:57.634715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d20ed4e8-777c-45ef-96f4-09d3168445bf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5631020 Dec 21 22:16:57.637456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36412) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:57.647084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:43:ca:b6', 'name': 'tempest-NetworksTestDHCPv6-921746438'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:57.863201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36416) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:57.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:57.912694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:16:57.917634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:16:57.921242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:16:57.946042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:16:58.036042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:16:58.044661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.105478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cbe0fe7c-991c-4350-9bad-5df1fb5390e1 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] Request body: {'port': {'network_id': 'e37231b3-d6a8-4ced-84f9-2e75ab817101', 'name': 'tempest-NetworksNegativeTestJSON-692663804'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:58.155307 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe0fe7c-991c-4350-9bad-5df1fb5390e1 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] POST failed (client error): The resource could not be found. Dec 21 22:16:58.156429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe0fe7c-991c-4350-9bad-5df1fb5390e1 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:58.157836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cbe0fe7c-991c-4350-9bad-5df1fb5390e1 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2905109 Dec 21 22:16:58.169394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36422) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:58.173658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 71684bad-4139-47a6-a24f-31398fb719ff yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:16:58.184960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.200985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'fa801d8b-b33f-4694-a742-a6136c6a092c'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:16:58.201898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.219007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74307417-7050-42f1-82bd-a7039a17af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.253731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:16:58.253731 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:16:58.253731 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'id': '5a8f9f8d-64f9-49f4-adfa-7a577e08ee33'}] Dec 21 22:16:58.253731 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:16:58.254562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:16:58.256139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.348844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port f157baee-f94c-413c-9880-5e67730669b0, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f157baee-f94c-413c-9880-5e67730669b0,segment=NetworkSegment(31c891c3-6081-4f0f-840f-f47cc8b3e133),segment_id=31c891c3-6081-4f0f-840f-f47cc8b3e133)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:58.376154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Deleting port 7c2b947f-06b0-45d7-9515-4e8f248e7c18 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:58.376731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.401866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.402740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6e77d29-6b08-4025-98b8-00aaf27a8ce3 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:58.474961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-119d1971-f60b-4c2e-b0ef-68af911d2fb3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] DELETE failed (client error): The resource could not be found. Dec 21 22:16:58.475369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119d1971-f60b-4c2e-b0ef-68af911d2fb3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:58.477221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-119d1971-f60b-4c2e-b0ef-68af911d2fb3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "DELETE /v2.0/networks/64276562-3677-4fbf-bfed-077cef4236b9 HTTP/1.1" status: 404 len: 339 time: 0.3064981 Dec 21 22:16:58.483393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36426) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:58.500573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 26c6a97a-0a80-4193-8b9c-56565073243c {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:58.500960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.584137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-74307417-7050-42f1-82bd-a7039a17af39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:16:58.584542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-74307417-7050-42f1-82bd-a7039a17af39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:16:58.621302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e654743e-430f-489c-8a52-8f624cde65b3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] DELETE failed (client error): The resource could not be found. Dec 21 22:16:58.621809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e654743e-430f-489c-8a52-8f624cde65b3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:58.623108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=f157baee-f94c-413c-9880-5e67730669b0,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:58.637288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Allocated IP 2001:db8::f816:3eff:fece:54a7 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/fa801d8b-b33f-4694-a742-a6136c6a092c/358000a0-c912-46dc-882d-cd631fce8955) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:58.654330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:58.654745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.661268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.754414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e654743e-430f-489c-8a52-8f624cde65b3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "DELETE /v2.0/ports/3c9653db-611a-4fb0-aedb-c029f25b40e6 HTTP/1.1" status: 404 len: 333 time: 0.2572587 Dec 21 22:16:58.758838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36430) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:58.782547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.788033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.816433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd21008-0a17-485b-9055-6130d760afd3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] DELETE failed (client error): The resource could not be found. Dec 21 22:16:58.816984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd21008-0a17-485b-9055-6130d760afd3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:58.825890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7fd21008-0a17-485b-9055-6130d760afd3 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "DELETE /v2.0/subnets/0a7c14fd-ce3f-40c7-b622-876ea5322346 HTTP/1.1" status: 404 len: 337 time: 0.0655310 Dec 21 22:16:58.830794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36434) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:58.865241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a313ca1-3850-4c60-aad8-94066cee612d tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] GET failed (client error): The resource could not be found. Dec 21 22:16:58.866901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a313ca1-3850-4c60-aad8-94066cee612d tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "GET /v2.0/networks/5e24caed-fdc6-452d-8035-4f648674b313 HTTP/1.1" status: 404 len: 339 time: 0.0347421 Dec 21 22:16:58.871481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36438) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:58.903617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.929732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef8f3d3-df20-4d22-9873-04e0729a25cc tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] GET failed (client error): The resource could not be found. Dec 21 22:16:58.934902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ef8f3d3-df20-4d22-9873-04e0729a25cc tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "GET /v2.0/ports/0e73cc7c-eabb-4098-8fb9-43dc0a6ebf85 HTTP/1.1" status: 404 len: 333 time: 0.0585332 Dec 21 22:16:58.935265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36442) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:58.954254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:58.989942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f65dda-59a1-4bf5-b009-748c7474c609 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] GET failed (client error): The resource could not be found. Dec 21 22:16:58.996089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-67f65dda-59a1-4bf5-b009-748c7474c609 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "GET /v2.0/subnets/fc5ee65e-41b9-4cc8-aaf3-277a3a29b186 HTTP/1.1" status: 404 len: 337 time: 0.0559552 Dec 21 22:16:58.996442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36446) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:59.004462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3db883f6-ab12-4230-b792-b8373a620c16 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:59.029488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db883f6-ab12-4230-b792-b8373a620c16 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] PUT failed (client error): The resource could not be found. Dec 21 22:16:59.029957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db883f6-ab12-4230-b792-b8373a620c16 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:59.036800 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3db883f6-ab12-4230-b792-b8373a620c16 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "PUT /v2.0/networks/576017d7-b675-4b5f-9fbd-214fb3cc4de8 HTTP/1.1" status: 404 len: 339 time: 0.0353642 Dec 21 22:16:59.037155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36450) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:59.045581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-46064b39-3eda-426c-8b5f-4b854751a912 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:59.047894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port f55cbcd3-ecad-4a40-bbed-a92053884498 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:16:59.048283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.107440 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-46064b39-3eda-426c-8b5f-4b854751a912 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] PUT failed (client error): The resource could not be found. Dec 21 22:16:59.109365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46064b39-3eda-426c-8b5f-4b854751a912 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:59.115373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-46064b39-3eda-426c-8b5f-4b854751a912 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "PUT /v2.0/ports/38bac726-b955-4086-b38c-1186a744d2d8 HTTP/1.1" status: 404 len: 333 time: 0.0729933 Dec 21 22:16:59.120402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36454) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:59.138205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-209b3478-094e-4951-8d6b-c43ad23b0444 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:59.186158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 573e57d6-61c2-40eb-b97b-4594ad40708e no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:16:59.226285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-209b3478-094e-4951-8d6b-c43ad23b0444 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] PUT failed (client error): The resource could not be found. Dec 21 22:16:59.228220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209b3478-094e-4951-8d6b-c43ad23b0444 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:16:59.229667 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-209b3478-094e-4951-8d6b-c43ad23b0444 tempest-NetworksNegativeTestJSON-832432889 tempest-NetworksNegativeTestJSON-832432889-project] 10.222.0.30 "PUT /v2.0/subnets/2c2084b8-2594-4169-9b02-8b27c4e09cab HTTP/1.1" status: 404 len: 337 time: 0.1122437 Dec 21 22:16:59.248254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] For port 7c2b947f-06b0-45d7-9515-4e8f248e7c18, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7c2b947f-06b0-45d7-9515-4e8f248e7c18,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:16:59.248705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.252135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 573e57d6-61c2-40eb-b97b-4594ad40708e {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:16:59.252562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 573e57d6-61c2-40eb-b97b-4594ad40708e not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:16:59.262616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.278952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Transition to ACTIVE for port object 358000a0-c912-46dc-882d-cd631fce8955 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:59.302523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=87090053-092f-4c4e-b682-8fb834505dd6,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:59.317461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Transition to ACTIVE for port object 358000a0-c912-46dc-882d-cd631fce8955 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:59.377736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.549231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Provisioning complete for port bc8f8f18-26f2-4a82-962b-dcbd599911af triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:59.549763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.554661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:fe43:cab6 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/fa801d8b-b33f-4694-a742-a6136c6a092c/71684bad-4139-47a6-a24f-31398fb719ff) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:16:59.612504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f157baee-f94c-413c-9880-5e67730669b0 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:16:59.667805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Port bc8f8f18-26f2-4a82-962b-dcbd599911af cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:16:59.675548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:16:59.690292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:16:59.693350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:16:59.698872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Pushing event updated for resources: {'Port': ['ID=358000a0-c912-46dc-882d-cd631fce8955,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:16:59.802378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.802733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.806978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Provisioning complete for port f157baee-f94c-413c-9880-5e67730669b0 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:16:59.807411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.844231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbba99a-14e3-4817-8aac-955e63de1b10 None None] Network 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:16:59.912278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36462) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:59.948365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:16:59.955230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Calling delete_port for 7c2b947f-06b0-45d7-9515-4e8f248e7c18 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:16:59.969849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 71684bad-4139-47a6-a24f-31398fb719ff will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:16:59.982654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Attempting to bind port 358000a0-c912-46dc-882d-cd631fce8955 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:16:59.983078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Attempting to bind port 358000a0-c912-46dc-882d-cd631fce8955 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:16:59.983496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Attempting to bind port 358000a0-c912-46dc-882d-cd631fce8955 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:00.009329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:00.009758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:00.010213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.010683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:00.011173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Bound port: 358000a0-c912-46dc-882d-cd631fce8955, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:00.011594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.026819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.032680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port f157baee-f94c-413c-9880-5e67730669b0 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:00.033101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.053240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 26c6a97a-0a80-4193-8b9c-56565073243c owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:00.169808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:00.177899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.178867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:00.183916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.196060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:00.200888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:00.201566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.207852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=71684bad-4139-47a6-a24f-31398fb719ff,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:00.233294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.233702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.234121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.235086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.235086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.235321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.235582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.235856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.236219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.236756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.236937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.255430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b193a919-3d25-46c0-87c7-fffc9f57739d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:00.258363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:00.263118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] Usage tracker for resource:security_group_rule and tenant:3936f52a9db947819caf0d3383aeeebd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:00.266881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:00.272467 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd6a7dd4-125b-42c6-9690-5b1fd6fb8f66 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6337590 Dec 21 22:17:00.276131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36470) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:00.279115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:00.334937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] For port 358000a0-c912-46dc-882d-cd631fce8955, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:00.342533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] For port 358000a0-c912-46dc-882d-cd631fce8955, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=358000a0-c912-46dc-882d-cd631fce8955,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:00.366501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.370535 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b193a919-3d25-46c0-87c7-fffc9f57739d HTTP/1.1" status: 204 len: 168 time: 3.5927052 Dec 21 22:17:00.395424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.395817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.396158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.396528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.396904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.397283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.397636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.397999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.398349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.398694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.399049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d24eb14-4549-4acf-8cc5-0032b0722f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:00.399225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae81fd5-b340-4931-b57a-0ebfa10459ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:00.404794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae81fd5-b340-4931-b57a-0ebfa10459ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:00.405708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cae81fd5-b340-4931-b57a-0ebfa10459ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:00.419477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f55cbcd3-ecad-4a40-bbed-a92053884498 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:00.453725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.457422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.479770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cae81fd5-b340-4931-b57a-0ebfa10459ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:00.483786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cae81fd5-b340-4931-b57a-0ebfa10459ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2039614 Dec 21 22:17:00.484371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36476) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:00.526058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Provisioning for port 87090053-092f-4c4e-b682-8fb834505dd6 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:00.526302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.542351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Provisioning complete for port 87090053-092f-4c4e-b682-8fb834505dd6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:00.543119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.546924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port f55cbcd3-ecad-4a40-bbed-a92053884498, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f55cbcd3-ecad-4a40-bbed-a92053884498,segment=NetworkSegment(e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0),segment_id=e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:00.547589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.570939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e361bf-e117-415c-93cb-4a438a1efff0,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:00.633616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8c544304-d75e-4898-ae37-4ce3ee5ecc5d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 71684bad-4139-47a6-a24f-31398fb719ff {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:00.633859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c544304-d75e-4898-ae37-4ce3ee5ecc5d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.664647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-00868949-dcc5-461b-8a7f-848d2e0927bd None None] Port 87090053-092f-4c4e-b682-8fb834505dd6 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:00.667315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1aee9b-f523-428c-9cd9-56c65ba028fa None None] Pushing event updated for resources: {'Port': ['ID=358000a0-c912-46dc-882d-cd631fce8955,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:00.696768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-31273c90-ffda-4a3f-aef1-fcce94ed6471 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3936f52a9db947819caf0d3383aeeebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7823501 Dec 21 22:17:00.701250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36480) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:00.727540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] DHCP port deletion for 5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:00.733424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port f55cbcd3-ecad-4a40-bbed-a92053884498 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:00.748499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] Deleting port f55cbcd3-ecad-4a40-bbed-a92053884498 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:00.749009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.764325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for f55cbcd3-ecad-4a40-bbed-a92053884498 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:00.797368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.902940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.907305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Router 22d79db5-5ef6-4ad9-a6c9-b82758144c55 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:17:00.942056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c8214ec-17aa-4bc5-ae89-12456ac047f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.986090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c8214ec-17aa-4bc5-ae89-12456ac047f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:00.989337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=26c6a97a-0a80-4193-8b9c-56565073243c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:01.072801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53e09a62-3786-4d25-8be9-8656d5cece4e None None] Provisioning for port f55cbcd3-ecad-4a40-bbed-a92053884498 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:01.083404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c544304-d75e-4898-ae37-4ce3ee5ecc5d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.083629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53e09a62-3786-4d25-8be9-8656d5cece4e None None] Provisioning complete for port f55cbcd3-ecad-4a40-bbed-a92053884498 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:01.084136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53e09a62-3786-4d25-8be9-8656d5cece4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.131694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-53e09a62-3786-4d25-8be9-8656d5cece4e None None] Port f55cbcd3-ecad-4a40-bbed-a92053884498 was deleted so its status cannot be updated. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 22:17:01.151782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] For port f55cbcd3-ecad-4a40-bbed-a92053884498, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f55cbcd3-ecad-4a40-bbed-a92053884498,segment=NetworkSegment(e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0),segment_id=e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:01.152369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.163561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c8214ec-17aa-4bc5-ae89-12456ac047f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.191707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.245891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53e09a62-3786-4d25-8be9-8656d5cece4e None None] Provisioning complete for port 87090053-092f-4c4e-b682-8fb834505dd6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:01.245891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53e09a62-3786-4d25-8be9-8656d5cece4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.257459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.271681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8c544304-d75e-4898-ae37-4ce3ee5ecc5d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 71684bad-4139-47a6-a24f-31398fb719ff owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:01.275066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36486) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:01.315012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8214ec-17aa-4bc5-ae89-12456ac047f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e361bf-e117-415c-93cb-4a438a1efff0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:01.322869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Port': ['ID=f55cbcd3-ecad-4a40-bbed-a92053884498,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:01.339547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c8214ec-17aa-4bc5-ae89-12456ac047f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.341132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c8214ec-17aa-4bc5-ae89-12456ac047f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2e361bf-e117-415c-93cb-4a438a1efff0 HTTP/1.1" status: 204 len: 168 time: 0.6384535 Dec 21 22:17:01.440810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-53e09a62-3786-4d25-8be9-8656d5cece4e None None] Port 87090053-092f-4c4e-b682-8fb834505dd6 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:01.491852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No DVR routers for this DVR port f55cbcd3-ecad-4a40-bbed-a92053884498 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:01.506327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c2b947f-06b0-45d7-9515-4e8f248e7c18,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:01.560368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.571095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c544304-d75e-4898-ae37-4ce3ee5ecc5d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.649047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] Calling delete_port for f55cbcd3-ecad-4a40-bbed-a92053884498 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:01.656730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c544304-d75e-4898-ae37-4ce3ee5ecc5d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=71684bad-4139-47a6-a24f-31398fb719ff,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:01.696856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 358000a0-c912-46dc-882d-cd631fce8955 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:01.734648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c544304-d75e-4898-ae37-4ce3ee5ecc5d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.750952 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8c544304-d75e-4898-ae37-4ce3ee5ecc5d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/71684bad-4139-47a6-a24f-31398fb719ff HTTP/1.1" status: 204 len: 168 time: 1.2656229 Dec 21 22:17:01.751941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36494) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:01.821514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:01.821924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:17:01.837821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e069c8-c91c-4d16-880c-f01682f14997 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:01.839453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e069c8-c91c-4d16-880c-f01682f14997 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:01.840266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d7e069c8-c91c-4d16-880c-f01682f14997 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:01.862206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 358000a0-c912-46dc-882d-cd631fce8955 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:01.876479 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8aba56e1-37d8-45e1-82f0-ee8df1c00d20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5da23df787fc4df28ced3751dcacd8f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5988026 Dec 21 22:17:01.879305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36500) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:01.884853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.898509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d7e069c8-c91c-4d16-880c-f01682f14997 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:01.902344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d7e069c8-c91c-4d16-880c-f01682f14997 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1467159 Dec 21 22:17:01.903671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36504) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:01.923560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f55cbcd3-ecad-4a40-bbed-a92053884498 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:01.926232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.927495 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-022656ba-b828-4334-9bca-b9f23552494b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0f0b81e-74f5-4e84-bc6a-bd30d1d096ed HTTP/1.1" status: 204 len: 168 time: 4.3300893 Dec 21 22:17:01.934032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:01.955470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36508) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:01.967122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: f55cbcd3-ecad-4a40-bbed-a92053884498 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:01.967778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f55cbcd3-ecad-4a40-bbed-a92053884498 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:02.229626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5b308-dd7c-4529-b430-39a4b3915ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.251143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4ce269-677e-4904-a624-34f21d48932b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet fa801d8b-b33f-4694-a742-a6136c6a092c {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:02.256458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce269-677e-4904-a624-34f21d48932b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.323636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5b308-dd7c-4529-b430-39a4b3915ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.323889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] Deleting port f55cbcd3-ecad-4a40-bbed-a92053884498 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:02.324406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.348273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8f9f8d-64f9-49f4-adfa-7a577e08ee33']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:02.359768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce269-677e-4904-a624-34f21d48932b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.438380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:02.438730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ae0ac7-a7f2-4dcd-92dd-1621ce3334a0') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:02.440590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d9754-1dd5-482b-8260-3990739aaab5 None None] The port 'f55cbcd3-ecad-4a40-bbed-a92053884498' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:17:02.478504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce269-677e-4904-a624-34f21d48932b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.517537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5b308-dd7c-4529-b430-39a4b3915ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.532835 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-630eac28-46e3-4541-bdff-3ed3be5547f0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] delete failed (client error): The resource could not be found. Dec 21 22:17:02.539862 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-630eac28-46e3-4541-bdff-3ed3be5547f0 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0f0b81e-74f5-4e84-bc6a-bd30d1d096ed HTTP/1.1" status: 404 len: 345 time: 0.5742228 Dec 21 22:17:02.550153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36522) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.551190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5b308-dd7c-4529-b430-39a4b3915ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836fc337-6752-4b6c-a1dc-69ae30a36c80,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:02.553828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5b308-dd7c-4529-b430-39a4b3915ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.558089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e3c5b308-dd7c-4529-b430-39a4b3915ebe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/836fc337-6752-4b6c-a1dc-69ae30a36c80 HTTP/1.1" status: 204 len: 168 time: 0.6762071 Dec 21 22:17:02.643661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.672765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.726601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d0e0a-a005-4783-8582-be26b5bc10bb tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:02.731203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d0e0a-a005-4783-8582-be26b5bc10bb tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:02.735784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d0e0a-a005-4783-8582-be26b5bc10bb tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:02.736770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-357d0e0a-a005-4783-8582-be26b5bc10bb tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Synchronizing usage tracker for tenant:c0422a3227f743588e5e0acb071f15ad on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:02.789362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-357d0e0a-a005-4783-8582-be26b5bc10bb tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Unset dirty status for tenant:c0422a3227f743588e5e0acb071f15ad on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:02.791053 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-357d0e0a-a005-4783-8582-be26b5bc10bb tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "GET /v2.0/ports?network_id=c775daa5-0a1c-468f-8650-0bc53e09dac4 HTTP/1.1" status: 200 len: 2357 time: 0.2315178 Dec 21 22:17:02.799941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36530) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.834630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:02.899498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.919404 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9c9b54c7-8ae1-4620-8e94-930a0225f1d0 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "PUT /v2.0/routers/22d79db5-5ef6-4ad9-a6c9-b82758144c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7855065 Dec 21 22:17:02.923892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472fb3c-25d4-4158-9ea7-34dab5e9ac15 None None] Sync routers for ids ['22d79db5-5ef6-4ad9-a6c9-b82758144c55'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:02.928393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36536) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.929801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:02.930247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:02.947662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472fb3c-25d4-4158-9ea7-34dab5e9ac15 None None] Routers {'22d79db5-5ef6-4ad9-a6c9-b82758144c55'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:02.948612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f472fb3c-25d4-4158-9ea7-34dab5e9ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['22d79db5-5ef6-4ad9-a6c9-b82758144c55'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:02.949887 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:02.953354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b1764-b6fe-4689-aad3-71ac0a625f40 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:02.956144 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-372b1764-b6fe-4689-aad3-71ac0a625f40 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "GET /v2.0/subnets/0dd4ca15-c2cf-4835-a4ec-b790566ae210 HTTP/1.1" status: 200 len: 797 time: 0.1532230 Dec 21 22:17:02.962150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36540) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.972238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'port': {'network_id': 'c775daa5-0a1c-468f-8650-0bc53e09dac4', 'name': 'tempest-FloatingIPTestJSON-712396305', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:03.006091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36544) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:03.064672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce269-677e-4904-a624-34f21d48932b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.094864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f472fb3c-25d4-4158-9ea7-34dab5e9ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:03.130653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472fb3c-25d4-4158-9ea7-34dab5e9ac15 None None] Routers {'22d79db5-5ef6-4ad9-a6c9-b82758144c55'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:03.131473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f472fb3c-25d4-4158-9ea7-34dab5e9ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['22d79db5-5ef6-4ad9-a6c9-b82758144c55'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:03.132897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.137241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.249886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f472fb3c-25d4-4158-9ea7-34dab5e9ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:03.250577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472fb3c-25d4-4158-9ea7-34dab5e9ac15 None None] The sync data for ids ['22d79db5-5ef6-4ad9-a6c9-b82758144c55'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:03.251564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.252404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:17:03.281291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ce269-677e-4904-a624-34f21d48932b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=fa801d8b-b33f-4694-a742-a6136c6a092c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:03.299717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce269-677e-4904-a624-34f21d48932b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.301290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0fa0ea52-f0c3-464a-87de-12b98c7c7f1f None None] Provisioning for port 358000a0-c912-46dc-882d-cd631fce8955 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:03.322124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0fa0ea52-f0c3-464a-87de-12b98c7c7f1f None None] Provisioning complete for port 358000a0-c912-46dc-882d-cd631fce8955 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:03.323060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ea52-f0c3-464a-87de-12b98c7c7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.342155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.348683 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91ec73d4-daa6-4b34-8118-1c48a63e9e4a tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "DELETE /v2.0/routers/2279c6a5-8cb9-4ee4-815d-498e9c9e7c2b HTTP/1.1" status: 204 len: 168 time: 10.6109633 Dec 21 22:17:03.352789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36554) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:03.361882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--245739925'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:03.369262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:03.373499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:03.383818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:03.389645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:03.408546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1826279732', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:03.423055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e4ce269-677e-4904-a624-34f21d48932b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/fa801d8b-b33f-4694-a742-a6136c6a092c HTTP/1.1" status: 204 len: 168 time: 1.5183086 Dec 21 22:17:03.425694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:03.428410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:03.430446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36560) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:03.441471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.459782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.463764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Usage tracker for resource:router and tenant:2dfcf699a488451387c4cd0aa308acee is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:03.474872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.549612 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 HTTP/1.1" status: 204 len: 168 time: 10.3597043 Dec 21 22:17:03.550705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f086c6-b919-4123-817e-00c2972e8b54 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=5a8f9f8d-64f9-49f4-adfa-7a577e08ee33,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:03.554508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36566) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:03.567879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-517463993'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:03.578626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:03.611592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ea52-f0c3-464a-87de-12b98c7c7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.622614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.634562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.657446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:03.666274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:03.667882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:03.675261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0fa0ea52-f0c3-464a-87de-12b98c7c7f1f None None] For port 358000a0-c912-46dc-882d-cd631fce8955, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=358000a0-c912-46dc-882d-cd631fce8955,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:03.679112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c2b5465a-1f82-4865-bb75-6c0c8d7ee354 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2473314 Dec 21 22:17:03.683133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:03.687719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36574) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:03.698026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e0709b-9a83-44e7-a1aa-bd54a13aa90d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:03.705590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d8e0709b-9a83-44e7-a1aa-bd54a13aa90d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports?device_id=22d79db5-5ef6-4ad9-a6c9-b82758144c55 HTTP/1.1" status: 200 len: 989 time: 0.7571292 Dec 21 22:17:03.706394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36578) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:03.707061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd52c8d-b02a-46c7-a337-0825b575f86b None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:03.707359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:03.744144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ea52-f0c3-464a-87de-12b98c7c7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.760581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:03.791406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:03.898453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.899434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.917060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:03.930624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:03.933153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b552fd3e-b8d7-4dcf-baa4-ac79c37ba52d None None] Could not find standard attr ID for object 71684bad-4139-47a6-a24f-31398fb719ff. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:17:03.935452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:03.935725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:03.942231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:03.957880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:03.998305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.017433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.020724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:17:04.024255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.026245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0ea52-f0c3-464a-87de-12b98c7c7f1f None None] Pushing event updated for resources: {'Port': ['ID=358000a0-c912-46dc-882d-cd631fce8955,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:04.044327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.044659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment 3dedc5be-bd66-4acb-8cf0-86c8c15cb277 of type vlan for network 8fc78d83-ed41-4688-a786-36ebe8ea24e8 Dec 21 22:17:04.048402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a86c8fb-4d36-44ac-9850-aa0412cb9a7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:04.054157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2a86c8fb-4d36-44ac-9850-aa0412cb9a7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:04.075367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] device_id is not set on port f2d32b07-0bb7-4256-864c-d5f870c220e4 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:17:04.143703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.144559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.176188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:04.181542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] Deleting port 358000a0-c912-46dc-882d-cd631fce8955 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:04.182195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.223231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.240199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2a86c8fb-4d36-44ac-9850-aa0412cb9a7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:04.241465 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2a86c8fb-4d36-44ac-9850-aa0412cb9a7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5494235 Dec 21 22:17:04.246879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36588) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.377650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=87090053-092f-4c4e-b682-8fb834505dd6,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:04.445159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] For port 358000a0-c912-46dc-882d-cd631fce8955, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=358000a0-c912-46dc-882d-cd631fce8955,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:04.445585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.589171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] Calling delete_port for 358000a0-c912-46dc-882d-cd631fce8955 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:04.602247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36592) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.686302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.706517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.758323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21662ca4-547f-4fb9-8d69-36b8c5eaab64 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:04.759082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21662ca4-547f-4fb9-8d69-36b8c5eaab64 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:04.775192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] Pushing event deleted for resources: {'Port': ['ID=358000a0-c912-46dc-882d-cd631fce8955,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:04.778812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.782601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.783259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.788290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:04.789687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:04.800658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad271dfd-567a-4f95-b65b-7bbd338683aa None None] No DVR routers for this DVR port 358000a0-c912-46dc-882d-cd631fce8955 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:04.840962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b86eb1-a4bc-4223-99aa-cc3921604c53 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:17:04.844517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:04.851123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:04.857307 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2951312 Dec 21 22:17:04.869145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-767088937-network', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:04.872240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36598) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.914263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7fcfd1-d503-4f74-8960-debf17687459,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:04.928597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': '8fc78d83-ed41-4688-a786-36ebe8ea24e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:04.943555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:04.956069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:04.972949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21662ca4-547f-4fb9-8d69-36b8c5eaab64 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:04.976734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-21662ca4-547f-4fb9-8d69-36b8c5eaab64 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7140293 Dec 21 22:17:04.984083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b86eb1-a4bc-4223-99aa-cc3921604c53 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:17:04.987743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:04.990828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36602) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.995939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Usage tracker for resource:network and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:05.003685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:05.009817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:05.098505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:05.101041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:05.121010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37268fb-c6d7-44bc-abbc-fda5143ced18 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=8fc78d83-ed41-4688-a786-36ebe8ea24e8,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:05.129497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e9c5ae9e-3ba6-44d8-a409-1cbcf2ddd5a5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303871 Dec 21 22:17:05.141052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36606) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:05.146926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 8fc78d83-ed41-4688-a786-36ebe8ea24e8 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:05.153164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:05.267223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Made reservation on behalf of 99eb1e359ea9455697281b8f0edc8259 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:05.271978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:05.314200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:05.324612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:05.345873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:subnet and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:05.354006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:05.377833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.20.0.14 (c775daa5-0a1c-468f-8650-0bc53e09dac4/0dd4ca15-c2cf-4835-a4ec-b790566ae210/f2d32b07-0bb7-4256-864c-d5f870c220e4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:05.380141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:05.380551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7c2b947f-06b0-45d7-9515-4e8f248e7c18 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:05.414290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:05.418865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 7c2b947f-06b0-45d7-9515-4e8f248e7c18 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:05.419263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7c2b947f-06b0-45d7-9515-4e8f248e7c18 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:05.419856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 358000a0-c912-46dc-882d-cd631fce8955 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:05.431858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:05.449728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.20.0.13 (c775daa5-0a1c-468f-8650-0bc53e09dac4/0dd4ca15-c2cf-4835-a4ec-b790566ae210/f2d32b07-0bb7-4256-864c-d5f870c220e4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:05.456209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 358000a0-c912-46dc-882d-cd631fce8955 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:05.456633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 358000a0-c912-46dc-882d-cd631fce8955 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:05.500961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:05.512482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:05.517746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Usage tracker for resource:security_group_rule and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:05.531630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:05.544684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:05.549688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:05.581113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:05.590230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:05.727458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:05.790825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6558ae1f-7c27-45f1-b1ef-ca12e3d4a609,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:05.791605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:05.825610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:05.856268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:05.857633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fd405b9d-9a22-4b89-97ce-b3f995219259 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.8478150 Dec 21 22:17:05.864369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36610) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:05.974768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5154933c-daf1-4731-8510-79cb20359385 None None] Provisioning complete for port 87090053-092f-4c4e-b682-8fb834505dd6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:05.975299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5154933c-daf1-4731-8510-79cb20359385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.036676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5154933c-daf1-4731-8510-79cb20359385 None None] Port 87090053-092f-4c4e-b682-8fb834505dd6 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:06.047815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.103309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.118785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 9301564a-92f8-4c2a-ad61-185dd25000b7 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:17:06.193952 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d26e8fa-e109-4ba2-ac93-f54ed9b9eb24 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3273003 Dec 21 22:17:06.201397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36614) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:06.214915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-88e12331-c278-44cb-a90c-f20f48378638 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-security--1097436025', 'description': 'tempest-security-description-1770465912'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:06.235725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.247168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.308615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.393843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:17:06.437459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb3f6f1-5abd-47e4-a1b0-97f71f2aa3cb,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:06.449101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.449466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Added segment 4ea5e0fe-3c2a-4910-95f6-feb0e794ab02 of type vlan for network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 Dec 21 22:17:06.466262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Allocated IP 172.26.6.210 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/1d4c7d55-aaf3-417c-9019-71c60893eb10) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:06.486430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.521930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88e12331-c278-44cb-a90c-f20f48378638 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.583417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.655804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.661739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:06.707804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:06.709860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=f2d32b07-0bb7-4256-864c-d5f870c220e4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:06.719746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:06.909529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=d75bc1b1-e472-41e2-9ae0-c6456b09f85f,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:06.943741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:06.944438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.952986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88e12331-c278-44cb-a90c-f20f48378638 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.975544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:06.996103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': '3dedc5be-bd66-4acb-8cf0-86c8c15cb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8fc78d83-ed41-4688-a786-36ebe8ea24e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:06.996526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: 8fc78d83-ed41-4688-a786-36ebe8ea24e8, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:17:07.010196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.011117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:07.011750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.022868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port bc8f8f18-26f2-4a82-962b-dcbd599911af {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:07.024672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.056129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.087686 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-830bcf9f-d753-46ae-a0b2-00c2aeda95c3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.1217537 Dec 21 22:17:07.089689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36618) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.096733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88e12331-c278-44cb-a90c-f20f48378638 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.150739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'f2d32b07-0bb7-4256-864c-d5f870c220e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:07.156651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] Pushing event updated for resources: {'Network': ['ID=03e68a8b-7443-4166-9a06-4bf6470ad0b7,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:07.159812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f7644bb1-eb88-4d24-a586-7d07aa33936b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5075808 Dec 21 22:17:07.162726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88e12331-c278-44cb-a90c-f20f48378638 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.162857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36622) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.166415 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-88e12331-c278-44cb-a90c-f20f48378638 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "PUT /v2.0/security-groups/6558ae1f-7c27-45f1-b1ef-ca12e3d4a609 HTTP/1.1" status: 200 len: 1612 time: 0.9588916 Dec 21 22:17:07.166588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:07.173287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:07.174511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Request body: {'subnet': {'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-767088937-subnet', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:07.176151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:07.177914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36626) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.181601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0d6e8aa2-f165-46a1-a41f-a419650476bd tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/9301564a-92f8-4c2a-ad61-185dd25000b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2929997 Dec 21 22:17:07.185543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:floatingip and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:07.189460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:07.191391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478bea0-0b7e-48e8-841f-28cd1af4091a None None] Sync routers for ids ['9301564a-92f8-4c2a-ad61-185dd25000b7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:07.191598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36630) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.206478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:07.209650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478bea0-0b7e-48e8-841f-28cd1af4091a None None] Routers {'9301564a-92f8-4c2a-ad61-185dd25000b7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:07.210560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1478bea0-0b7e-48e8-841f-28cd1af4091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9301564a-92f8-4c2a-ad61-185dd25000b7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:07.212191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Usage tracker for resource:subnet and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:07.236801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:07.243850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:07.246947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:07.247600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.250155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.257730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39e58a-6e4e-4e37-b196-c6b92d1741e7 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:07.262834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:07.267098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:07.268837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e12331-c278-44cb-a90c-f20f48378638 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6558ae1f-7c27-45f1-b1ef-ca12e3d4a609,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:07.281626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=3288fb66-ae7b-417f-a70b-294870da7c6c,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:07.289988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1478bea0-0b7e-48e8-841f-28cd1af4091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:07.305549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478bea0-0b7e-48e8-841f-28cd1af4091a None None] Routers {'9301564a-92f8-4c2a-ad61-185dd25000b7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:07.307236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1478bea0-0b7e-48e8-841f-28cd1af4091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:16:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9301564a-92f8-4c2a-ad61-185dd25000b7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:07.354868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a2a313f-e25f-4564-8efb-688c76d9d90c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2125783 Dec 21 22:17:07.355750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36634) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.381213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:b6:7d:8b', 'name': 'tempest-NetworksTestDHCPv6-1323408394'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:07.385666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1478bea0-0b7e-48e8-841f-28cd1af4091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:07.386452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478bea0-0b7e-48e8-841f-28cd1af4091a None None] The sync data for ids ['9301564a-92f8-4c2a-ad61-185dd25000b7'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:07.486416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df96390a-5d4a-4678-af6e-984735727f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.511325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.545036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 8fc78d83-ed41-4688-a786-36ebe8ea24e8 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:17:07.559211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:07.635331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '3288fb66-ae7b-417f-a70b-294870da7c6c'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:07.636453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.637927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 8fc78d83-ed41-4688-a786-36ebe8ea24e8) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:07.645644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:07.651970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:07.659375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d8726-be4d-46ca-99de-0c66ab745108 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:07.663510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-079d8726-be4d-46ca-99de-0c66ab745108 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports/87090053-092f-4c4e-b682-8fb834505dd6 HTTP/1.1" status: 200 len: 982 time: 0.4574652 Dec 21 22:17:07.663644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e617eb-d0ec-4b9d-960e-cf77eab407df None None] Network 8fc78d83-ed41-4688-a786-36ebe8ea24e8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:07.663752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:07.663752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.664822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36638) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.667570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:07.673111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for bc8f8f18-26f2-4a82-962b-dcbd599911af owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:07.697534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event updated for resources: {'Port': ['ID=1d4c7d55-aaf3-417c-9019-71c60893eb10,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:07.700045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.721485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Made reservation on behalf of 99eb1e359ea9455697281b8f0edc8259 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:07.726222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:07.743496 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-04c74f02-6adc-44f1-9ba4-cdfac2279292 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups/6558ae1f-7c27-45f1-b1ef-ca12e3d4a609 HTTP/1.1" status: 200 len: 1612 time: 0.5619648 Dec 21 22:17:07.776059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36642) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.829068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-733761ed-bba6-49b8-b717-8ea6e69740e9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9505002 Dec 21 22:17:07.829900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:07.834613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36646) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.919542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:07.973958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Allocated IP 2001:db8::f816:3eff:feab:d118 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/3288fb66-ae7b-417f-a70b-294870da7c6c/c735e105-dd10-465c-90fb-6ffa729516d1) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:07.974614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:07.981180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.042304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-8fc78d83-ed41-4688-a786-36ebe8ea24e8', 'network_id': '8fc78d83-ed41-4688-a786-36ebe8ea24e8', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': 'd75bc1b1-e472-41e2-9ae0-c6456b09f85f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:08.043388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.066202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port f5890e4c-6c02-4c3b-9d28-0b9c82b14eca yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:17:08.256596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abd50c68-b515-4d71-9971-7a5aa6bedc5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.277307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.350538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.384727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abd50c68-b515-4d71-9971-7a5aa6bedc5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.402127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=bc8f8f18-26f2-4a82-962b-dcbd599911af,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:08.541010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Allocated IP 2001:db8::1 (8fc78d83-ed41-4688-a786-36ebe8ea24e8/d75bc1b1-e472-41e2-9ae0-c6456b09f85f/f1d4fd79-3f7d-4062-a892-f7bcff28bdcf) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:08.566582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.569793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.645223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.679025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.689845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abd50c68-b515-4d71-9971-7a5aa6bedc5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.755927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd50c68-b515-4d71-9971-7a5aa6bedc5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6558ae1f-7c27-45f1-b1ef-ca12e3d4a609,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:08.774081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.786878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Transition to ACTIVE for port object c735e105-dd10-465c-90fb-6ffa729516d1 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:08.811178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Transition to ACTIVE for port object c735e105-dd10-465c-90fb-6ffa729516d1 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:08.859983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.875740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e937ab0e-9410-4c13-a469-647397e452b8,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:08.887666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.888475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.905036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abd50c68-b515-4d71-9971-7a5aa6bedc5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.908908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-abd50c68-b515-4d71-9971-7a5aa6bedc5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/6558ae1f-7c27-45f1-b1ef-ca12e3d4a609 HTTP/1.1" status: 204 len: 168 time: 1.1293333 Dec 21 22:17:08.913654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36650) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:08.933384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:08.943780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:08.955732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:08.971121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:09.013869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Checking segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:09.014459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Network hostable DHCP agents. Network: 03e68a8b-7443-4166-9a06-4bf6470ad0b7, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:17:09.020159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Pushing event updated for resources: {'Port': ['ID=c735e105-dd10-465c-90fb-6ffa729516d1,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:09.031831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.26.6.234 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/3016e203-a7c0-4163-9893-4d7654a480af) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:09.117358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.117725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.118081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.118449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.118818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.119183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.119542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.119907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.120266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.121075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.121449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:09.156796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Attempting to bind port c735e105-dd10-465c-90fb-6ffa729516d1 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:09.158309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Attempting to bind port c735e105-dd10-465c-90fb-6ffa729516d1 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:09.158452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e028ebd7-62d9-49f3-ae73-fae49c2327e0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:09.158539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Attempting to bind port c735e105-dd10-465c-90fb-6ffa729516d1 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:09.161558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.176901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:09.177326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:09.177775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.178216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:09.178744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Bound port: c735e105-dd10-465c-90fb-6ffa729516d1, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:09.179158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.192314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Transition to ACTIVE for port object f1d4fd79-3f7d-4062-a892-f7bcff28bdcf will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:09.217371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:17:09.252740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Transition to ACTIVE for port object f1d4fd79-3f7d-4062-a892-f7bcff28bdcf will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:09.301660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] For port c735e105-dd10-465c-90fb-6ffa729516d1, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:09.305573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] For port c735e105-dd10-465c-90fb-6ffa729516d1, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c735e105-dd10-465c-90fb-6ffa729516d1,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:09.314542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.335117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 03e68a8b-7443-4166-9a06-4bf6470ad0b7) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:09.355973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:09.356658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.369377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98218250-d964-45d6-815b-9882b255d0c3 None None] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:09.389377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e028ebd7-62d9-49f3-ae73-fae49c2327e0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:09.391096 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e028ebd7-62d9-49f3-ae73-fae49c2327e0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4763825 Dec 21 22:17:09.395746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:feb6:7d8b (46b25152-08cb-4b8d-89e6-3a84ce307aa7/3288fb66-ae7b-417f-a70b-294870da7c6c/f5890e4c-6c02-4c3b-9d28-0b9c82b14eca) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:09.397882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36654) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:09.400479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.407642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.410892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.439120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Network 8fc78d83-ed41-4688-a786-36ebe8ea24e8 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:09.447588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:09.462001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1321ec17-6207-42e3-91c7-93ad9bcb98bb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2980373 Dec 21 22:17:09.472407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36658) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:09.477095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=d75bc1b1-e472-41e2-9ae0-c6456b09f85f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:09.489173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:09.498629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:09.505861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Usage tracker for resource:router and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:09.508879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:09.521041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-305467a5-bb2e-457c-9f56-dc5a98463e65 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] delete failed (client error): The resource could not be found. Dec 21 22:17:09.525972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-305467a5-bb2e-457c-9f56-dc5a98463e65 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/6558ae1f-7c27-45f1-b1ef-ca12e3d4a609 HTTP/1.1" status: 404 len: 347 time: 0.1219101 Dec 21 22:17:09.526108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:09.540892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36662) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:09.544211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Pushing event updated for resources: {'Port': ['ID=f1d4fd79-3f7d-4062-a892-f7bcff28bdcf,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:09.545156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:09.556086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--831380435'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:09.580111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:09.667837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.680216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:09.682911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.688263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.689329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.757224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.773104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Attempting to bind port f1d4fd79-3f7d-4062-a892-f7bcff28bdcf on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:09.773516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Attempting to bind port f1d4fd79-3f7d-4062-a892-f7bcff28bdcf by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '3dedc5be-bd66-4acb-8cf0-86c8c15cb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8fc78d83-ed41-4688-a786-36ebe8ea24e8'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:09.774093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Attempting to bind port f1d4fd79-3f7d-4062-a892-f7bcff28bdcf on network 8fc78d83-ed41-4688-a786-36ebe8ea24e8 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:09.787173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc78d83-ed41-4688-a786-36ebe8ea24e8']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:09.797985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4d61b-8951-4d56-9103-adcc0c50a13b None None] Pushing event updated for resources: {'Port': ['ID=c735e105-dd10-465c-90fb-6ffa729516d1,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:09.807734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:09.808078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Checking segment: {'id': '3dedc5be-bd66-4acb-8cf0-86c8c15cb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8fc78d83-ed41-4688-a786-36ebe8ea24e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:09.808569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.809004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Bound using segment: {'id': '3dedc5be-bd66-4acb-8cf0-86c8c15cb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8fc78d83-ed41-4688-a786-36ebe8ea24e8'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:09.809523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Bound port: f1d4fd79-3f7d-4062-a892-f7bcff28bdcf, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dedc5be-bd66-4acb-8cf0-86c8c15cb277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8fc78d83-ed41-4688-a786-36ebe8ea24e8'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:09.810263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.818252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Router 22d79db5-5ef6-4ad9-a6c9-b82758144c55 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:09.827057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:09.839526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dedc5be-bd66-4acb-8cf0-86c8c15cb277') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:09.839844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dedc5be-bd66-4acb-8cf0-86c8c15cb277') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:09.853585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:09.861459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:09.866959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=3016e203-a7c0-4163-9893-4d7654a480af,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:09.874073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:09.917295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] For port f1d4fd79-3f7d-4062-a892-f7bcff28bdcf, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:09.921889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] For port f1d4fd79-3f7d-4062-a892-f7bcff28bdcf, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f1d4fd79-3f7d-4062-a892-f7bcff28bdcf,segment=NetworkSegment(3dedc5be-bd66-4acb-8cf0-86c8c15cb277),segment_id=3dedc5be-bd66-4acb-8cf0-86c8c15cb277)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:09.969408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.052417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:10.053315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.154824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.195138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.231509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.232220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b212-60ff-47a9-8f01-b8727841b042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.237007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.240694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94c09d-664f-4c5c-8a3e-9aaec4c0b474 None None] Pushing event updated for resources: {'Port': ['ID=f1d4fd79-3f7d-4062-a892-f7bcff28bdcf,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:10.256860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:10.257318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.267522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:10.274008 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:10.277452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:10.306070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:10.327790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da6e72-ab36-4293-a058-f8b442315410 None None] Sync routers for ids ['22d79db5-5ef6-4ad9-a6c9-b82758144c55'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:10.332654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object f5890e4c-6c02-4c3b-9d28-0b9c82b14eca will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:10.345997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Router 42eb541a-5a36-43d2-94ac-63ba862debde is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:17:10.366923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3df73-7774-4f7e-a099-7759c82d922b None None] Network 8fc78d83-ed41-4688-a786-36ebe8ea24e8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:10.375999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:10.388812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dbf1037b-bba3-482c-beae-38a847d528f6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "PUT /v2.0/routers/22d79db5-5ef6-4ad9-a6c9-b82758144c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6678586 Dec 21 22:17:10.401979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36666) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:10.402205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da6e72-ab36-4293-a058-f8b442315410 None None] Routers {'22d79db5-5ef6-4ad9-a6c9-b82758144c55'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:10.402914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2da6e72-ab36-4293-a058-f8b442315410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['22d79db5-5ef6-4ad9-a6c9-b82758144c55'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:10.403610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:10.514196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:10.551484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.610126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-38af4995-178d-40be-a696-5a0cff1df08c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:17:10.610746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-38af4995-178d-40be-a696-5a0cff1df08c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:10.668277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:10.670087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:17:10.670087 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:17:10.670087 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'id': '8fc78d83-ed41-4688-a786-36ebe8ea24e8'}] Dec 21 22:17:10.670087 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:10.670453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:17:10.677586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:10.684317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:10.689286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:10.690134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.695998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=f5890e4c-6c02-4c3b-9d28-0b9c82b14eca,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:10.705470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2da6e72-ab36-4293-a058-f8b442315410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:10.714474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 87090053-092f-4c4e-b682-8fb834505dd6 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:10.714645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:10.758591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-afb96343-313a-48ac-829a-4b226cd96fda tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3924506 Dec 21 22:17:10.758591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36670) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:10.834546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-38af4995-178d-40be-a696-5a0cff1df08c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:10.835828 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-38af4995-178d-40be-a696-5a0cff1df08c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/bc8f8f18-26f2-4a82-962b-dcbd599911af HTTP/1.1" status: 404 len: 333 time: 0.4283602 Dec 21 22:17:10.846397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36674) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:10.861976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da6e72-ab36-4293-a058-f8b442315410 None None] Routers {'22d79db5-5ef6-4ad9-a6c9-b82758144c55'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:10.862666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2da6e72-ab36-4293-a058-f8b442315410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['22d79db5-5ef6-4ad9-a6c9-b82758144c55'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:10.968720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2da6e72-ab36-4293-a058-f8b442315410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:10.969794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da6e72-ab36-4293-a058-f8b442315410 None None] The sync data for ids ['22d79db5-5ef6-4ad9-a6c9-b82758144c55'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:10.972546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Allocated IP 172.20.0.2 (03e68a8b-7443-4166-9a06-4bf6470ad0b7/e937ab0e-9410-4c13-a469-647397e452b8/a8738678-2ea3-475d-8419-fc5ab263dbaf) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:10.988542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12c40f-0b27-42a8-8b11-b815dcd56051 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:10.992983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12c40f-0b27-42a8-8b11-b815dcd56051 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:10.993857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ac12c40f-0b27-42a8-8b11-b815dcd56051 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:11.024696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.031362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.069959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.126275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ac12c40f-0b27-42a8-8b11-b815dcd56051 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:11.131401 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac12c40f-0b27-42a8-8b11-b815dcd56051 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3682132 Dec 21 22:17:11.140998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36678) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:11.210361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.211911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.220731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 87090053-092f-4c4e-b682-8fb834505dd6 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:11.308960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.325392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Transition to ACTIVE for port object a8738678-2ea3-475d-8419-fc5ab263dbaf will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:11.354102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Transition to ACTIVE for port object a8738678-2ea3-475d-8419-fc5ab263dbaf will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:11.391346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.399948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc2a-c922-49ed-b7b1-ea505c21ca81 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.475214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c735e105-dd10-465c-90fb-6ffa729516d1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:11.504483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port f1d4fd79-3f7d-4062-a892-f7bcff28bdcf {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:11.504867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.534333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:11.536566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f9852-79df-407e-86f0-98bc634f9e83,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:11.545406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:11.551409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Pushing event updated for resources: {'Port': ['ID=a8738678-2ea3-475d-8419-fc5ab263dbaf,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:11.556511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:11.565790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.580866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-54750ffe-f562-4a88-a7ce-8634f69f4687 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port f5890e4c-6c02-4c3b-9d28-0b9c82b14eca {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:11.581238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54750ffe-f562-4a88-a7ce-8634f69f4687 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.631791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=87090053-092f-4c4e-b682-8fb834505dd6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:11.661023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.682496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Attempting to bind port a8738678-2ea3-475d-8419-fc5ab263dbaf on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:11.682926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Attempting to bind port a8738678-2ea3-475d-8419-fc5ab263dbaf by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:11.683354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Attempting to bind port a8738678-2ea3-475d-8419-fc5ab263dbaf on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:11.699520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:11.700063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Checking segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:11.700558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.701109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Bound using segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:11.710451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Bound port: a8738678-2ea3-475d-8419-fc5ab263dbaf, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:11.710451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.810504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] For port a8738678-2ea3-475d-8419-fc5ab263dbaf, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:11.814395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] For port a8738678-2ea3-475d-8419-fc5ab263dbaf, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a8738678-2ea3-475d-8419-fc5ab263dbaf,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:11.816093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port c735e105-dd10-465c-90fb-6ffa729516d1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:11.863043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:11.876583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:12.005464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:12.006878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-632d2090-9598-49d7-a004-280e9611e816 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4649167 Dec 21 22:17:12.017888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3b0c9-6d77-47d0-9d98-52d16fbf55cd None None] Pushing event updated for resources: {'Port': ['ID=a8738678-2ea3-475d-8419-fc5ab263dbaf,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:12.021339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36682) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:12.121432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '1e3f9852-79df-407e-86f0-98bc634f9e83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:12.141865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:12.163633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-35eb3c5d-3e44-483c-85de-5be784f934f7 None None] Provisioning for port c735e105-dd10-465c-90fb-6ffa729516d1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:12.174159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-35eb3c5d-3e44-483c-85de-5be784f934f7 None None] Provisioning complete for port c735e105-dd10-465c-90fb-6ffa729516d1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:12.182754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35eb3c5d-3e44-483c-85de-5be784f934f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:12.322745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35eb3c5d-3e44-483c-85de-5be784f934f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:12.366523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port f1d4fd79-3f7d-4062-a892-f7bcff28bdcf, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f1d4fd79-3f7d-4062-a892-f7bcff28bdcf,segment=NetworkSegment(3dedc5be-bd66-4acb-8cf0-86c8c15cb277),segment_id=3dedc5be-bd66-4acb-8cf0-86c8c15cb277)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:12.366924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:12.368865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-35eb3c5d-3e44-483c-85de-5be784f934f7 None None] For port c735e105-dd10-465c-90fb-6ffa729516d1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c735e105-dd10-465c-90fb-6ffa729516d1,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:12.391904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:12.395493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:12.399907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35eb3c5d-3e44-483c-85de-5be784f934f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:12.403063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:12.515901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb3c5d-3e44-483c-85de-5be784f934f7 None None] Pushing event updated for resources: {'Port': ['ID=c735e105-dd10-465c-90fb-6ffa729516d1,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:12.696720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for f1d4fd79-3f7d-4062-a892-f7bcff28bdcf owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:12.733029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 9301564a-92f8-4c2a-ad61-185dd25000b7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:12.759777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-06bf088a-5752-4a98-b617-e11ce1313e90 None None] Provisioning for port f5890e4c-6c02-4c3b-9d28-0b9c82b14eca completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:12.767029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-06bf088a-5752-4a98-b617-e11ce1313e90 None None] Provisioning complete for port f5890e4c-6c02-4c3b-9d28-0b9c82b14eca triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:12.767722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06bf088a-5752-4a98-b617-e11ce1313e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:12.806377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:12.835583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-06bf088a-5752-4a98-b617-e11ce1313e90 None None] Port f5890e4c-6c02-4c3b-9d28-0b9c82b14eca cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:12.886926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:12.899172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a7bf6c-e384-4609-865e-e515968ec94b None None] Sync routers for ids ['9301564a-92f8-4c2a-ad61-185dd25000b7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:12.905587 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-04cd8fd4-7fb4-4697-8183-9227cafa5991 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/9301564a-92f8-4c2a-ad61-185dd25000b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2034712 Dec 21 22:17:12.906467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36686) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:12.913478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7bf6c-e384-4609-865e-e515968ec94b None None] Routers {'9301564a-92f8-4c2a-ad61-185dd25000b7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:12.914396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-44a7bf6c-e384-4609-865e-e515968ec94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9301564a-92f8-4c2a-ad61-185dd25000b7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:12.983123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-44a7bf6c-e384-4609-865e-e515968ec94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:12.995576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7bf6c-e384-4609-865e-e515968ec94b None None] Routers {'9301564a-92f8-4c2a-ad61-185dd25000b7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:12.996241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-44a7bf6c-e384-4609-865e-e515968ec94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9301564a-92f8-4c2a-ad61-185dd25000b7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:13.060937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-44a7bf6c-e384-4609-865e-e515968ec94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:13.061670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a7bf6c-e384-4609-865e-e515968ec94b None None] The sync data for ids ['9301564a-92f8-4c2a-ad61-185dd25000b7'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:13.275110 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-0d2f28f9-5976-409c-acbd-ddb97bcb1c26 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 22:17:13.276182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0d2f28f9-5976-409c-acbd-ddb97bcb1c26 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/9301564a-92f8-4c2a-ad61-185dd25000b7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3686950 Dec 21 22:17:13.279458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36690) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:13.284247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc2a-c922-49ed-b7b1-ea505c21ca81 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:13.333602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f367c5c-89d8-4eeb-872d-345171b8de2d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:13.375685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:13.382166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f367c5c-89d8-4eeb-872d-345171b8de2d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:13.386922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c32c05-383a-49d6-b189-92509f9056b1 None None] Sync routers for ids ['42eb541a-5a36-43d2-94ac-63ba862debde'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:13.398775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f367c5c-89d8-4eeb-872d-345171b8de2d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9301564a-92f8-4c2a-ad61-185dd25000b7 HTTP/1.1" status: 200 len: 205 time: 0.1118262 Dec 21 22:17:13.403258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36694) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:13.405633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc2a-c922-49ed-b7b1-ea505c21ca81 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:13.410744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c32c05-383a-49d6-b189-92509f9056b1 None None] Routers {'42eb541a-5a36-43d2-94ac-63ba862debde'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:13.411444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d0c32c05-383a-49d6-b189-92509f9056b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['42eb541a-5a36-43d2-94ac-63ba862debde'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:13.462577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:13.467161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:13.476740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54750ffe-f562-4a88-a7ce-8634f69f4687 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:13.495109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a8738678-2ea3-475d-8419-fc5ab263dbaf up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:13.570457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d0c32c05-383a-49d6-b189-92509f9056b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:13.579456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1ac5-06fb-4acb-8fd5-3fd87e3f1187 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:13.585573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c32c05-383a-49d6-b189-92509f9056b1 None None] Routers {'42eb541a-5a36-43d2-94ac-63ba862debde'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:13.586111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:13.586291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d0c32c05-383a-49d6-b189-92509f9056b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['42eb541a-5a36-43d2-94ac-63ba862debde'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:13.591604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Port': ['ID=f1d4fd79-3f7d-4062-a892-f7bcff28bdcf,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:13.598840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:13.651310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a8738678-2ea3-475d-8419-fc5ab263dbaf completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:13.663928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c735e105-dd10-465c-90fb-6ffa729516d1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:13.718529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a831c4a3-47c8-41d7-b91a-b51931a5cc53,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:13.721656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d0c32c05-383a-49d6-b189-92509f9056b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:13.722123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c32c05-383a-49d6-b189-92509f9056b1 None None] The sync data for ids ['42eb541a-5a36-43d2-94ac-63ba862debde'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:13.743006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c735e105-dd10-465c-90fb-6ffa729516d1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:13.743427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.079476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-54750ffe-f562-4a88-a7ce-8634f69f4687 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for f5890e4c-6c02-4c3b-9d28-0b9c82b14eca owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:14.095430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9fa46f-3c0f-4ca1-92c0-24ad46988c24 None None] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:14.112125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.113511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dfc713ef-cbe2-425d-a636-a969b78ee664 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0781691 Dec 21 22:17:14.133917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.135273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-62574d52-263f-46ed-ad3a-c1d8b511aaf9 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.7814445 Dec 21 22:17:14.141236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No DVR routers for this DVR port f1d4fd79-3f7d-4062-a892-f7bcff28bdcf on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:14.145505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36698) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:14.145505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36700) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:14.212102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b4dc2ed0-e7a6-4e05-a156-87b96afca436 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': False}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:14.286133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-077b76b4-2c5a-480f-931b-e8c9e7ddc61b None None] Provisioning for port a8738678-2ea3-475d-8419-fc5ab263dbaf completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:14.289497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1ac5-06fb-4acb-8fd5-3fd87e3f1187 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.294620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1ac5-06fb-4acb-8fd5-3fd87e3f1187 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.301821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-077b76b4-2c5a-480f-931b-e8c9e7ddc61b None None] Provisioning complete for port a8738678-2ea3-475d-8419-fc5ab263dbaf triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:14.302341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-077b76b4-2c5a-480f-931b-e8c9e7ddc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.326086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.352809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.365463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1ac5-06fb-4acb-8fd5-3fd87e3f1187 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.366160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2f1ac5-06fb-4acb-8fd5-3fd87e3f1187 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Fanout notify agent at l3_agent the message router_deleted on router 9301564a-92f8-4c2a-ad61-185dd25000b7 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:17:14.381006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1ac5-06fb-4acb-8fd5-3fd87e3f1187 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.384421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8a2f1ac5-06fb-4acb-8fd5-3fd87e3f1187 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/9301564a-92f8-4c2a-ad61-185dd25000b7 HTTP/1.1" status: 204 len: 168 time: 0.9818356 Dec 21 22:17:14.385265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36706) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:14.397518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc2a-c922-49ed-b7b1-ea505c21ca81 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.398101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9bdc2a-c922-49ed-b7b1-ea505c21ca81 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Fanout notify agent at l3_agent the message router_deleted on router 22d79db5-5ef6-4ad9-a6c9-b82758144c55 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:17:14.441740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.501839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-077b76b4-2c5a-480f-931b-e8c9e7ddc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.540632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-077b76b4-2c5a-480f-931b-e8c9e7ddc61b None None] For port a8738678-2ea3-475d-8419-fc5ab263dbaf, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a8738678-2ea3-475d-8419-fc5ab263dbaf,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:14.571418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-077b76b4-2c5a-480f-931b-e8c9e7ddc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.575549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc2a-c922-49ed-b7b1-ea505c21ca81 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.576776 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c9bdc2a-c922-49ed-b7b1-ea505c21ca81 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/routers/22d79db5-5ef6-4ad9-a6c9-b82758144c55 HTTP/1.1" status: 204 len: 168 time: 3.7207272 Dec 21 22:17:14.579451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1979-b4cc-44e0-89c7-8fdf473ceebe tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.581653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36710) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:14.596712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.625978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1979-b4cc-44e0-89c7-8fdf473ceebe tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.659861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b76b4-2c5a-480f-931b-e8c9e7ddc61b None None] Pushing event updated for resources: {'Port': ['ID=a8738678-2ea3-475d-8419-fc5ab263dbaf,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:14.681167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-736e6227-e0e2-4862-8e35-d98814e7852c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet ddc8d762-cf53-4214-8dd8-a14434f89a5f {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:14.692723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-736e6227-e0e2-4862-8e35-d98814e7852c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.752382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc78d83-ed41-4688-a786-36ebe8ea24e8']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:14.797102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b8e28-73be-43d9-92e4-05bd083c05f6 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:17:14.797712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-736e6227-e0e2-4862-8e35-d98814e7852c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.803663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dedc5be-bd66-4acb-8cf0-86c8c15cb277') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:14.804006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dedc5be-bd66-4acb-8cf0-86c8c15cb277') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:14.891213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.908871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1979-b4cc-44e0-89c7-8fdf473ceebe tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.930115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8419e0d4-c0ac-4047-b830-ce5bddc8a06f None None] Provisioning complete for port a8738678-2ea3-475d-8419-fc5ab263dbaf triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:14.930526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8419e0d4-c0ac-4047-b830-ce5bddc8a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.962212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd0d3f1-76b5-4eb3-b8e4-e7c2edaaef77 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet 35ae4c80-93f6-4446-a932-2ae0a967e665 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:14.966822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f1-76b5-4eb3-b8e4-e7c2edaaef77 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:14.999458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.008596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b8e28-73be-43d9-92e4-05bd083c05f6 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:17:15.013615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54750ffe-f562-4a88-a7ce-8634f69f4687 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.015315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a1979-b4cc-44e0-89c7-8fdf473ceebe tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a831c4a3-47c8-41d7-b91a-b51931a5cc53,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:15.032595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-736e6227-e0e2-4862-8e35-d98814e7852c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.067715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f1-76b5-4eb3-b8e4-e7c2edaaef77 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.132688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:15.133034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:15.155762 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:15.176799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54750ffe-f562-4a88-a7ce-8634f69f4687 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=f5890e4c-6c02-4c3b-9d28-0b9c82b14eca,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:15.203773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f1-76b5-4eb3-b8e4-e7c2edaaef77 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.208869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1979-b4cc-44e0-89c7-8fdf473ceebe tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.210107 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e0a1979-b4cc-44e0-89c7-8fdf473ceebe tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a831c4a3-47c8-41d7-b91a-b51931a5cc53 HTTP/1.1" status: 204 len: 168 time: 1.0636008 Dec 21 22:17:15.229746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36714) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.255535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-736e6227-e0e2-4862-8e35-d98814e7852c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.285375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Allocated IP 172.26.6.124 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/6955bf5d-8a5d-46bb-8a8f-f50262a8c65f) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:15.317451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e6227-e0e2-4862-8e35-d98814e7852c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc8d762-cf53-4214-8dd8-a14434f89a5f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:15.345810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-736e6227-e0e2-4862-8e35-d98814e7852c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.358179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54750ffe-f562-4a88-a7ce-8634f69f4687 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.367795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-736e6227-e0e2-4862-8e35-d98814e7852c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/ddc8d762-cf53-4214-8dd8-a14434f89a5f HTTP/1.1" status: 204 len: 168 time: 0.9812729 Dec 21 22:17:15.368975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36718) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.396788 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-54750ffe-f562-4a88-a7ce-8634f69f4687 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/f5890e4c-6c02-4c3b-9d28-0b9c82b14eca HTTP/1.1" status: 204 len: 168 time: 4.2500861 Dec 21 22:17:15.401678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36722) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.416630 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e995d940-7eb3-4901-96f8-262afeaca4d9 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1830711 Dec 21 22:17:15.424413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36726) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.425094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.430411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a8738678-2ea3-475d-8419-fc5ab263dbaf up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:15.469549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.475289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/8fc78d83-ed41-4688-a786-36ebe8ea24e8 HTTP/1.1" status: 204 len: 168 time: 7.5823383 Dec 21 22:17:15.484920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36730) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.506936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870046943'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:15.519385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:15.527037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f1-76b5-4eb3-b8e4-e7c2edaaef77 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.570948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaba931-9906-4ec4-87ab-3f0700c67fd5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=8fc78d83-ed41-4688-a786-36ebe8ea24e8,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:15.574582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.617756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.618818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:15.642591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:15.651349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164778c2-b0c8-4d96-9452-7bfce901a6b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:15.653076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164778c2-b0c8-4d96-9452-7bfce901a6b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:15.653787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-164778c2-b0c8-4d96-9452-7bfce901a6b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:15.668665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:15.670942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0d3f1-76b5-4eb3-b8e4-e7c2edaaef77 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=35ae4c80-93f6-4446-a932-2ae0a967e665,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:15.689699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.692072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bd0d3f1-76b5-4eb3-b8e4-e7c2edaaef77 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.713816 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5bd0d3f1-76b5-4eb3-b8e4-e7c2edaaef77 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/35ae4c80-93f6-4446-a932-2ae0a967e665 HTTP/1.1" status: 204 len: 168 time: 1.1277092 Dec 21 22:17:15.713971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19808a3-3d91-4b6b-85ac-87ec306e33df None None] Network 1a03af18-0664-497b-a8dc-6946d9fa10d8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:15.714055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36734) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.744026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c58b3-b039-4748-a7cb-dd0e4fd0b291 None None] Network d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:15.746145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:15.752207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.762677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port f157baee-f94c-413c-9880-5e67730669b0 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:15.762871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.797249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-164778c2-b0c8-4d96-9452-7bfce901a6b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:15.801081 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-164778c2-b0c8-4d96-9452-7bfce901a6b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3948786 Dec 21 22:17:15.804313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.810591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36738) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.854593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c01354c2-6b49-49b1-a20d-921990267b7f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.873609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a8738678-2ea3-475d-8419-fc5ab263dbaf triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:15.874589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.935807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:15.980102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:17:16.040058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:16.040723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.138787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.139299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment 43b08621-6e3d-404b-93d0-dde9dc83f8aa of type vlan for network 8adff0d4-8b26-41df-9736-5ff42cb09f88 Dec 21 22:17:16.166455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=3016e203-a7c0-4163-9893-4d7654a480af,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:16.230664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c01354c2-6b49-49b1-a20d-921990267b7f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.247807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.277892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.387482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] DHCP port deletion for 1a03af18-0664-497b-a8dc-6946d9fa10d8 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:16.388380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port f157baee-f94c-413c-9880-5e67730669b0, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f157baee-f94c-413c-9880-5e67730669b0,segment=NetworkSegment(31c891c3-6081-4f0f-840f-f47cc8b3e133),segment_id=31c891c3-6081-4f0f-840f-f47cc8b3e133)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:16.388790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.393495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] Deleting port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:16.393923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.439108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] DHCP port deletion for d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:16.452223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] Deleting port f157baee-f94c-413c-9880-5e67730669b0 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:16.452851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.534350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.582474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c01354c2-6b49-49b1-a20d-921990267b7f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.607789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for f157baee-f94c-413c-9880-5e67730669b0 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:16.645467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01354c2-6b49-49b1-a20d-921990267b7f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f9852-79df-407e-86f0-98bc634f9e83,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:16.647367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.651582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:16.652287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.664171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] For port d6e77d29-6b08-4025-98b8-00aaf27a8ce3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6e77d29-6b08-4025-98b8-00aaf27a8ce3,segment=NetworkSegment(6270879d-0666-4bfe-b500-21130c5b4448),segment_id=6270879d-0666-4bfe-b500-21130c5b4448)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:16.664731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.705132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:16.711128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c01354c2-6b49-49b1-a20d-921990267b7f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.714868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c01354c2-6b49-49b1-a20d-921990267b7f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e3f9852-79df-407e-86f0-98bc634f9e83 HTTP/1.1" status: 204 len: 168 time: 1.2852991 Dec 21 22:17:16.719838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:16.721728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36742) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.724596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Pushing event updated for resources: {'Port': ['ID=6955bf5d-8a5d-46bb-8a8f-f50262a8c65f,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:16.733063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a70ecd-3bee-4942-bdb5-5eb34f7dac9b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 3288fb66-ae7b-417f-a70b-294870da7c6c {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:16.755188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:16.783181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a70ecd-3bee-4942-bdb5-5eb34f7dac9b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.792250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] For port d6e77d29-6b08-4025-98b8-00aaf27a8ce3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6e77d29-6b08-4025-98b8-00aaf27a8ce3,segment=NetworkSegment(6270879d-0666-4bfe-b500-21130c5b4448),segment_id=6270879d-0666-4bfe-b500-21130c5b4448)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:16.792736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:16.841374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for d6e77d29-6b08-4025-98b8-00aaf27a8ce3 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:16.887585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3918550 Dec 21 22:17:16.896315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36746) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.912251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:16.969902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a70ecd-3bee-4942-bdb5-5eb34f7dac9b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.002037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] Calling delete_port for d6e77d29-6b08-4025-98b8-00aaf27a8ce3 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:17.020820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df244d9-2234-4961-bf1e-7d472ac2d615 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=8adff0d4-8b26-41df-9736-5ff42cb09f88,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:17.044517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:17.164163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fff3bae2-104c-4c5b-bc42-bd3f57b513e8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:17.166123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] For port f157baee-f94c-413c-9880-5e67730669b0, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f157baee-f94c-413c-9880-5e67730669b0,segment=NetworkSegment(31c891c3-6081-4f0f-840f-f47cc8b3e133),segment_id=31c891c3-6081-4f0f-840f-f47cc8b3e133)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:17.166574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.274974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a70ecd-3bee-4942-bdb5-5eb34f7dac9b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.318630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fff3bae2-104c-4c5b-bc42-bd3f57b513e8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:17.320006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fff3bae2-104c-4c5b-bc42-bd3f57b513e8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5968726 Dec 21 22:17:17.326551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] Calling delete_port for f157baee-f94c-413c-9880-5e67730669b0 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:17.330090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP 16d2f375-0dfa-4784-9e1c-95e84fb7ba38 associated. External IP: 172.26.6.234, port: f2d32b07-0bb7-4256-864c-d5f870c220e4. Dec 21 22:17:17.347373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36750) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:17.367287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--83719912'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:17.372564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.401730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f157baee-f94c-413c-9880-5e67730669b0 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:17.428323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:17.438435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No DVR routers for this DVR port f157baee-f94c-413c-9880-5e67730669b0 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:17.441156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: f157baee-f94c-413c-9880-5e67730669b0 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:17.441340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f157baee-f94c-413c-9880-5e67730669b0 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:17.441808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6e77d29-6b08-4025-98b8-00aaf27a8ce3 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:17.469919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=f157baee-f94c-413c-9880-5e67730669b0,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:17.488567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: d6e77d29-6b08-4025-98b8-00aaf27a8ce3 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:17.488958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6e77d29-6b08-4025-98b8-00aaf27a8ce3 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:17.490205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:17.492960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:17.493727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:17.494192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:17:17.497369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:17.498177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:17:17.510683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.553985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:subnet and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:17.574755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a70ecd-3bee-4942-bdb5-5eb34f7dac9b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.577242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:17.585770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=d6e77d29-6b08-4025-98b8-00aaf27a8ce3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:17.601661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:17.616521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No DVR routers for this DVR port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:17.676155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a70ecd-3bee-4942-bdb5-5eb34f7dac9b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=3288fb66-ae7b-417f-a70b-294870da7c6c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:17.697310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.701955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a70ecd-3bee-4942-bdb5-5eb34f7dac9b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.708448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.709748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f211e5-1256-4251-8403-a0c64b777375 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:17.732310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2ed0-e7a6-4e05-a156-87b96afca436 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.761038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:17.768691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8a70ecd-3bee-4942-bdb5-5eb34f7dac9b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/3288fb66-ae7b-417f-a70b-294870da7c6c HTTP/1.1" status: 204 len: 168 time: 1.9228885 Dec 21 22:17:17.769729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36754) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:17.810471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:17.855517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c891c3-6081-4f0f-840f-f47cc8b3e133') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:17.855898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c891c3-6081-4f0f-840f-f47cc8b3e133') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:17.987477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:17.995134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] Deleting port d6e77d29-6b08-4025-98b8-00aaf27a8ce3 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:17.995907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.008093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.032559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] Deleting port f157baee-f94c-413c-9880-5e67730669b0 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:18.032869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.049462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.067809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:18.075917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:18.082501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a03af18-0664-497b-a8dc-6946d9fa10d8']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:18.090292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:18.091117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.091901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.093619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.095633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d85f44f5-81b1-4bed-b6c3-7037c815dcad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3249881 Dec 21 22:17:18.096251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:18.101072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36758) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:18.112820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6270879d-0666-4bfe-b500-21130c5b4448') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:18.113235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6270879d-0666-4bfe-b500-21130c5b4448') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:18.113806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:18.137810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fdc228a1-1595-4f2b-9449-c1dc3ceb2ba0 None None] The port 'f157baee-f94c-413c-9880-5e67730669b0' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:17:18.142981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:18.149116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:18.149635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:18.166319 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:18.168576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.176529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d87e9e98-7a0f-4736-ac82-6d07fd8e3c65 None None] The port 'd6e77d29-6b08-4025-98b8-00aaf27a8ce3' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:17:18.178279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] Deleting port c735e105-dd10-465c-90fb-6ffa729516d1 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:18.178279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.330885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.358952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:18.359472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:18.378628 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:18.407838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:18.416122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] For port c735e105-dd10-465c-90fb-6ffa729516d1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c735e105-dd10-465c-90fb-6ffa729516d1,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:18.416305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:18.416914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.468166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:18.474833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.488142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:18.513441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.544249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:18.551091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.558126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.565171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] Calling delete_port for c735e105-dd10-465c-90fb-6ffa729516d1 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:18.584171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.633632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.671815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Network': ['ID=1a03af18-0664-497b-a8dc-6946d9fa10d8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:18.696537 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cd7d8486-1721-457b-aeda-23b1a08cd630 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/d1759ff8-6e1f-4fb5-aa1c-8a06bfc8ca7e HTTP/1.1" status: 204 len: 168 time: 3.3180373 Dec 21 22:17:18.698469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:18.705527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.707771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36762) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:18.724651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1225447462'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:18.738077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a0a6eb-d071-41a7-8e55-96d36fd8de29,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:18.738077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:18.742059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:18.752111 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-da05a65c-3274-4344-bf9a-1d4d5352e86f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/networks/1a03af18-0664-497b-a8dc-6946d9fa10d8 HTTP/1.1" status: 204 len: 168 time: 3.0375533 Dec 21 22:17:18.764774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:18.767577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36766) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:18.830409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:18.832676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.836648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-08db9130-7882-40a9-9da7-e3befa61bed0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4847956 Dec 21 22:17:18.836804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.838411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36770) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:18.879604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89534955-b057-4182-abbd-4f74b07e5338 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:18.880376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-89534955-b057-4182-abbd-4f74b07e5338 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:18.883062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] Pushing event deleted for resources: {'Port': ['ID=c735e105-dd10-465c-90fb-6ffa729516d1,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:18.887184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:18.888243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326db12-9296-4c58-98c3-5bcc8d7a32a1 None None] No DVR routers for this DVR port c735e105-dd10-465c-90fb-6ffa729516d1 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:18.895666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.916249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '79a0a6eb-d071-41a7-8e55-96d36fd8de29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:18.920305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:18.940203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:18.994014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-89534955-b057-4182-abbd-4f74b07e5338 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:18.995307 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-89534955-b057-4182-abbd-4f74b07e5338 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/82751e15-5a3e-4955-af8d-6897dee7545f HTTP/1.1" status: 200 len: 845 time: 0.2267098 Dec 21 22:17:19.000518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:17:19.002556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36774) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:19.013360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:19.022086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:19.052377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:19.080123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=0429dde2-8ac3-42af-8cb9-8bdfd724a6b6,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:19.090964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.090964 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment 62ef366b-0597-440d-8c1a-efcf68da0e2c of type vlan for network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 Dec 21 22:17:19.103830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2ed0-e7a6-4e05-a156-87b96afca436 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.126890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2ed0-e7a6-4e05-a156-87b96afca436 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.129519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': '43b08621-6e3d-404b-93d0-dde9dc83f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:19.129925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: 8adff0d4-8b26-41df-9736-5ff42cb09f88, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:17:19.147531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-027e218a-1f8d-4c09-9be0-ac3cc9f8e9a9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/82751e15-5a3e-4955-af8d-6897dee7545f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1401837 Dec 21 22:17:19.154338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36778) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:19.161312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.169359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:19.198245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.285774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:19.317522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:19.321570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:17:19.324224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:19.328807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:19.337760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:19.348127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.352170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:19.352937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.356126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c735e105-dd10-465c-90fb-6ffa729516d1 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:19.391161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 8adff0d4-8b26-41df-9736-5ff42cb09f88) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:19.392834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: c735e105-dd10-465c-90fb-6ffa729516d1 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:19.393342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c735e105-dd10-465c-90fb-6ffa729516d1 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:19.396127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:19.396810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.401017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:19.411952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad752f-d780-419d-8008-d5bc25f2cae8 None None] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:19.473932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:17:19.510443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.592989 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a58eb1b0-491d-4eaf-9c5c-77695b2d5ed4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6905744 Dec 21 22:17:19.594473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8805974 Dec 21 22:17:19.598211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33360f6-2cb0-43fd-9ec9-62c1782c581a tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=c753a02f-a3f8-41b6-9c11-3d11d067b4f3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:19.603000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36782) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:19.603366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36784) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:19.603976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.612977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': 'c753a02f-a3f8-41b6-9c11-3d11d067b4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:19.636874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:19.640938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:19.659217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.681840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-8adff0d4-8b26-41df-9736-5ff42cb09f88', 'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': '0429dde2-8ac3-42af-8cb9-8bdfd724a6b6'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:19.683078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:19.705154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ec3d3a-3835-428c-97a5-2ccd6d994800,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:19.945717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Allocated IP 2001:db8::2 (8adff0d4-8b26-41df-9736-5ff42cb09f88/0429dde2-8ac3-42af-8cb9-8bdfd724a6b6/72f7be46-ada0-4a60-b781-72c1573ea453) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:19.980154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:19.990251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:19.999706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:20.022827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:20.035966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:20.042076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.042680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:subnet and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:20.047115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-53f8fe07-a66b-44a7-93fc-ede8de2da64d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1455026 Dec 21 22:17:20.047278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36790) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:20.068649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '79a0a6eb-d071-41a7-8e55-96d36fd8de29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:20.074155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:20.084819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:20.087274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:20.104595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:20.147404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:20.164173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:20.177187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.181279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:20.184258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.190077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Transition to ACTIVE for port object 72f7be46-ada0-4a60-b781-72c1573ea453 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:20.211720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Transition to ACTIVE for port object 72f7be46-ada0-4a60-b781-72c1573ea453 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:20.243859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.271205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:20.277166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.322097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:20.325653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:20.330799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:20.336017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Pushing event updated for resources: {'Port': ['ID=72f7be46-ada0-4a60-b781-72c1573ea453,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:20.354274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:20.360158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dc2ed0-e7a6-4e05-a156-87b96afca436 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Router 42eb541a-5a36-43d2-94ac-63ba862debde has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:20.366405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:20.375310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:20.375982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.382020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=3bc2e186-8b84-45ff-bc66-9763d8ef2f60,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:20.406467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d38d6e-4ed4-443e-a7de-567a0b5c6d33 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:20.510664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:20.520423 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-62ace6bf-02c9-40c5-92f5-ec64ba910bbf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4160168 Dec 21 22:17:20.521073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Attempting to bind port 72f7be46-ada0-4a60-b781-72c1573ea453 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:20.521398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Attempting to bind port 72f7be46-ada0-4a60-b781-72c1573ea453 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '43b08621-6e3d-404b-93d0-dde9dc83f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:20.521803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Attempting to bind port 72f7be46-ada0-4a60-b781-72c1573ea453 on network 8adff0d4-8b26-41df-9736-5ff42cb09f88 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:20.526186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce93d0b-face-4d00-b8db-a389956ddc6b None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:20.529652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36794) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:20.534330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:20.534762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Checking segment: {'id': '43b08621-6e3d-404b-93d0-dde9dc83f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:20.535177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.535614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Bound using segment: {'id': '43b08621-6e3d-404b-93d0-dde9dc83f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:20.536138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Bound port: 72f7be46-ada0-4a60-b781-72c1573ea453, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b08621-6e3d-404b-93d0-dde9dc83f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:20.536579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.541146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce93d0b-face-4d00-b8db-a389956ddc6b None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:20.542078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ce93d0b-face-4d00-b8db-a389956ddc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:20.548043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:ec:5b:ba', 'name': 'tempest-NetworksTestDHCPv6-1683155046'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:20.612144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:20.613378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ce93d0b-face-4d00-b8db-a389956ddc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:20.626672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce93d0b-face-4d00-b8db-a389956ddc6b None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:20.627601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ce93d0b-face-4d00-b8db-a389956ddc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:20.627876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:20.680178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.695761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ce93d0b-face-4d00-b8db-a389956ddc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:20.696482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce93d0b-face-4d00-b8db-a389956ddc6b None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:20.715565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:20.716253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:20.730001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.776204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.794037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] For port 72f7be46-ada0-4a60-b781-72c1573ea453, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:20.794684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2251f0a1-dd08-4985-aa79-11327a215835 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.6561439 Dec 21 22:17:20.800534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.804517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-977bc7f9-b433-4f5b-b656-ba078eccdfab admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3224282 Dec 21 22:17:20.804517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36798) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:20.807989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36800) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:20.814789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e35b0efe-2fa8-438d-a8b7-6c8e8c1fc7d5 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'port_id': 'f2d32b07-0bb7-4256-864c-d5f870c220e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:20.832742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.844467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] For port 72f7be46-ada0-4a60-b781-72c1573ea453, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=72f7be46-ada0-4a60-b781-72c1573ea453,segment=NetworkSegment(43b08621-6e3d-404b-93d0-dde9dc83f8aa),segment_id=43b08621-6e3d-404b-93d0-dde9dc83f8aa)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:20.929293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '3bc2e186-8b84-45ff-bc66-9763d8ef2f60'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:20.930176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.944593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:20.985314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:20.994634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:21.009623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:21.010433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.012508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:21.017861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=4e7c9420-ce8d-485c-b61f-6b6e54814e9a,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:21.020524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16edb3a-9505-4d94-923e-face093e8219 None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:21.054230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:21.081695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:17:21.084682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e35b0efe-2fa8-438d-a8b7-6c8e8c1fc7d5 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.086920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.150725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:21.157959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.175527 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c30ffc17-b31c-4c31-a6be-ccc64548379e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0147338 Dec 21 22:17:21.181192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.182853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36806) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:21.207021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'security_group': {'name': 'tempest-secgroup-1795720653'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:21.231817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:21.255433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:21.259362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port ba3aca22-eab7-4181-add3-8ef8238b35a6 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:17:21.264391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb7c501-cd1d-4b84-8612-bb8c37352cc6,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:21.268274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:21.281496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:21.312589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.316648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1b5bf71f-3d14-4f73-a232-80e0c65de9a2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2664123 Dec 21 22:17:21.333746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36810) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:21.342642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '79a0a6eb-d071-41a7-8e55-96d36fd8de29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:21.352238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:21.359524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:21.363372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:21.371577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:21.386624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.428620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.464531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dc2ed0-e7a6-4e05-a156-87b96afca436 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:21.482709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b901b-314f-49d0-876e-3cde4fc0c084 None None] Sync routers for ids ['42eb541a-5a36-43d2-94ac-63ba862debde'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:21.505250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b901b-314f-49d0-876e-3cde4fc0c084 None None] Routers {'42eb541a-5a36-43d2-94ac-63ba862debde'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:21.506383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b75b901b-314f-49d0-876e-3cde4fc0c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['42eb541a-5a36-43d2-94ac-63ba862debde'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:21.556271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:21.563257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group_rule and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:21.567978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:21.575682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b75b901b-314f-49d0-876e-3cde4fc0c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:21.579182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:21.588480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b901b-314f-49d0-876e-3cde4fc0c084 None None] Routers {'42eb541a-5a36-43d2-94ac-63ba862debde'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:21.589424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b75b901b-314f-49d0-876e-3cde4fc0c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['42eb541a-5a36-43d2-94ac-63ba862debde'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:21.656914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b75b901b-314f-49d0-876e-3cde4fc0c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:21.657774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b901b-314f-49d0-876e-3cde4fc0c084 None None] The sync data for ids ['42eb541a-5a36-43d2-94ac-63ba862debde'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:21.661412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:feec:5bba (46b25152-08cb-4b8d-89e6-3a84ce307aa7/3bc2e186-8b84-45ff-bc66-9763d8ef2f60/ba3aca22-eab7-4181-add3-8ef8238b35a6) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:21.663592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.667348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=b56272da-046d-4b49-a09e-35dfc6385d9b,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:21.696083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9cf65-2153-496b-b301-6ebb65770ebe None None] Pushing event updated for resources: {'Port': ['ID=72f7be46-ada0-4a60-b781-72c1573ea453,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:21.718825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.725858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2ed0-e7a6-4e05-a156-87b96afca436 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.729870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b4dc2ed0-e7a6-4e05-a156-87b96afca436 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "PUT /v2.0/routers/42eb541a-5a36-43d2-94ac-63ba862debde HTTP/1.1" status: 200 len: 922 time: 7.5787272 Dec 21 22:17:21.732810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.739442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36814) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:21.782779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:21.801883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.806141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:21.829461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:21.830017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:21.888895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=887e5d61-21c7-4f7f-8059-50f358d0b77f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:21.938278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:17Z', 'revision_number': 3, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:21.940584 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc7caa96-c554-4287-b089-3739e3e784c7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3359816 Dec 21 22:17:21.942776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36818) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:21.944770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:17:21.945182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Updating router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:17:21.951297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64aa5b09-3a18-4ceb-9fd8-29149053ab95,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:21.992909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': '62ef366b-0597-440d-8c1a-efcf68da0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c753a02f-a3f8-41b6-9c11-3d11d067b4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:21.993316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: c753a02f-a3f8-41b6-9c11-3d11d067b4f3, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:17:22.013026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.017266 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-37ec97a4-fb3b-4cfe-b39e-ad5efd099d2e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8162708 Dec 21 22:17:22.021268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.031994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36822) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:22.041258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'security_group': {'name': 'tempest-secgroup-149851689'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:22.048813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:22.053722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:22.057561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:22.063298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:22.097282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.110356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.128596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514957ae-a5e3-4809-9120-1746bbfdd579 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:22.130295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514957ae-a5e3-4809-9120-1746bbfdd579 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:22.132387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514957ae-a5e3-4809-9120-1746bbfdd579 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:22.133635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514957ae-a5e3-4809-9120-1746bbfdd579 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:22.134146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-42501771-0310-48f9-a5f9-ce999c8dfa40', 'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'tenant_id': '4f972e5a82574e889ce311abf4510be3', 'fixed_ips': [{'subnet_id': '4e7c9420-ce8d-485c-b61f-6b6e54814e9a'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:22.135067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.135285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514957ae-a5e3-4809-9120-1746bbfdd579 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:22.136260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-514957ae-a5e3-4809-9120-1746bbfdd579 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Synchronizing usage tracker for tenant:96883d6ee31b4191af86c8b82aa864e4 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:22.145386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.207922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:22.212466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group_rule and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:22.215682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:22.223221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:22.322133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5596b206-e522-4b56-ac9c-408052aa76ee,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:22.338339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:17:22.368215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-514957ae-a5e3-4809-9120-1746bbfdd579 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Unset dirty status for tenant:96883d6ee31b4191af86c8b82aa864e4 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:22.368959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-514957ae-a5e3-4809-9120-1746bbfdd579 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4219449 Dec 21 22:17:22.376856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36826) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:22.395853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1084059768'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:22.404685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:22.407039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, c753a02f-a3f8-41b6-9c11-3d11d067b4f3) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:22.411592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:22.412239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.417034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.421685 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6a825b03-c028-4bf3-8fff-d672101003e2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0835707 Dec 21 22:17:22.424042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.431194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36830) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:22.434651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:22.442700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '79a0a6eb-d071-41a7-8e55-96d36fd8de29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:22.452982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:22.457476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:22.461973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489dd5d2-099e-4243-a265-380f252136af None None] Network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:22.468941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:22.471880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:22.477091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.482971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:22.514059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:22.517911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3f04339b-986c-4216-a75a-9cf96d4ad2db tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9112594 Dec 21 22:17:22.526981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36834) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:22.551541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170019864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:22.562290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:22.568618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f336f04c-3641-41e8-a925-33c1687d716b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:22.577514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:22.584686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.600872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:router and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:22.605216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:22.625122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.629059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7fe4cf45-e5b4-454c-b979-e9ce1fdc3adb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5934474 Dec 21 22:17:22.631812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:22.633690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36838) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:22.643672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Allocated IP 2001:db8::2 (42501771-0310-48f9-a5f9-ce999c8dfa40/4e7c9420-ce8d-485c-b61f-6b6e54814e9a/0081c612-95a6-4a40-84f6-59131075888f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:22.647231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2096568642', 'security_groups': ['f336f04c-3641-41e8-a925-33c1687d716b'], 'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e7c9420-ce8d-485c-b61f-6b6e54814e9a'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:22.663914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.721584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:17:22.730515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.731539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.761717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.835450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.835927 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment 6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd of type vlan for network 686348c6-7d39-4553-8022-0f892a44ba7b Dec 21 22:17:22.880253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.893431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:22.899661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:port and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:22.903559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:22.914374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object ba3aca22-eab7-4181-add3-8ef8238b35a6 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:22.922795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e187e0f8-47eb-44ae-9606-d6ace1b7762c tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/routers/42eb541a-5a36-43d2-94ac-63ba862debde HTTP/1.1" status: 200 len: 922 time: 1.1754611 Dec 21 22:17:22.925382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36842) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:22.927310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:22.950141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.960136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.965913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.979076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:22.993893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.014277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-c753a02f-a3f8-41b6-9c11-3d11d067b4f3', 'network_id': 'c753a02f-a3f8-41b6-9c11-3d11d067b4f3', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': 'b56272da-046d-4b49-a09e-35dfc6385d9b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:23.015219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.037036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:17:23.038819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:23.046917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.063536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d02214-2c28-4879-8a65-a3c756a96b66,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:23.069902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.073959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b0b8b264-49ce-4108-a612-34f3dcf9c9b5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5391076 Dec 21 22:17:23.075697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36846) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.150306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.154227 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0913d02a-576a-4517-bba7-e5c986555cf4 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7192903 Dec 21 22:17:23.154227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.156756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:23.157425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.161888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:17:23.172963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36850) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.175780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Transition to ACTIVE for port object 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:23.191173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.212016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '79a0a6eb-d071-41a7-8e55-96d36fd8de29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:23.242114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.270784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:23.299886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:23.320533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:23.336574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9dbad6c7-91ab-41ed-8854-3fc82837b0e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Synchronizing usage tracker for tenant:137622afc4174d53973248dba5dc4cfb on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:23.343657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:23.374998 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9949584 Dec 21 22:17:23.385347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36854) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.397253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e35b0efe-2fa8-438d-a8b7-6c8e8c1fc7d5 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.410906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:23.418294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:23.426264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=ba3aca22-eab7-4181-add3-8ef8238b35a6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:23.430939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:23.435533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:23.436240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.446951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fa9cc1ea-67f6-4bcf-877a-83c52bda6105 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:23.470488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e35b0efe-2fa8-438d-a8b7-6c8e8c1fc7d5 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.478809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae112341-9258-43f6-80a7-ae92c4318a24 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=686348c6-7d39-4553-8022-0f892a44ba7b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:23.556047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e094-c368-478b-ade7-4d07cfb295df None None] Pushing event updated for resources: {'Port': ['ID=6955bf5d-8a5d-46bb-8a8f-f50262a8c65f,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:23.572854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.584885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 72f7be46-ada0-4a60-b781-72c1573ea453 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:23.585755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9dbad6c7-91ab-41ed-8854-3fc82837b0e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Unset dirty status for tenant:137622afc4174d53973248dba5dc4cfb on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:23.589726 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9dbad6c7-91ab-41ed-8854-3fc82837b0e2 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=42eb541a-5a36-43d2-94ac-63ba862debde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6595633 Dec 21 22:17:23.599370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36858) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.625688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 686348c6-7d39-4553-8022-0f892a44ba7b details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:23.626817 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ecf9a5e-9b81-407b-a383-51ba73e2bb36 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0930448 Dec 21 22:17:23.627706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36862) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.670701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.685369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Transition to ACTIVE for port object 0081c612-95a6-4a40-84f6-59131075888f will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:23.715657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Transition to ACTIVE for port object 0081c612-95a6-4a40-84f6-59131075888f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:23.729384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Allocated IP 2001:db8::f816:3eff:feae:4638 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/3bc2e186-8b84-45ff-bc66-9763d8ef2f60/e1ca5aa7-480a-4193-aaff-06fc6a4391fc) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:23.855981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.871310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.933876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:23.935282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:23.963767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:23.966832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:23.973301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4e290f-5c49-418d-ae4d-8c881a50d9ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:23.974140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4b4e290f-5c49-418d-ae4d-8c881a50d9ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:23.995501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1171aa-a3b9-4338-9523-c8ddfce8345d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:24.065642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.069781 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5c8e6f5-c93b-4a48-87aa-554e817ddac1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8886471 Dec 21 22:17:24.075060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36866) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.100953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4b4e290f-5c49-418d-ae4d-8c881a50d9ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:24.105317 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4b4e290f-5c49-418d-ae4d-8c881a50d9ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4730015 Dec 21 22:17:24.106257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36870) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.194657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Attempting to bind port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:24.195081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Attempting to bind port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:24.195494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Attempting to bind port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:24.235845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7a0c5-e21c-44b1-b0f7-1774f27fd668 None None] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:24.359227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Attempting to bind port 0081c612-95a6-4a40-84f6-59131075888f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:24.359630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Attempting to bind port 0081c612-95a6-4a40-84f6-59131075888f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '7e793398-bdef-42ca-a31a-52c03adc31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:24.360036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Attempting to bind port 0081c612-95a6-4a40-84f6-59131075888f on network 42501771-0310-48f9-a5f9-ce999c8dfa40 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:24.382707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:24.382938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:24.383326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.383758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:24.384294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Bound port: 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:24.384742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.434995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::36f (42501771-0310-48f9-a5f9-ce999c8dfa40/4e7c9420-ce8d-485c-b61f-6b6e54814e9a/5f4c5d55-b449-4fa0-829e-af8d2df9c6c1) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:24.439556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Pushing event updated for resources: {'Port': ['ID=0081c612-95a6-4a40-84f6-59131075888f,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:24.446745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679e255-5383-40d2-a0a6-bd88494240bc tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:24.450983 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a679e255-5383-40d2-a0a6-bd88494240bc tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 881 time: 0.8368542 Dec 21 22:17:24.450983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc1ea-67f6-4bcf-877a-83c52bda6105 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.461551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36874) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.481173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c4292be-d26a-4f2e-bc90-43b6d850c336 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.522933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c4292be-d26a-4f2e-bc90-43b6d850c336 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.530926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:24.531191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Checking segment: {'id': '7e793398-bdef-42ca-a31a-52c03adc31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:24.531530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.531937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Bound using segment: {'id': '7e793398-bdef-42ca-a31a-52c03adc31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:24.532788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Bound port: 0081c612-95a6-4a40-84f6-59131075888f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e793398-bdef-42ca-a31a-52c03adc31fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:24.532910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.538770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aa6864ab-6b02-49ca-858c-02930ec9a491 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port ba3aca22-eab7-4181-add3-8ef8238b35a6 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:24.539157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa6864ab-6b02-49ca-858c-02930ec9a491 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.556963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 72f7be46-ada0-4a60-b781-72c1573ea453 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:24.594003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e7dc1ff6-84a2-41e3-8f2c-eec50acc74a1 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=42eb541a-5a36-43d2-94ac-63ba862debde HTTP/1.1" status: 200 len: 205 time: 0.1249595 Dec 21 22:17:24.601385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36878) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.602125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Allocated IP 2001:db8::2 (c753a02f-a3f8-41b6-9c11-3d11d067b4f3/b56272da-046d-4b49-a09e-35dfc6385d9b/b63703c7-bfe7-4afc-9df9-f52fc4460246) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:24.606852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d5efbac4-d686-4ebc-8aa2-42018b0aafbb None None] Provisioning for port 72f7be46-ada0-4a60-b781-72c1573ea453 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:24.610285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 72f7be46-ada0-4a60-b781-72c1573ea453 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:24.611153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.669995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc1ea-67f6-4bcf-877a-83c52bda6105 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.741248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d5efbac4-d686-4ebc-8aa2-42018b0aafbb None None] Provisioning complete for port 72f7be46-ada0-4a60-b781-72c1573ea453 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:24.741644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5efbac4-d686-4ebc-8aa2-42018b0aafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.771791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c4292be-d26a-4f2e-bc90-43b6d850c336 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.807331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.818324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4292be-d26a-4f2e-bc90-43b6d850c336 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d1171aa-a3b9-4338-9523-c8ddfce8345d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:24.818539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa9cc1ea-67f6-4bcf-877a-83c52bda6105 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 686348c6-7d39-4553-8022-0f892a44ba7b is not hosted by any dhcp agent {{(pid=88995) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 22:17:24.822062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9cc1ea-67f6-4bcf-877a-83c52bda6105 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:24.822922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc1ea-67f6-4bcf-877a-83c52bda6105 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.824139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fa9cc1ea-67f6-4bcf-877a-83c52bda6105 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "PUT /v2.0/networks/686348c6-7d39-4553-8022-0f892a44ba7b HTTP/1.1" status: 200 len: 723 time: 1.3825953 Dec 21 22:17:24.834009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36882) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.842212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c4292be-d26a-4f2e-bc90-43b6d850c336 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:24.846114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2c4292be-d26a-4f2e-bc90-43b6d850c336 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9d1171aa-a3b9-4338-9523-c8ddfce8345d HTTP/1.1" status: 204 len: 168 time: 0.7662051 Dec 21 22:17:24.847891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36884) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.853161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': '686348c6-7d39-4553-8022-0f892a44ba7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:24.874276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] For port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:24.925171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cc1ea-67f6-4bcf-877a-83c52bda6105 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=686348c6-7d39-4553-8022-0f892a44ba7b,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:24.966154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 686348c6-7d39-4553-8022-0f892a44ba7b details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:24.996966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.028024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] For port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6955bf5d-8a5d-46bb-8a8f-f50262a8c65f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:25.030332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.109106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Transition to ACTIVE for port object e1ca5aa7-480a-4193-aaff-06fc6a4391fc will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:25.127016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.284128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] For port 0081c612-95a6-4a40-84f6-59131075888f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:25.285544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:25.297829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0eaa68f6-174f-4ed8-af2f-3bb373df2468 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:25.379834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:25.381751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Transition to ACTIVE for port object e1ca5aa7-480a-4193-aaff-06fc6a4391fc will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:25.382640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.395199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa6864ab-6b02-49ca-858c-02930ec9a491 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.411299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] For port 0081c612-95a6-4a40-84f6-59131075888f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0081c612-95a6-4a40-84f6-59131075888f,segment=NetworkSegment(7e793398-bdef-42ca-a31a-52c03adc31fe),segment_id=7e793398-bdef-42ca-a31a-52c03adc31fe)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:25.481148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.496636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.498228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:25.534849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.535160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e094-c368-478b-ade7-4d07cfb295df None None] Pushing event updated for resources: {'Port': ['ID=6955bf5d-8a5d-46bb-8a8f-f50262a8c65f,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:25.554655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aa6864ab-6b02-49ca-858c-02930ec9a491 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for ba3aca22-eab7-4181-add3-8ef8238b35a6 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:25.597380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:25.666595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0eaa68f6-174f-4ed8-af2f-3bb373df2468 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:25.672209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0eaa68f6-174f-4ed8-af2f-3bb373df2468 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.7947216 Dec 21 22:17:25.704249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36890) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:25.718709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.824151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.843389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.849117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-730cca36-d389-424c-87f7-5b5b732e4437 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.856828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:25.859835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Allocated IP 172.20.0.1 (03e68a8b-7443-4166-9a06-4bf6470ad0b7/e937ab0e-9410-4c13-a469-647397e452b8/4ea6abcc-708f-481e-9207-5d3fb20da355) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:25.862027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:25.862666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:25.866138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:25.868095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=5f4c5d55-b449-4fa0-829e-af8d2df9c6c1,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:25.878451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-730cca36-d389-424c-87f7-5b5b732e4437 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.886136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:25.891368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:25.892171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.919742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5efbac4-d686-4ebc-8aa2-42018b0aafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.976599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:25.978150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:25.999792 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cf6f580d-33e9-496b-9d0b-5a5895ff7b0a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3609862 Dec 21 22:17:26.002288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36894) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:26.008643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:26.014911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:26.015046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:26.029249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Pushing event updated for resources: {'Port': ['ID=e1ca5aa7-480a-4193-aaff-06fc6a4391fc,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:26.059498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35b0efe-2fa8-438d-a8b7-6c8e8c1fc7d5 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:26.192162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 72f7be46-ada0-4a60-b781-72c1573ea453, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=72f7be46-ada0-4a60-b781-72c1573ea453,segment=NetworkSegment(43b08621-6e3d-404b-93d0-dde9dc83f8aa),segment_id=43b08621-6e3d-404b-93d0-dde9dc83f8aa)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:26.264037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.278041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.285550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa6864ab-6b02-49ca-858c-02930ec9a491 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.286455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:26.292309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:26.296135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:26.303510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:26.313371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-730cca36-d389-424c-87f7-5b5b732e4437 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.330442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Deleting port 1d4c7d55-aaf3-417c-9019-71c60893eb10 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:26.330802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.422823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Transition to ACTIVE for port object b63703c7-bfe7-4afc-9df9-f52fc4460246 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:26.426081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6864ab-6b02-49ca-858c-02930ec9a491 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=ba3aca22-eab7-4181-add3-8ef8238b35a6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:26.471190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c2f31-b49f-4dc9-9f50-de0b5245c3eb None None] Pushing event updated for resources: {'Port': ['ID=0081c612-95a6-4a40-84f6-59131075888f,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:26.548276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Attempting to bind port e1ca5aa7-480a-4193-aaff-06fc6a4391fc on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:26.548741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Attempting to bind port e1ca5aa7-480a-4193-aaff-06fc6a4391fc by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:26.549160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Attempting to bind port e1ca5aa7-480a-4193-aaff-06fc6a4391fc on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:26.573968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.611638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-d5efbac4-d686-4ebc-8aa2-42018b0aafbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:26.612114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-d5efbac4-d686-4ebc-8aa2-42018b0aafbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:17:26.626120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Transition to ACTIVE for port object b63703c7-bfe7-4afc-9df9-f52fc4460246 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:26.664606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:26.665020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:26.665470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.665914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:26.666454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Bound port: e1ca5aa7-480a-4193-aaff-06fc6a4391fc, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:26.666878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.711091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:17:26.769913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.782930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858c1c3-48cc-4f16-989f-57612be003c7 None None] Update dhcp port {'port': {'network_id': '8adff0d4-8b26-41df-9736-5ff42cb09f88', 'fixed_ips': [{'subnet_id': '0429dde2-8ac3-42af-8cb9-8bdfd724a6b6', 'ip_address': '2001:db8::2'}, {'subnet_id': '887e5d61-21c7-4f7f-8059-50f358d0b77f'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '72f7be46-ada0-4a60-b781-72c1573ea453'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:17:26.855035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=72f7be46-ada0-4a60-b781-72c1573ea453,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:26.877577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.899851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Transition to ACTIVE for port object 4ea6abcc-708f-481e-9207-5d3fb20da355 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:26.928072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:26.987530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.084401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cca36-d389-424c-87f7-5b5b732e4437 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5d02214-2c28-4879-8a65-a3c756a96b66,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:27.107116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1858c1c3-48cc-4f16-989f-57612be003c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.124248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:27.151646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:27.156495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Pushing event updated for resources: {'Port': ['ID=b63703c7-bfe7-4afc-9df9-f52fc4460246,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:27.184261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:27.186853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea6abcc-708f-481e-9207-5d3fb20da355,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:27.197243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa6864ab-6b02-49ca-858c-02930ec9a491 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.200230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:27.219257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:27.229852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=586a7099-f667-4c22-8444-271ac5e4fc12,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:27.245770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Calling delete_port for 1d4c7d55-aaf3-417c-9019-71c60893eb10 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:27.253313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:27.268915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:27.320993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': '6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '686348c6-7d39-4553-8022-0f892a44ba7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:27.322769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: 686348c6-7d39-4553-8022-0f892a44ba7b, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:17:27.328584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.365915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] For port e1ca5aa7-480a-4193-aaff-06fc6a4391fc, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:27.396984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-730cca36-d389-424c-87f7-5b5b732e4437 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.398221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-730cca36-d389-424c-87f7-5b5b732e4437 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b5d02214-2c28-4879-8a65-a3c756a96b66 HTTP/1.1" status: 204 len: 168 time: 1.6879258 Dec 21 22:17:27.398870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa6864ab-6b02-49ca-858c-02930ec9a491 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/ba3aca22-eab7-4181-add3-8ef8238b35a6 HTTP/1.1" status: 204 len: 168 time: 3.2850354 Dec 21 22:17:27.398995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36898) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:27.403162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36900) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:27.461169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] For port e1ca5aa7-480a-4193-aaff-06fc6a4391fc, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e1ca5aa7-480a-4193-aaff-06fc6a4391fc,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:27.511025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8::1 (c753a02f-a3f8-41b6-9c11-3d11d067b4f3/b56272da-046d-4b49-a09e-35dfc6385d9b/2e13f6b3-830a-490d-a758-27e78e6643cd) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:27.522881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3cb56388-3163-45f1-8600-238dfc92e25b tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1114459 Dec 21 22:17:27.526670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36906) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:27.556536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35b0efe-2fa8-438d-a8b7-6c8e8c1fc7d5 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:27.561828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e35b0efe-2fa8-438d-a8b7-6c8e8c1fc7d5 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.571233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.599759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cedaa-a88e-4471-a1f3-9baa0e6b1940 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:27.601407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cedaa-a88e-4471-a1f3-9baa0e6b1940 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:27.606055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a74cedaa-a88e-4471-a1f3-9baa0e6b1940 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1983824 Dec 21 22:17:27.613098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36910) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:27.621018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 686348c6-7d39-4553-8022-0f892a44ba7b is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:17:27.638045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Attempting to bind port b63703c7-bfe7-4afc-9df9-f52fc4460246 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:27.638737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Attempting to bind port b63703c7-bfe7-4afc-9df9-f52fc4460246 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '62ef366b-0597-440d-8c1a-efcf68da0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c753a02f-a3f8-41b6-9c11-3d11d067b4f3'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:27.640246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Attempting to bind port b63703c7-bfe7-4afc-9df9-f52fc4460246 on network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:27.676312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52fe080-a260-44e0-a694-d709ada1c7f2 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:27.694062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.695484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-183b9387-c409-4221-b513-94891e748743 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.713280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.723472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 686348c6-7d39-4553-8022-0f892a44ba7b) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:27.728078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:27.728813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.740744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-183b9387-c409-4221-b513-94891e748743 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:27.759809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752261e-e280-4328-89dd-586906d4239e None None] Network 686348c6-7d39-4553-8022-0f892a44ba7b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:27.956654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-73112ada-53e8-48f9-a5f7-9f7f35900cb5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1078887 Dec 21 22:17:27.981347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36914) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:27.982426 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e35b0efe-2fa8-438d-a8b7-6c8e8c1fc7d5 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/floatingips/16d2f375-0dfa-4784-9e1c-95e84fb7ba38 HTTP/1.1" status: 200 len: 978 time: 7.1754861 Dec 21 22:17:27.987478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36916) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.002288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-90d0100c-bfc2-44ab-bf73-039045ad5b27 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:28.127719 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e7c9420-ce8d-485c-b61f-6b6e54814e9a (CIDR: 2001:db8::/64) Dec 21 22:17:28.174985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:28.175711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Checking segment: {'id': '62ef366b-0597-440d-8c1a-efcf68da0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c753a02f-a3f8-41b6-9c11-3d11d067b4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:28.176755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.177304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Bound using segment: {'id': '62ef366b-0597-440d-8c1a-efcf68da0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c753a02f-a3f8-41b6-9c11-3d11d067b4f3'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:28.177954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Bound port: b63703c7-bfe7-4afc-9df9-f52fc4460246, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ef366b-0597-440d-8c1a-efcf68da0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c753a02f-a3f8-41b6-9c11-3d11d067b4f3'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:28.178470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.213827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-183b9387-c409-4221-b513-94891e748743 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.218727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52fe080-a260-44e0-a694-d709ada1c7f2 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:28.219721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e52fe080-a260-44e0-a694-d709ada1c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:28.261282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:17:28.261984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:28.321574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b9387-c409-4221-b513-94891e748743 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5596b206-e522-4b56-ac9c-408052aa76ee,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:28.350775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.371703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-183b9387-c409-4221-b513-94891e748743 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.374200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object 2e13f6b3-830a-490d-a758-27e78e6643cd will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:28.377451 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-183b9387-c409-4221-b513-94891e748743 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5596b206-e522-4b56-ac9c-408052aa76ee HTTP/1.1" status: 204 len: 168 time: 0.8489969 Dec 21 22:17:28.378313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36922) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.393356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.405149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 3016e203-a7c0-4163-9893-4d7654a480af {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:28.405149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.442259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e52fe080-a260-44e0-a694-d709ada1c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:28.470244 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a6f4db3c-993e-4829-9768-e1ae113f4cf9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4666886 Dec 21 22:17:28.477354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36926) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.488194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:28.511756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.549265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5246dd-8eb5-4298-83f7-4401bac151b1 None None] Pushing event updated for resources: {'Port': ['ID=e1ca5aa7-480a-4193-aaff-06fc6a4391fc,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:28.626684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:28.627841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event deleted for resources: {'Port': ['ID=1d4c7d55-aaf3-417c-9019-71c60893eb10,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:28.635172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04e205dc-b672-413e-8de7-04b7746fd5fc None None] Provisioning for port 4ea6abcc-708f-481e-9207-5d3fb20da355 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:28.681839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04e205dc-b672-413e-8de7-04b7746fd5fc None None] Provisioning complete for port 4ea6abcc-708f-481e-9207-5d3fb20da355 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:28.682412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04e205dc-b672-413e-8de7-04b7746fd5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.715913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:28.727535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 72f7be46-ada0-4a60-b781-72c1573ea453 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:28.759789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-1858c1c3-48cc-4f16-989f-57612be003c7 None None] Allocated IP 172.20.0.1 (8adff0d4-8b26-41df-9736-5ff42cb09f88/887e5d61-21c7-4f7f-8059-50f358d0b77f/72f7be46-ada0-4a60-b781-72c1573ea453) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:28.778198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52fe080-a260-44e0-a694-d709ada1c7f2 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:28.778907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e52fe080-a260-44e0-a694-d709ada1c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:28.814549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4108fc77-f767-415d-b171-75773e04bb35 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:28.824166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:28.824776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.869816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.891634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e52fe080-a260-44e0-a694-d709ada1c7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:28.892098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52fe080-a260-44e0-a694-d709ada1c7f2 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:28.908511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:28.922784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] For port b63703c7-bfe7-4afc-9df9-f52fc4460246, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:28.923286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9619a55b-9fa8-497e-91ef-110db2b844c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 3bc2e186-8b84-45ff-bc66-9763d8ef2f60 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:28.941315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:17Z', 'revision_number': 3, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:28.963440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=2e13f6b3-830a-490d-a758-27e78e6643cd,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:28.993859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f772d14-efde-4fad-9676-fad050dfd6e9 None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:17Z', 'revision_number': 3, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:28.995342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4108fc77-f767-415d-b171-75773e04bb35 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:29.000496 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4108fc77-f767-415d-b171-75773e04bb35 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.6164303 Dec 21 22:17:29.000635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9619a55b-9fa8-497e-91ef-110db2b844c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.002947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] For port b63703c7-bfe7-4afc-9df9-f52fc4460246, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b63703c7-bfe7-4afc-9df9-f52fc4460246,segment=NetworkSegment(62ef366b-0597-440d-8c1a-efcf68da0e2c),segment_id=62ef366b-0597-440d-8c1a-efcf68da0e2c)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:29.004476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-686348c6-7d39-4553-8022-0f892a44ba7b', 'network_id': '686348c6-7d39-4553-8022-0f892a44ba7b', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': '586a7099-f667-4c22-8444-271ac5e4fc12'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:29.005378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.017143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04e205dc-b672-413e-8de7-04b7746fd5fc None None] Port 4ea6abcc-708f-481e-9207-5d3fb20da355 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:29.042001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36930) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:29.048282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.098560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.098927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.107601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:29.110872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1edf729a-a0f1-4851-9aa9-d7cb0b509f5d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.124199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1edf729a-a0f1-4851-9aa9-d7cb0b509f5d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.158420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:29.177418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:29.179660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.244815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:29.336159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea6abcc-708f-481e-9207-5d3fb20da355,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:29.350041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 3016e203-a7c0-4163-9893-4d7654a480af owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:29.371745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Allocated IP 2001:db8::2 (686348c6-7d39-4553-8022-0f892a44ba7b/586a7099-f667-4c22-8444-271ac5e4fc12/b7d0b492-0f81-4d5a-ac51-92f36f2efc87) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:29.421553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 72f7be46-ada0-4a60-b781-72c1573ea453 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:29.422141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.571761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d66648-dcbd-47d7-bff3-b90a03c365f6 None None] Pushing event updated for resources: {'Port': ['ID=b63703c7-bfe7-4afc-9df9-f52fc4460246,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:29.700007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.737182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9619a55b-9fa8-497e-91ef-110db2b844c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.738011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ec51f6ec-4bc4-4ee2-8a6b-5e9982a09e87 None None] Provisioning for port 0081c612-95a6-4a40-84f6-59131075888f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:29.793590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=3016e203-a7c0-4163-9893-4d7654a480af,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:29.802571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1858c1c3-48cc-4f16-989f-57612be003c7 None None] For port 72f7be46-ada0-4a60-b781-72c1573ea453, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=72f7be46-ada0-4a60-b781-72c1573ea453,segment=NetworkSegment(43b08621-6e3d-404b-93d0-dde9dc83f8aa),segment_id=43b08621-6e3d-404b-93d0-dde9dc83f8aa)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:29.848924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:29.867771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1edf729a-a0f1-4851-9aa9-d7cb0b509f5d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.901025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90d0100c-bfc2-44ab-bf73-039045ad5b27 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2860633'] for subnet, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.931462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0081c612-95a6-4a40-84f6-59131075888f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:29.932365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf729a-a0f1-4851-9aa9-d7cb0b509f5d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fb7c501-cd1d-4b84-8612-bb8c37352cc6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:29.957250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:29.987010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ec51f6ec-4bc4-4ee2-8a6b-5e9982a09e87 None None] Provisioning complete for port 82751e15-5a3e-4955-af8d-6897dee7545f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:29.987483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec51f6ec-4bc4-4ee2-8a6b-5e9982a09e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.036301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1858c1c3-48cc-4f16-989f-57612be003c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.144109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.266238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1858c1c3-48cc-4f16-989f-57612be003c7 None None] Transition to ACTIVE for port object 72f7be46-ada0-4a60-b781-72c1573ea453 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:30.321200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ec51f6ec-4bc4-4ee2-8a6b-5e9982a09e87 None None] Port 82751e15-5a3e-4955-af8d-6897dee7545f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:30.323099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1858c1c3-48cc-4f16-989f-57612be003c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.430651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.437525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858c1c3-48cc-4f16-989f-57612be003c7 None None] Pushing event updated for resources: {'Port': ['ID=72f7be46-ada0-4a60-b781-72c1573ea453,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:30.460593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.466466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.493700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Transition to ACTIVE for port object b7d0b492-0f81-4d5a-ac51-92f36f2efc87 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:30.640819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.641412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Fanout notify agent at l3_agent the message router_deleted on router 42eb541a-5a36-43d2-94ac-63ba862debde {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:17:30.698165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.727510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.728987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3c57d3d-b73c-4b35-951f-51af85b80c15 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/42eb541a-5a36-43d2-94ac-63ba862debde HTTP/1.1" status: 204 len: 168 time: 6.1253631 Dec 21 22:17:30.735404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9619a55b-9fa8-497e-91ef-110db2b844c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.773756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36934) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:30.788357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-656014500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:30.808558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:30.830528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Usage tracker for resource:router and tenant:2dfcf699a488451387c4cd0aa308acee is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:30.842283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:30.858856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:30.861675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 0081c612-95a6-4a40-84f6-59131075888f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:30.880763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fe95c621-be0c-478e-aab8-bafe9e2bf37a None None] Provisioning for port 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:30.899098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fe95c621-be0c-478e-aab8-bafe9e2bf37a None None] Provisioning complete for port 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:30.899660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe95c621-be0c-478e-aab8-bafe9e2bf37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.938369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.939393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.943659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0081c612-95a6-4a40-84f6-59131075888f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:30.943985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.962300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:30.995354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Transition to ACTIVE for port object b7d0b492-0f81-4d5a-ac51-92f36f2efc87 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:31.018967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.038290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.060057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.116608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:31.124876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:31.134104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1edf729a-a0f1-4851-9aa9-d7cb0b509f5d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.138076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1edf729a-a0f1-4851-9aa9-d7cb0b509f5d tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1fb7c501-cd1d-4b84-8612-bb8c37352cc6 HTTP/1.1" status: 204 len: 168 time: 2.0844030 Dec 21 22:17:31.159766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9619a55b-9fa8-497e-91ef-110db2b844c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.167978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fe95c621-be0c-478e-aab8-bafe9e2bf37a None None] Port 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:31.180573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Network 686348c6-7d39-4553-8022-0f892a44ba7b is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:31.191814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36938) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:31.192983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:31.205041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:31.213625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Pushing event updated for resources: {'Port': ['ID=b7d0b492-0f81-4d5a-ac51-92f36f2efc87,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:31.213798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.290660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619a55b-9fa8-497e-91ef-110db2b844c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc2e186-8b84-45ff-bc66-9763d8ef2f60,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:31.339022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9619a55b-9fa8-497e-91ef-110db2b844c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.348620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9619a55b-9fa8-497e-91ef-110db2b844c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/3bc2e186-8b84-45ff-bc66-9763d8ef2f60 HTTP/1.1" status: 204 len: 168 time: 3.7182267 Dec 21 22:17:31.384032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-998a271b-5482-4e69-b30c-b7e7afb1cdee None None] Could not find standard attr ID for object ba3aca22-eab7-4181-add3-8ef8238b35a6. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:17:31.391066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=94b40651-be07-417a-bcd8-866eb499eb26,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:31.411879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:31.413144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36942) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:31.425869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.431008 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-354675c2-df58-44fe-97b0-a2f32cacc408 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6535394 Dec 21 22:17:31.450648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Attempting to bind port b7d0b492-0f81-4d5a-ac51-92f36f2efc87 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:31.451306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Attempting to bind port b7d0b492-0f81-4d5a-ac51-92f36f2efc87 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '686348c6-7d39-4553-8022-0f892a44ba7b'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:31.452697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Attempting to bind port b7d0b492-0f81-4d5a-ac51-92f36f2efc87 on network 686348c6-7d39-4553-8022-0f892a44ba7b {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:31.454213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36944) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:31.455810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.491825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-998a271b-5482-4e69-b30c-b7e7afb1cdee None None] Provisioning for port e1ca5aa7-480a-4193-aaff-06fc6a4391fc completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:31.510792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.516961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:31.517592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Checking segment: {'id': '6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '686348c6-7d39-4553-8022-0f892a44ba7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:31.518209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.518805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Bound using segment: {'id': '6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '686348c6-7d39-4553-8022-0f892a44ba7b'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:31.519837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Bound port: b7d0b492-0f81-4d5a-ac51-92f36f2efc87, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '686348c6-7d39-4553-8022-0f892a44ba7b'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:31.520449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.544742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:31.555822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:31.568299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.572786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.633141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8894fb76-c949-4f29-a15b-b383610efb4c tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:31.665262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] For port b7d0b492-0f81-4d5a-ac51-92f36f2efc87, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:31.670051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] For port b7d0b492-0f81-4d5a-ac51-92f36f2efc87, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b7d0b492-0f81-4d5a-ac51-92f36f2efc87,segment=NetworkSegment(6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd),segment_id=6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:31.672041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1cf632-1cc3-4986-b7c2-2e6cccc35fca None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:31.708204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 0081c612-95a6-4a40-84f6-59131075888f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0081c612-95a6-4a40-84f6-59131075888f,segment=NetworkSegment(7e793398-bdef-42ca-a31a-52c03adc31fe),segment_id=7e793398-bdef-42ca-a31a-52c03adc31fe)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:31.715061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.742898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:31.744546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.822435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-56069c19-f1a5-4d0d-a5bf-c6c1dfdb92f7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3739331 Dec 21 22:17:31.828662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36950) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:31.836086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90d0100c-bfc2-44ab-bf73-039045ad5b27 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264531550273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1319191'] for subnet, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.840269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba3e36-18bc-4c10-a872-4559c2132ff8 None None] Pushing event updated for resources: {'Port': ['ID=b7d0b492-0f81-4d5a-ac51-92f36f2efc87,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:31.841743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8894fb76-c949-4f29-a15b-b383610efb4c tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:31.844728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80157bec-a9f0-4f0b-a0e9-23344af62b80 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:31.847259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8894fb76-c949-4f29-a15b-b383610efb4c tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.6182747 Dec 21 22:17:31.848212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36954) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:31.877306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:31.907626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=2e13f6b3-830a-490d-a758-27e78e6643cd,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:31.932701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e02ddddd-e618-4b34-be9a-62b1415cd140 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.4523857 Dec 21 22:17:31.939732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36958) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:31.964791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-236237605', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94b40651-be07-417a-bcd8-866eb499eb26'}], 'security_groups': ['64aa5b09-3a18-4ceb-9fd8-29149053ab95']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:32.079389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=0081c612-95a6-4a40-84f6-59131075888f,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:32.255415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d0100c-bfc2-44ab-bf73-039045ad5b27 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:32.256059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90d0100c-bfc2-44ab-bf73-039045ad5b27 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:32.263380 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-90d0100c-bfc2-44ab-bf73-039045ad5b27 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "PUT /v2.0/subnets/586a7099-f667-4c22-8444-271ac5e4fc12 HTTP/1.1" status: 200 len: 826 time: 4.2808733 Dec 21 22:17:32.272437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36962) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:32.274048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-860e3247-e8dc-4d36-8b67-6669976554a1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:32.302420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-860e3247-e8dc-4d36-8b67-6669976554a1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:32.340530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b63703c7-bfe7-4afc-9df9-f52fc4460246 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:32.447627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0100c-bfc2-44ab-bf73-039045ad5b27 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=586a7099-f667-4c22-8444-271ac5e4fc12,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:32.479404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-860e3247-e8dc-4d36-8b67-6669976554a1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:32.497464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-77d7f60b-5338-45f4-8c17-3ac3147bc937 None None] Provisioning complete for port 4ea6abcc-708f-481e-9207-5d3fb20da355 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:32.498209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77d7f60b-5338-45f4-8c17-3ac3147bc937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:32.517553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:32.528537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:32.648363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e8ee5-7177-47c7-be87-578d0da2845e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:32.651039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-676e8ee5-7177-47c7-be87-578d0da2845e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:32.750768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2979b2-e96c-4c62-80ec-69396b64822a None None] Network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:32.794422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-77d7f60b-5338-45f4-8c17-3ac3147bc937 None None] Port 4ea6abcc-708f-481e-9207-5d3fb20da355 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:32.898930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8197fe-c5ee-4856-870e-818b9c8947a1 None None] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:33.025987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e3247-e8dc-4d36-8b67-6669976554a1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69ec3d3a-3835-428c-97a5-2ccd6d994800,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:33.029215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:33.083318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port b63703c7-bfe7-4afc-9df9-f52fc4460246 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:33.175790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:33.212769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-676e8ee5-7177-47c7-be87-578d0da2845e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:33.215080 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-676e8ee5-7177-47c7-be87-578d0da2845e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.3807182 Dec 21 22:17:33.222287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36966) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:33.291087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-860e3247-e8dc-4d36-8b67-6669976554a1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:33.292360 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-860e3247-e8dc-4d36-8b67-6669976554a1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/69ec3d3a-3835-428c-97a5-2ccd6d994800 HTTP/1.1" status: 204 len: 168 time: 1.3896694 Dec 21 22:17:33.296735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36970) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:33.475033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:33.524702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253ba4f-65d5-4ff1-8bcb-eb0014592b12 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:33.525473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b253ba4f-65d5-4ff1-8bcb-eb0014592b12 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:33.553390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-863ff117-30ba-42dd-9a3e-f1d27138e104 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:33.588246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Provisioning for port 72f7be46-ada0-4a60-b781-72c1573ea453 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:33.600608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:33.617419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port b7d0b492-0f81-4d5a-ac51-92f36f2efc87 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:33.617727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:33.624709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:33.646687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] Deleting port e1ca5aa7-480a-4193-aaff-06fc6a4391fc {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:33.647209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:33.676428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Provisioning complete for port 72f7be46-ada0-4a60-b781-72c1573ea453 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:33.676796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:33.709330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-863ff117-30ba-42dd-9a3e-f1d27138e104 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:33.712970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-863ff117-30ba-42dd-9a3e-f1d27138e104 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4111602 Dec 21 22:17:33.719312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b253ba4f-65d5-4ff1-8bcb-eb0014592b12 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:33.719312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b253ba4f-65d5-4ff1-8bcb-eb0014592b12 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4865279 Dec 21 22:17:33.719312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36974) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:33.723184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36976) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:33.814841 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3334e192-b3ea-4b74-80f1-0ef17b7f2c78 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865142 Dec 21 22:17:33.825829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fdf31-6ff5-4b0e-b175-210ae37b11b7 None None] Update dhcp port {'port': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'fixed_ips': [{'subnet_id': '4e7c9420-ce8d-485c-b61f-6b6e54814e9a', 'ip_address': '2001:db8::2'}, {'subnet_id': '94b40651-be07-417a-bcd8-866eb499eb26'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '0081c612-95a6-4a40-84f6-59131075888f'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:17:33.832504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36982) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:33.873213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:33.879590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:33.886848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:33.901758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:33.901953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.018288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 14b03b0d-ea70-48af-983d-007fd68ddae9 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:17:34.039276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106fdf31-6ff5-4b0e-b175-210ae37b11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.046167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Delete allocated IP 2001:db8::36f (42501771-0310-48f9-a5f9-ce999c8dfa40/4e7c9420-ce8d-485c-b61f-6b6e54814e9a) {{(pid=88995) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 22:17:34.057700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:34.073948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8:0:1::b5 (42501771-0310-48f9-a5f9-ce999c8dfa40/94b40651-be07-417a-bcd8-866eb499eb26/5f4c5d55-b449-4fa0-829e-af8d2df9c6c1) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:34.077552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:34.152202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:34.159592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a53c871-d37d-4b03-9cc1-6008ac5298bb tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.251900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:34.302582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a53c871-d37d-4b03-9cc1-6008ac5298bb tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.424507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port b7d0b492-0f81-4d5a-ac51-92f36f2efc87, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b7d0b492-0f81-4d5a-ac51-92f36f2efc87,segment=NetworkSegment(6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd),segment_id=6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:34.424856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.464915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:34.500080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.527851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] For port e1ca5aa7-480a-4193-aaff-06fc6a4391fc, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e1ca5aa7-480a-4193-aaff-06fc6a4391fc,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:34.528712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.594267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for b7d0b492-0f81-4d5a-ac51-92f36f2efc87 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:34.668181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:34.674253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee2cb664-95f4-4039-91cd-204749b312dc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/14b03b0d-ea70-48af-983d-007fd68ddae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5973587 Dec 21 22:17:34.681177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36986) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:34.681838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13334ce-4f78-4f2b-b2a7-84529b693b30 None None] Sync routers for ids ['14b03b0d-ea70-48af-983d-007fd68ddae9'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:34.710461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13334ce-4f78-4f2b-b2a7-84529b693b30 None None] Routers {'14b03b0d-ea70-48af-983d-007fd68ddae9'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:34.711148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c13334ce-4f78-4f2b-b2a7-84529b693b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b03b0d-ea70-48af-983d-007fd68ddae9'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:34.778004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cadba6-7d3c-4a22-9d8b-4234733bec35 None None] Network 686348c6-7d39-4553-8022-0f892a44ba7b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:34.791455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.792165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.820896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Provisioning for port b63703c7-bfe7-4afc-9df9-f52fc4460246 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:34.836581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] Calling delete_port for e1ca5aa7-480a-4193-aaff-06fc6a4391fc owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:34.848319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c13334ce-4f78-4f2b-b2a7-84529b693b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:34.849691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85090a6-f6ef-40a9-af65-2529b882bfd7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:34.850401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e85090a6-f6ef-40a9-af65-2529b882bfd7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:34.853667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:34.863713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13334ce-4f78-4f2b-b2a7-84529b693b30 None None] Routers {'14b03b0d-ea70-48af-983d-007fd68ddae9'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:34.864655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c13334ce-4f78-4f2b-b2a7-84529b693b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b03b0d-ea70-48af-983d-007fd68ddae9'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:34.899527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.901963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.922243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Provisioning complete for port b63703c7-bfe7-4afc-9df9-f52fc4460246 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:34.922922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.940050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a53c871-d37d-4b03-9cc1-6008ac5298bb tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:34.976801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c13334ce-4f78-4f2b-b2a7-84529b693b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:34.980146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13334ce-4f78-4f2b-b2a7-84529b693b30 None None] The sync data for ids ['14b03b0d-ea70-48af-983d-007fd68ddae9'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:35.002507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.059879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53c871-d37d-4b03-9cc1-6008ac5298bb tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a0a6eb-d071-41a7-8e55-96d36fd8de29,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:35.094044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] In _notify_port_updated(), no bound segment for port 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 on network 42501771-0310-48f9-a5f9-ce999c8dfa40 {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:17:35.099405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:35.100482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.111416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "PUT /v2.0/ports/5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 HTTP/1.1" status: 200 len: 929 time: 3.1628048 Dec 21 22:17:35.122765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36990) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:35.126242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7556460-6428-41aa-8a9a-0302ff2a3864 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=5f4c5d55-b449-4fa0-829e-af8d2df9c6c1,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:35.162326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e85090a6-f6ef-40a9-af65-2529b882bfd7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:35.163553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e85090a6-f6ef-40a9-af65-2529b882bfd7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports/2e13f6b3-830a-490d-a758-27e78e6643cd HTTP/1.1" status: 200 len: 911 time: 0.4813585 Dec 21 22:17:35.171434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 36994) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:35.249758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6955bf5d-8a5d-46bb-8a8f-f50262a8c65f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:35.444681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.445604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e1ca5aa7-480a-4193-aaff-06fc6a4391fc up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:35.585498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-33dc3b8a-2bf4-4c8e-bda5-1626447eb419 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:35.586136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33dc3b8a-2bf4-4c8e-bda5-1626447eb419 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.646599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Allocated IP 172.26.6.130 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/346fb868-7d74-4699-a076-0968e8581d35) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:35.687398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.773799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=a6994153-a36d-42e9-8f51-221602180616,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:35.815629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a53c871-d37d-4b03-9cc1-6008ac5298bb tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.816894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a53c871-d37d-4b03-9cc1-6008ac5298bb tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/79a0a6eb-d071-41a7-8e55-96d36fd8de29 HTTP/1.1" status: 204 len: 168 time: 2.0731864 Dec 21 22:17:35.825101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 36998) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:35.852851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:35.861281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:35.864414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:35.865197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.877130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.953220 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3647138-6167-4da7-a739-3cc026f1da24 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1190944 Dec 21 22:17:35.958095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37002) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:35.969829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Port': ['ID=b7d0b492-0f81-4d5a-ac51-92f36f2efc87,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:35.970566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:35.979247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:ff:df:0b', 'name': 'tempest-NetworksTestDHCPv6-1265525627'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:36.042254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-106fdf31-6ff5-4b0e-b175-210ae37b11b7 None None] Allocated IP 2001:db8:0:1::2 (42501771-0310-48f9-a5f9-ce999c8dfa40/94b40651-be07-417a-bcd8-866eb499eb26/0081c612-95a6-4a40-84f6-59131075888f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:36.075991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] No DVR routers for this DVR port e1ca5aa7-480a-4193-aaff-06fc6a4391fc on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:36.078341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=6955bf5d-8a5d-46bb-8a8f-f50262a8c65f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:36.116943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.166678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.193469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No DVR routers for this DVR port b7d0b492-0f81-4d5a-ac51-92f36f2efc87 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:36.199073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-af92ebdf-63a0-42ef-8b9f-f1e95338167c tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:36.199509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c34b0-fcc1-47d7-bb46-a2017dcc4ddc None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:36.227763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port e1ca5aa7-480a-4193-aaff-06fc6a4391fc triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:36.228182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.235192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:36.281891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:36.284920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b66e9a-81c9-457a-996d-506aed9b14f3 None None] Pushing event deleted for resources: {'Port': ['ID=e1ca5aa7-480a-4193-aaff-06fc6a4391fc,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:36.306140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e354df5-69c6-4e00-9a6f-b542cb78e380 admin admin] 10.222.0.30 "PUT /v2.0/routers/ce9910c8-14d8-4b87-b0c3-9a949fcd36e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4380023 Dec 21 22:17:36.320367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Port e1ca5aa7-480a-4193-aaff-06fc6a4391fc was deleted so its status cannot be updated. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 22:17:36.320367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 72f7be46-ada0-4a60-b781-72c1573ea453 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:36.324918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.362492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-af92ebdf-63a0-42ef-8b9f-f1e95338167c tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:36.363854 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-af92ebdf-63a0-42ef-8b9f-f1e95338167c tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5298777 Dec 21 22:17:36.372433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37008) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:36.378791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137794164'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:36.387262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33dc3b8a-2bf4-4c8e-bda5-1626447eb419 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.393144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.459179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:36.486774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:36.502809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30bf1e-cf44-4ba3-9359-b9806f3be776 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:36.533981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.538230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30bf1e-cf44-4ba3-9359-b9806f3be776 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:36.539680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8c30bf1e-cf44-4ba3-9359-b9806f3be776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:36.546657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-33dc3b8a-2bf4-4c8e-bda5-1626447eb419 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:36.591859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] For port b63703c7-bfe7-4afc-9df9-f52fc4460246, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b63703c7-bfe7-4afc-9df9-f52fc4460246,segment=NetworkSegment(62ef366b-0597-440d-8c1a-efcf68da0e2c),segment_id=62ef366b-0597-440d-8c1a-efcf68da0e2c)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:36.600959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:36.608012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:36.622731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:36.623466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:36.645309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:36.679832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event updated for resources: {'Port': ['ID=346fb868-7d74-4699-a076-0968e8581d35,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:36.686593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:36.699911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:36.706022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:36.720717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8c30bf1e-cf44-4ba3-9359-b9806f3be776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:36.736702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30bf1e-cf44-4ba3-9359-b9806f3be776 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:36.738154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8c30bf1e-cf44-4ba3-9359-b9806f3be776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:36.763193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97dec4e-20b8-4d05-8c62-4f10c7a0a9df None None] Network 686348c6-7d39-4553-8022-0f892a44ba7b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:36.776896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.783023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:36.788865 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-803f45e6-8cc3-4911-8afe-09a9b52a12d1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/floatingips/16d2f375-0dfa-4784-9e1c-95e84fb7ba38 HTTP/1.1" status: 204 len: 168 time: 8.7997859 Dec 21 22:17:36.791122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.792353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.796788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.811519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37014) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:36.813750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:36.857133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8c30bf1e-cf44-4ba3-9359-b9806f3be776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:36.857885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30bf1e-cf44-4ba3-9359-b9806f3be776 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:36.890312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=586a7099-f667-4c22-8444-271ac5e4fc12,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:36.977727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 0f979f03-cc67-42fa-9d34-e99ddecf5ecd yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:17:37.055051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Could not find standard attr ID for object b7d0b492-0f81-4d5a-ac51-92f36f2efc87. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:17:37.096258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.138994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:37.142383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f4d25e78-8816-4111-b726-a1edf51bf8b7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port f2d32b07-0bb7-4256-864c-d5f870c220e4 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:37.142971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4d25e78-8816-4111-b726-a1edf51bf8b7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.144667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686348c6-7d39-4553-8022-0f892a44ba7b']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:37.157728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:37.163352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:37.168625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33dc3b8a-2bf4-4c8e-bda5-1626447eb419 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.172856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:37.173457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b439b24-d8e9-4363-b1e3-ac8c1fc4fbbd') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:37.181183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:37.202749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-106fdf31-6ff5-4b0e-b175-210ae37b11b7 None None] For port 0081c612-95a6-4a40-84f6-59131075888f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0081c612-95a6-4a40-84f6-59131075888f,segment=NetworkSegment(7e793398-bdef-42ca-a31a-52c03adc31fe),segment_id=7e793398-bdef-42ca-a31a-52c03adc31fe)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:37.207986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.245661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.259620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1118bac-0b86-4ebe-b701-fd0d7ae20e51 None None] Pushing event updated for resources: {'Port': ['ID=b63703c7-bfe7-4afc-9df9-f52fc4460246,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:37.274064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:37.277041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:37.298658 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:37.327890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 72f7be46-ada0-4a60-b781-72c1573ea453 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:37.328289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.366022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.424242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.478824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Provisioning for port 2e13f6b3-830a-490d-a758-27e78e6643cd completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:37.494141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': 'a6994153-a36d-42e9-8f51-221602180616'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:37.495110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.513414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc3b8a-2bf4-4c8e-bda5-1626447eb419 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=5f4c5d55-b449-4fa0-829e-af8d2df9c6c1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:37.515426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57c5f9ef-2128-413f-b1ab-13bbd9b394d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.520398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106fdf31-6ff5-4b0e-b175-210ae37b11b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.532257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9978bcb4-bc85-41dd-99d5-7520873a73ee,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:37.532424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Provisioning complete for port 2e13f6b3-830a-490d-a758-27e78e6643cd triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:37.536224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.558263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.580687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbd61c-6d2d-44cc-9eaf-3298af44009f None None] DHCP port deletion for 686348c6-7d39-4553-8022-0f892a44ba7b request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:37.583039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.588144 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/686348c6-7d39-4553-8022-0f892a44ba7b HTTP/1.1" status: 204 len: 168 time: 5.3083787 Dec 21 22:17:37.594153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37026) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:37.595283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.602926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:17:37.665381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.667365 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a7200dbf-380a-4572-98ca-ec9a3ca76ff2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2937953 Dec 21 22:17:37.696803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37030) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:37.699641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abaf69-40d9-44b4-80de-6bdfc7b7f07f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=686348c6-7d39-4553-8022-0f892a44ba7b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:37.722407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e343f1-e1a0-4cb2-9b3c-5dbbbd9a8a9b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:17:37.722907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e343f1-e1a0-4cb2-9b3c-5dbbbd9a8a9b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:37.729170 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66e343f1-e1a0-4cb2-9b3c-5dbbbd9a8a9b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/686348c6-7d39-4553-8022-0f892a44ba7b HTTP/1.1" status: 404 len: 339 time: 0.0745611 Dec 21 22:17:37.732396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37034) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:37.736409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '9978bcb4-bc85-41dd-99d5-7520873a73ee', 'direction': 'ingress', 'protocol': 17}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:37.743336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1853287933', 'description': 'd1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:37.744777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:37.750924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:37.755877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:37.762335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:37.763506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:37.795126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33dc3b8a-2bf4-4c8e-bda5-1626447eb419 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.830894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Usage tracker for resource:network and tenant:96883d6ee31b4191af86c8b82aa864e4 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:37.846231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:37.856833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:37.878941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.892389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.896790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.902873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-106fdf31-6ff5-4b0e-b175-210ae37b11b7 None None] Transition to ACTIVE for port object 0081c612-95a6-4a40-84f6-59131075888f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:37.912821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::223 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/a6994153-a36d-42e9-8f51-221602180616/0f979f03-cc67-42fa-9d34-e99ddecf5ecd) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:37.919512 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-33dc3b8a-2bf4-4c8e-bda5-1626447eb419 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 HTTP/1.1" status: 204 len: 168 time: 2.7949619 Dec 21 22:17:37.923235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37042) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:37.969194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:37.974686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:37.978696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Port 2e13f6b3-830a-490d-a758-27e78e6643cd cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:38.005253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f45c87-0a0a-4ee4-8d16-6e7d3fa373b6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:17:38.006088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-41f45c87-0a0a-4ee4-8d16-6e7d3fa373b6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:38.015733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106fdf31-6ff5-4b0e-b175-210ae37b11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.036254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:17:38.083928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.084316 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment ab64dbd6-6f15-4467-8dc3-0e10be9b47a2 of type vlan for network 1f2561dd-95f5-41de-a142-03b98358c503 Dec 21 22:17:38.175983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37048) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:38.179950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.199250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1746197021-network', 'tenant_id': 'd314314e68084768b50362aa2ada21ac'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:38.209418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:38.216022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Usage tracker for resource:network and tenant:d314314e68084768b50362aa2ada21ac is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:38.223206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:38.244206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:38.261294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-41f45c87-0a0a-4ee4-8d16-6e7d3fa373b6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:38.265289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41f45c87-0a0a-4ee4-8d16-6e7d3fa373b6 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/5f4c5d55-b449-4fa0-829e-af8d2df9c6c1 HTTP/1.1" status: 404 len: 333 time: 0.3294768 Dec 21 22:17:38.270729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37052) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:38.294812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.299904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:38.300576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.343852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Made reservation on behalf of d314314e68084768b50362aa2ada21ac for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:38.349054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.372155 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6377470 Dec 21 22:17:38.385123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37056) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:38.385345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Provisioning complete for port b63703c7-bfe7-4afc-9df9-f52fc4460246 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:38.385453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.399702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4d25e78-8816-4111-b726-a1edf51bf8b7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.424942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fdf31-6ff5-4b0e-b175-210ae37b11b7 None None] Pushing event updated for resources: {'Port': ['ID=0081c612-95a6-4a40-84f6-59131075888f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:38.430798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.458059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.497158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b63703c7-bfe7-4afc-9df9-f52fc4460246 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:38.703480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f4d25e78-8816-4111-b726-a1edf51bf8b7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for f2d32b07-0bb7-4256-864c-d5f870c220e4 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:38.753669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port b63703c7-bfe7-4afc-9df9-f52fc4460246 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:38.754090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.779722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.817991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:38.822217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d314314e68084768b50362aa2ada21ac is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:38.825310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:38.831812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:38.852619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b647b1-0c92-436a-b11f-51c4e5132988,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:38.855763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.860876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9b6d43c3-cfa8-4b04-8961-69ae1e530984 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1482995 Dec 21 22:17:38.864427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37060) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:38.883310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.898268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 2, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:38.903380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.903810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:17:38.904235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Updating router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 port 4ea6abcc-708f-481e-9207-5d3fb20da355 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:17:38.924427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e287d-84de-4758-999e-bc6d3ffcf2e6 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=1f2561dd-95f5-41de-a142-03b98358c503,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:38.950838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1f2561dd-95f5-41de-a142-03b98358c503 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:38.977682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:38.986012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Provisioning complete for port 72f7be46-ada0-4a60-b781-72c1573ea453 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:38.986416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db7dce6b-475f-4f93-add7-fd46cb1580f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.007607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b875a170-d6a6-4795-9770-abd670d1acf7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.029231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6553107-1aeb-4a06-97da-d9705e775802 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:39.030694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6553107-1aeb-4a06-97da-d9705e775802 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Synchronizing usage tracker for tenant:96883d6ee31b4191af86c8b82aa864e4 on resource:network {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:39.044897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b875a170-d6a6-4795-9770-abd670d1acf7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.060259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:17:39.066972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461a9a47-65ed-4bfc-b78b-3f54bd1096c6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:39.085978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.087546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Added segment 87d727e0-1794-4b0b-8bad-e6f71c21c2c5 of type vlan for network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 Dec 21 22:17:39.094317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Router f22656d5-bc9b-4aab-9f2a-19c3defc72fa is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:17:39.184871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6553107-1aeb-4a06-97da-d9705e775802 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Unset dirty status for tenant:96883d6ee31b4191af86c8b82aa864e4 on resource:network {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:39.190665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6553107-1aeb-4a06-97da-d9705e775802 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/networks?id=1f2561dd-95f5-41de-a142-03b98358c503 HTTP/1.1" status: 200 len: 765 time: 0.8069904 Dec 21 22:17:39.199777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37064) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.229400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a02bb5bd-d4c3-4e2d-8a69-9f693300f7e0 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'description': 'd2'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:39.249448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.272878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-258eed8b-b8e3-4372-ac96-37dc2250116b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.276843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.311441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4d25e78-8816-4111-b726-a1edf51bf8b7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.394574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-258eed8b-b8e3-4372-ac96-37dc2250116b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.405615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.495882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d25e78-8816-4111-b726-a1edf51bf8b7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=f2d32b07-0bb7-4256-864c-d5f870c220e4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:39.537690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:39.539430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.540358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:39.540986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.647848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 0f979f03-cc67-42fa-9d34-e99ddecf5ecd will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:39.656494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b875a170-d6a6-4795-9770-abd670d1acf7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.663774 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4865973 Dec 21 22:17:39.683619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37068) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.693514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a02bb5bd-d4c3-4e2d-8a69-9f693300f7e0 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.707899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Request body: {'subnet': {'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1746197021-subnet', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:39.712566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875a170-d6a6-4795-9770-abd670d1acf7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978bcb4-bc85-41dd-99d5-7520873a73ee,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:39.743623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:39.744616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.776799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:39.789257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Usage tracker for resource:subnet and tenant:d314314e68084768b50362aa2ada21ac is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:39.792096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa014a8-3ab4-4358-a335-ea3814de40e1 admin admin] Pushing event updated for resources: {'Network': ['ID=77cfea6a-1086-4872-bdfa-da7c0a2d6158,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:39.795460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:39.805517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:39.822289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a02bb5bd-d4c3-4e2d-8a69-9f693300f7e0 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.829882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-258eed8b-b8e3-4372-ac96-37dc2250116b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.842464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:39.858277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-258eed8b-b8e3-4372-ac96-37dc2250116b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.862185 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-258eed8b-b8e3-4372-ac96-37dc2250116b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/security-groups/f336f04c-3641-41e8-a925-33c1687d716b HTTP/1.1" status: 204 len: 168 time: 1.5818102 Dec 21 22:17:39.863652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37072) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.874516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4d25e78-8816-4111-b726-a1edf51bf8b7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.883921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4d25e78-8816-4111-b726-a1edf51bf8b7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/ports/f2d32b07-0bb7-4256-864c-d5f870c220e4 HTTP/1.1" status: 204 len: 168 time: 3.0070283 Dec 21 22:17:39.888855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eed8b-b8e3-4372-ac96-37dc2250116b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f336f04c-3641-41e8-a925-33c1687d716b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:39.889862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a02bb5bd-d4c3-4e2d-8a69-9f693300f7e0 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network 1f2561dd-95f5-41de-a142-03b98358c503 is not hosted by any dhcp agent {{(pid=88994) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 22:17:39.893202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37076) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.893856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02bb5bd-d4c3-4e2d-8a69-9f693300f7e0 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:39.894553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a02bb5bd-d4c3-4e2d-8a69-9f693300f7e0 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.897014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a02bb5bd-d4c3-4e2d-8a69-9f693300f7e0 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "PUT /v2.0/networks/1f2561dd-95f5-41de-a142-03b98358c503 HTTP/1.1" status: 200 len: 762 time: 0.6958511 Dec 21 22:17:39.901035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:39.910221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37080) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.912417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Made reservation on behalf of d314314e68084768b50362aa2ada21ac for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:39.915300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:39.917122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.920630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:floatingip and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:39.923973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:39.930483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:39.938947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b875a170-d6a6-4795-9770-abd670d1acf7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.943078 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b875a170-d6a6-4795-9770-abd670d1acf7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/9978bcb4-bc85-41dd-99d5-7520873a73ee HTTP/1.1" status: 204 len: 168 time: 1.0613701 Dec 21 22:17:39.944557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37084) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.963813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.983783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:39.988786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.066442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bb5bd-d4c3-4e2d-8a69-9f693300f7e0 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=1f2561dd-95f5-41de-a142-03b98358c503,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:40.143830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:40.153465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-13f14892-ba3b-4413-aec7-e2221e54c409 None None] Provisioning for port 0081c612-95a6-4a40-84f6-59131075888f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:40.188032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f6121bb7-5a80-4c34-976d-7996034b121f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:40.195307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:40.196140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=0f979f03-cc67-42fa-9d34-e99ddecf5ecd,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:40.203778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:40.212821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:40.217845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:40.218537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.251863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1f2561dd-95f5-41de-a142-03b98358c503 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:40.271147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.272625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fa8bc1c1-cb4b-4d7f-80bd-0ed673bcf6ad tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "PUT /v2.0/routers/f22656d5-bc9b-4aab-9f2a-19c3defc72fa HTTP/1.1" status: 200 len: 879 time: 8.7337179 Dec 21 22:17:40.295513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37088) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.365553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af08a9-2159-44ff-b2a6-f8055680729a None None] Sync routers for ids ['f22656d5-bc9b-4aab-9f2a-19c3defc72fa'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:40.370405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 2e13f6b3-830a-490d-a758-27e78e6643cd {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:40.370870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.398887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f16fd-ad5a-465f-8c7d-64cdcd2708b5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:40.400921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d7f16fd-ad5a-465f-8c7d-64cdcd2708b5 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/networks?id=1f2561dd-95f5-41de-a142-03b98358c503 HTTP/1.1" status: 200 len: 765 time: 0.4897428 Dec 21 22:17:40.419460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-13f14892-ba3b-4413-aec7-e2221e54c409 None None] Provisioning complete for port 0081c612-95a6-4a40-84f6-59131075888f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:40.420622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13f14892-ba3b-4413-aec7-e2221e54c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.496234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Transition to ACTIVE for port object 4ea6abcc-708f-481e-9207-5d3fb20da355 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:40.517160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce850887-2bf6-4249-b640-4ca1f7f8b4cd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.518928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37094) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.556034 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1c081214-0b10-4781-a8e5-6885ac561c5b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5923033 Dec 21 22:17:40.556034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f6121bb7-5a80-4c34-976d-7996034b121f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:40.557233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.560293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6121bb7-5a80-4c34-976d-7996034b121f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6131508 Dec 21 22:17:40.564536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37098) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.564834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37100) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.570403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.574411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-194a9296-86c7-4f34-a3ed-cc6879bf9e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.582979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/a6994153-a36d-42e9-8f51-221602180616/b43f4eaf-bc43-4719-acbd-794d8bad192c) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:40.629097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce850887-2bf6-4249-b640-4ca1f7f8b4cd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.629855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759850700'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:40.652351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:40.657403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.715045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af08a9-2159-44ff-b2a6-f8055680729a None None] Routers {'f22656d5-bc9b-4aab-9f2a-19c3defc72fa'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:40.715951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c7af08a9-2159-44ff-b2a6-f8055680729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f22656d5-bc9b-4aab-9f2a-19c3defc72fa'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:40.743411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:40.850055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0081c612-95a6-4a40-84f6-59131075888f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:40.908704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f5c119-df4a-4777-aac9-f9e15f7c909b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:40.927531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cee7a9-5610-4390-8e9c-47d76bafedc8 None None] Pushing event updated for resources: {'Port': ['ID=4ea6abcc-708f-481e-9207-5d3fb20da355,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:40.930179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c7af08a9-2159-44ff-b2a6-f8055680729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:40.984915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce850887-2bf6-4249-b640-4ca1f7f8b4cd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.003683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead043e-23a2-43f3-be92-5d1ccda82bd4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.005314 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5ead043e-23a2-43f3-be92-5d1ccda82bd4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4819782 Dec 21 22:17:41.020049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37106) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.020843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Checking segment: {'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:41.021248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Network hostable DHCP agents. Network: 77cfea6a-1086-4872-bdfa-da7c0a2d6158, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:17:41.069402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce850887-2bf6-4249-b640-4ca1f7f8b4cd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aa5b09-3a18-4ceb-9fd8-29149053ab95,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:41.070087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 2e13f6b3-830a-490d-a758-27e78e6643cd owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:41.085884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af08a9-2159-44ff-b2a6-f8055680729a None None] Routers {'f22656d5-bc9b-4aab-9f2a-19c3defc72fa'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:41.088038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c7af08a9-2159-44ff-b2a6-f8055680729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f22656d5-bc9b-4aab-9f2a-19c3defc72fa'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:41.096617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e30e1cc6-5ba2-48b4-af3e-4782aa525342 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Synchronizing usage tracker for tenant:96883d6ee31b4191af86c8b82aa864e4 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:41.120063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e30e1cc6-5ba2-48b4-af3e-4782aa525342 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Unset dirty status for tenant:96883d6ee31b4191af86c8b82aa864e4 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:41.122592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e30e1cc6-5ba2-48b4-af3e-4782aa525342 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 207 time: 0.0963972 Dec 21 22:17:41.131906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37110) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.162781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce850887-2bf6-4249-b640-4ca1f7f8b4cd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.166364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ce850887-2bf6-4249-b640-4ca1f7f8b4cd tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/security-groups/64aa5b09-3a18-4ceb-9fd8-29149053ab95 HTTP/1.1" status: 204 len: 168 time: 1.2992971 Dec 21 22:17:41.171642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37114) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.174204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:41.181884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-13f14892-ba3b-4413-aec7-e2221e54c409 None None] Could not find standard attr ID for object 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:17:41.189315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c7af08a9-2159-44ff-b2a6-f8055680729a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:41.189772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af08a9-2159-44ff-b2a6-f8055680729a None None] The sync data for ids ['f22656d5-bc9b-4aab-9f2a-19c3defc72fa'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:41.298309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.311111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.355158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-13f14892-ba3b-4413-aec7-e2221e54c409 None None] Provisioning complete for port 82751e15-5a3e-4955-af8d-6897dee7545f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:41.355575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13f14892-ba3b-4413-aec7-e2221e54c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.381692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Attempting to bind port 4ea6abcc-708f-481e-9207-5d3fb20da355 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:41.382118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Attempting to bind port 4ea6abcc-708f-481e-9207-5d3fb20da355 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:41.382534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Attempting to bind port 4ea6abcc-708f-481e-9207-5d3fb20da355 on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:41.438154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0081c612-95a6-4a40-84f6-59131075888f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:41.438511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.457144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5143fb2a-21b5-4b7b-bef5-7478ed5ddd17 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.457915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5143fb2a-21b5-4b7b-bef5-7478ed5ddd17 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:41.492942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:17:41.514900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11eb9c55-f300-40cd-81e3-442f47d52f36 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/routers/f22656d5-bc9b-4aab-9f2a-19c3defc72fa HTTP/1.1" status: 200 len: 920 time: 1.2150915 Dec 21 22:17:41.517205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:41.517205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Checking segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:41.517501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.518574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Bound using segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:41.518574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Bound port: 4ea6abcc-708f-481e-9207-5d3fb20da355, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:41.518771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.518863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37118) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.563422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-13f14892-ba3b-4413-aec7-e2221e54c409 None None] Port 82751e15-5a3e-4955-af8d-6897dee7545f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:41.564254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 77cfea6a-1086-4872-bdfa-da7c0a2d6158) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:41.570107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.570588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.604885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeceb2ab-1c7b-4445-865a-cc75903c3b53 None None] Network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:41.626004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5143fb2a-21b5-4b7b-bef5-7478ed5ddd17 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:41.627311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5143fb2a-21b5-4b7b-bef5-7478ed5ddd17 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.0596244 Dec 21 22:17:41.628472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:41.630579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1e72f-6abf-488f-a78b-c830dc4544de tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.632543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.634998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1e72f-6abf-488f-a78b-c830dc4544de tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.639897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1e72f-6abf-488f-a78b-c830dc4544de tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.640564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37122) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.644447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1e72f-6abf-488f-a78b-c830dc4544de tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.648825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1e72f-6abf-488f-a78b-c830dc4544de tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.650263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.653335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1e72f-6abf-488f-a78b-c830dc4544de tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:41.659249 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-def1e72f-6abf-488f-a78b-c830dc4544de tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5192096 Dec 21 22:17:41.660836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37124) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.668650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b60b775e-7a15-482d-8d3a-00639ea01d51 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9791729 Dec 21 22:17:41.680298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37128) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.686646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:41.691712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:41.710075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Transition to ACTIVE for port object b43f4eaf-bc43-4719-acbd-794d8bad192c will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:41.727428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:41.767201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:41.783631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:41.786068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Usage tracker for resource:router and tenant:d314314e68084768b50362aa2ada21ac is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:41.801015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:41.807476 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5421e6a-d0ac-4213-81a2-674563c1a4bc tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=f22656d5-bc9b-4aab-9f2a-19c3defc72fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2874467 Dec 21 22:17:41.819330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37134) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.820131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2342276-904c-4475-963e-642427ff2e21 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet 4e7c9420-ce8d-485c-b61f-6b6e54814e9a {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:41.835752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:41.841355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2342276-904c-4475-963e-642427ff2e21 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.875887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Transition to ACTIVE for port object b43f4eaf-bc43-4719-acbd-794d8bad192c will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:41.877610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] For port 4ea6abcc-708f-481e-9207-5d3fb20da355, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:41.880653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.916493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] For port 4ea6abcc-708f-481e-9207-5d3fb20da355, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4ea6abcc-708f-481e-9207-5d3fb20da355,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:41.922495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-577dd849-2348-4e93-b8b6-01195182f0a9 None None] Could not find standard attr ID for object 5f4c5d55-b449-4fa0-829e-af8d2df9c6c1. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:17:41.925636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.933112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa3334-d4fa-43ad-a06f-0a0279133c71 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 0f979f03-cc67-42fa-9d34-e99ddecf5ecd {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:41.933716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3334-d4fa-43ad-a06f-0a0279133c71 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:41.994168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-70dd8712-4971-47b8-8a0a-31f7912a2024 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3302031 Dec 21 22:17:41.995129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37138) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:42.005103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.012720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e1ca5aa7-480a-4193-aaff-06fc6a4391fc no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:42.023881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=2e13f6b3-830a-490d-a758-27e78e6643cd,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:42.033229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.26.6.23 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/1ad6b7ce-ab7c-42b2-9562-9679cf8feb9d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:42.106734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764f4e1-d038-4251-b17f-d3a7a3cd4bfe tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.107574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e764f4e1-d038-4251-b17f-d3a7a3cd4bfe tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Synchronizing usage tracker for tenant:137622afc4174d53973248dba5dc4cfb on resource:network {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:42.131832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.132973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.136979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956709d-28f6-4bee-939d-7250c5126f9d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.144520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956709d-28f6-4bee-939d-7250c5126f9d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.146443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956709d-28f6-4bee-939d-7250c5126f9d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.148187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956709d-28f6-4bee-939d-7250c5126f9d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.155378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2342276-904c-4475-963e-642427ff2e21 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.161479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956709d-28f6-4bee-939d-7250c5126f9d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.168281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8956709d-28f6-4bee-939d-7250c5126f9d tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1631267 Dec 21 22:17:42.169336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37142) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:42.261179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42cbe2-3d18-4de8-b7f5-93018edd0c10 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.262640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42cbe2-3d18-4de8-b7f5-93018edd0c10 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.264979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42cbe2-3d18-4de8-b7f5-93018edd0c10 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.266562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42cbe2-3d18-4de8-b7f5-93018edd0c10 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.268140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42cbe2-3d18-4de8-b7f5-93018edd0c10 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.269614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: e1ca5aa7-480a-4193-aaff-06fc6a4391fc {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:42.270113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e1ca5aa7-480a-4193-aaff-06fc6a4391fc not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:42.273969 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2e42cbe2-3d18-4de8-b7f5-93018edd0c10 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1022096 Dec 21 22:17:42.274807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e764f4e1-d038-4251-b17f-d3a7a3cd4bfe tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Unset dirty status for tenant:137622afc4174d53973248dba5dc4cfb on resource:network {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:42.276007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e764f4e1-d038-4251-b17f-d3a7a3cd4bfe tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 881 time: 0.4545813 Dec 21 22:17:42.276949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37146) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:42.280989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37148) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:42.305458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.364081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Pushing event updated for resources: {'Port': ['ID=b43f4eaf-bc43-4719-acbd-794d8bad192c,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:42.370191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:42.375500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:42.470184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cee7a9-5610-4390-8e9c-47d76bafedc8 None None] Pushing event updated for resources: {'Port': ['ID=4ea6abcc-708f-481e-9207-5d3fb20da355,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:42.473579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:42.500560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c15a797-a2cf-4bd5-b745-990361a30616 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:42.506059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8c15a797-a2cf-4bd5-b745-990361a30616 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/networks/c967a2bc-5563-4a90-a90f-4b805bf63005 HTTP/1.1" status: 200 len: 804 time: 0.2280405 Dec 21 22:17:42.524563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.534039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-77cfea6a-1086-4872-bdfa-da7c0a2d6158', 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'fixed_ips': [{'subnet_id': '67f5c119-df4a-4777-aac9-f9e15f7c909b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:42.536074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.547455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0081c612-95a6-4a40-84f6-59131075888f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:42.554167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37154) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:42.565944 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e03cd4ee-08ad-44f0-a61e-7cc59f115d30 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=f22656d5-bc9b-4aab-9f2a-19c3defc72fa HTTP/1.1" status: 200 len: 205 time: 0.0776389 Dec 21 22:17:42.566633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37156) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:42.623437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2342276-904c-4475-963e-642427ff2e21 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.731918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:42.732790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:42.813081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.850865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Attempting to bind port b43f4eaf-bc43-4719-acbd-794d8bad192c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:42.851289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Attempting to bind port b43f4eaf-bc43-4719-acbd-794d8bad192c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:42.851699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Attempting to bind port b43f4eaf-bc43-4719-acbd-794d8bad192c on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:42.890349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a7639-116e-40c3-b3f9-ba262287287a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:42.900167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:42.900623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:42.901127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.901575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:42.902079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Bound port: b43f4eaf-bc43-4719-acbd-794d8bad192c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:42.902496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:42.968289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.033245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.097764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Deleting port 346fb868-7d74-4699-a076-0968e8581d35 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:43.097985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.109558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0081c612-95a6-4a40-84f6-59131075888f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:43.109961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.182965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Allocated IP 172.20.0.2 (77cfea6a-1086-4872-bdfa-da7c0a2d6158/67f5c119-df4a-4777-aac9-f9e15f7c909b/bf08af2c-f73e-413f-b3dd-8ed4e804f108) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:43.227913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:17:43.303603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.333526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] For port b43f4eaf-bc43-4719-acbd-794d8bad192c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:43.357253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.361792 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb238159-b276-4470-bab8-a7f6deba2219 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.7894821 Dec 21 22:17:43.361792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.370849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37162) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:43.376915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] For port b43f4eaf-bc43-4719-acbd-794d8bad192c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b43f4eaf-bc43-4719-acbd-794d8bad192c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:43.422588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.437310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--331968286'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:43.449449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Calling delete_port for 346fb868-7d74-4699-a076-0968e8581d35 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:43.476989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:43.488955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:43.493475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:43.507785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:43.532397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.555509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.588939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b01a4407-8fde-4186-a419-4db315b220ed tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Synchronizing usage tracker for tenant:96883d6ee31b4191af86c8b82aa864e4 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:43.592536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2342276-904c-4475-963e-642427ff2e21 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.642830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:43.647171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3334-d4fa-43ad-a06f-0a0279133c71 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.657845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:43.662766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:43.673014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:43.680019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2342276-904c-4475-963e-642427ff2e21 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7c9420-ce8d-485c-b61f-6b6e54814e9a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:43.729150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.784751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f9683-8d69-4860-bfd8-8d166a503a3b None None] Pushing event updated for resources: {'Port': ['ID=b43f4eaf-bc43-4719-acbd-794d8bad192c,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:43.786682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event deleted for resources: {'Port': ['ID=346fb868-7d74-4699-a076-0968e8581d35,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:43.790331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.819898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2342276-904c-4475-963e-642427ff2e21 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.835113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa3334-d4fa-43ad-a06f-0a0279133c71 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 0f979f03-cc67-42fa-9d34-e99ddecf5ecd owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:43.848594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c483fa4-2dc2-40fa-a37d-3937f40b02ed None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:43.866325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:43.931313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b01a4407-8fde-4186-a419-4db315b220ed tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Unset dirty status for tenant:96883d6ee31b4191af86c8b82aa864e4 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:43.936839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b01a4407-8fde-4186-a419-4db315b220ed tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/networks/c967a2bc-5563-4a90-a90f-4b805bf63005?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.3628643 Dec 21 22:17:43.939209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37166) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:43.996176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c2342276-904c-4475-963e-642427ff2e21 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/4e7c9420-ce8d-485c-b61f-6b6e54814e9a HTTP/1.1" status: 204 len: 168 time: 2.8182306 Dec 21 22:17:44.015819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37170) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:44.022715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:44.066929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.093446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e50232-5879-419d-ba84-448795962d32,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:44.198447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.202923 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-39bda021-519b-484f-89bd-31a1cbc50712 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8280067 Dec 21 22:17:44.206727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37174) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:44.219213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': 'f67a7639-116e-40c3-b3f9-ba262287287a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92e50232-5879-419d-ba84-448795962d32', 'remote_ip_prefix': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:44.227741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.250030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.289970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:44.303959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.313915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:44.320739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ad5d9-4700-4c22-9be5-a641a8179e7c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:44.321255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Transition to ACTIVE for port object bf08af2c-f73e-413f-b3dd-8ed4e804f108 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:44.322352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d6ad5d9-4700-4c22-9be5-a641a8179e7c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/subnets/0b5c2f01-8fc9-4b7d-946c-cacc163d8156 HTTP/1.1" status: 200 len: 843 time: 0.3809173 Dec 21 22:17:44.363204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Transition to ACTIVE for port object bf08af2c-f73e-413f-b3dd-8ed4e804f108 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:44.383191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:44.386297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37178) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:44.510951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:44.524599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.555970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:44.558621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:44.583508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b43f4eaf-bc43-4719-acbd-794d8bad192c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:44.603633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=1ad6b7ce-ab7c-42b2-9562-9679cf8feb9d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:44.658120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:44.667610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:44.691972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:44.699246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:44.708657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Pushing event updated for resources: {'Port': ['ID=bf08af2c-f73e-413f-b3dd-8ed4e804f108,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:44.723437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:41Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:44.768221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a90ad8-c608-4e0f-b732-73ffc1b3a144 None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:41Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:44.771120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:44.787056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:44.796225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:44.826569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b57b82-e61f-4aaa-aa6f-b1cb3d42fced tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:44.831614 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-35b57b82-e61f-4aaa-aa6f-b1cb3d42fced tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "GET /v2.0/subnets/0b5c2f01-8fc9-4b7d-946c-cacc163d8156?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4288168 Dec 21 22:17:44.851005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Attempting to bind port bf08af2c-f73e-413f-b3dd-8ed4e804f108 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:44.851441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Attempting to bind port bf08af2c-f73e-413f-b3dd-8ed4e804f108 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:44.851859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Attempting to bind port bf08af2c-f73e-413f-b3dd-8ed4e804f108 on network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:44.859720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:44.860142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Checking segment: {'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:44.860682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.863199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Bound using segment: {'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:44.863199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Bound port: bf08af2c-f73e-413f-b3dd-8ed4e804f108, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:44.863199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.866660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:44.875621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37182) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:44.883507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port b43f4eaf-bc43-4719-acbd-794d8bad192c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:44.889643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185866155'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:44.896104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3334-d4fa-43ad-a06f-0a0279133c71 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.918337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:44.926298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.932295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:44.973732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.004262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa3334-d4fa-43ad-a06f-0a0279133c71 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=0f979f03-cc67-42fa-9d34-e99ddecf5ecd,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:45.008466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:45.031166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:45.040764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.073479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] For port bf08af2c-f73e-413f-b3dd-8ed4e804f108, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:45.074188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 14b03b0d-ea70-48af-983d-007fd68ddae9 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:45.078687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] For port bf08af2c-f73e-413f-b3dd-8ed4e804f108, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bf08af2c-f73e-413f-b3dd-8ed4e804f108,segment=NetworkSegment(87d727e0-1794-4b0b-8bad-e6f71c21c2c5),segment_id=87d727e0-1794-4b0b-8bad-e6f71c21c2c5)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:45.104458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.117761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.147000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.177972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caddb8dd-15bd-48ee-92e3-2c44aca9c189,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:45.179161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:45.184768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.214457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.215597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Fanout notify agent at l3_agent the message router_deleted on router f22656d5-bc9b-4aab-9f2a-19c3defc72fa {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:17:45.219514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9466c-5be4-4cf7-854f-78c8ce7d9e27 None None] Pushing event updated for resources: {'Port': ['ID=bf08af2c-f73e-413f-b3dd-8ed4e804f108,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:45.231473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.234348 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3bfc0114-2ce8-4f5e-9765-2e9c518851f3 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/f22656d5-bc9b-4aab-9f2a-19c3defc72fa HTTP/1.1" status: 204 len: 168 time: 2.6663799 Dec 21 22:17:45.240806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37186) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:45.246875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1581788713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:45.254257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.258383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b32c0c6a-8a31-49ef-8a7b-bb1c07b127de tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0456369 Dec 21 22:17:45.258383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:45.259726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37190) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:45.276287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Usage tracker for resource:router and tenant:2dfcf699a488451387c4cd0aa308acee is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:45.283362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:45.299201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:45.314156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-067c8407-9027-4cf0-a074-d3ede068f592 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.328632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-067c8407-9027-4cf0-a074-d3ede068f592 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.353166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.354280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.378522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.392308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-067c8407-9027-4cf0-a074-d3ede068f592 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.420972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c8407-9027-4cf0-a074-d3ede068f592 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caddb8dd-15bd-48ee-92e3-2c44aca9c189,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:45.433088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-067c8407-9027-4cf0-a074-d3ede068f592 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.437115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-067c8407-9027-4cf0-a074-d3ede068f592 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/caddb8dd-15bd-48ee-92e3-2c44aca9c189 HTTP/1.1" status: 204 len: 168 time: 0.1737325 Dec 21 22:17:45.439118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37194) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:45.498314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.519480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6482500c-3ea3-49f7-aa3f-594761f361a9 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:45.570901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.572710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3eefa2a0-1865-4485-98f4-4c3099728981 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3306148 Dec 21 22:17:45.575658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37198) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:45.582787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': True}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:45.586951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3334-d4fa-43ad-a06f-0a0279133c71 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:45.705766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6482500c-3ea3-49f7-aa3f-594761f361a9 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:45.709391 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6482500c-3ea3-49f7-aa3f-594761f361a9 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2708108 Dec 21 22:17:45.715362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37202) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:45.782744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.016911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b9aa3334-d4fa-43ad-a06f-0a0279133c71 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/0f979f03-cc67-42fa-9d34-e99ddecf5ecd HTTP/1.1" status: 204 len: 168 time: 4.3390992 Dec 21 22:17:46.028788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37206) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:46.081353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f9e25b4-c08e-4066-90d4-a744a559fac7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.212530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:17:46.224166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.224781 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Added segment ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a of type vlan for network c0797bb7-ac7b-432a-938c-12f2c329bb40 Dec 21 22:17:46.235275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f9e25b4-c08e-4066-90d4-a744a559fac7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.253716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.276032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.400095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.451024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=15c9e270-922d-4c2b-a9a3-099e024053e4,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:46.473685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f9e25b4-c08e-4066-90d4-a744a559fac7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.512899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e25b4-c08e-4066-90d4-a744a559fac7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e50232-5879-419d-ba84-448795962d32,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:46.564114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4ea6abcc-708f-481e-9207-5d3fb20da355 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:46.574931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c67073-ad61-43ac-95bf-5ec618ff069c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:46.576909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c67073-ad61-43ac-95bf-5ec618ff069c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:46.578076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a1c67073-ad61-43ac-95bf-5ec618ff069c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:46.589068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.590459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f9e25b4-c08e-4066-90d4-a744a559fac7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.594849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1f9e25b4-c08e-4066-90d4-a744a559fac7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/92e50232-5879-419d-ba84-448795962d32 HTTP/1.1" status: 204 len: 168 time: 0.8738108 Dec 21 22:17:46.598083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:46.598935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.603036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37210) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:46.637408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:46.662764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.736830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:46.752773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b1033a9-a9a2-4cf0-91bb-575f540c343c None None] Provisioning for port b43f4eaf-bc43-4719-acbd-794d8bad192c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:46.760951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.761530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0b1033a9-a9a2-4cf0-91bb-575f540c343c None None] Provisioning complete for port b43f4eaf-bc43-4719-acbd-794d8bad192c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:46.761955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b1033a9-a9a2-4cf0-91bb-575f540c343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.791627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:46.792207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.801872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.802088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:46.829841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c18354-5237-4e88-b8f5-d4cec9d9b4b6 None None] Sync routers for ids ['14b03b0d-ea70-48af-983d-007fd68ddae9'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:46.862013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c18354-5237-4e88-b8f5-d4cec9d9b4b6 None None] Routers {'14b03b0d-ea70-48af-983d-007fd68ddae9'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:46.863413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e5c18354-5237-4e88-b8f5-d4cec9d9b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b03b0d-ea70-48af-983d-007fd68ddae9'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:46.892362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 4ea6abcc-708f-481e-9207-5d3fb20da355 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:46.905330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4ea6abcc-708f-481e-9207-5d3fb20da355 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:46.912228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:46.947479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a1c67073-ad61-43ac-95bf-5ec618ff069c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:46.953001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a1c67073-ad61-43ac-95bf-5ec618ff069c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7987900 Dec 21 22:17:46.954080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37214) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:46.965511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Network': ['ID=c0797bb7-ac7b-432a-938c-12f2c329bb40,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:46.973507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Allocated IP 172.26.6.67 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/848240bd-1fed-429b-89a3-1ae404bf3ff4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:46.983427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2c8a28f8-4e15-46c1-a34f-a5a91da13d49 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/14b03b0d-ea70-48af-983d-007fd68ddae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8041017 Dec 21 22:17:47.016760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e5c18354-5237-4e88-b8f5-d4cec9d9b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:47.034852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c18354-5237-4e88-b8f5-d4cec9d9b4b6 None None] Routers {'14b03b0d-ea70-48af-983d-007fd68ddae9'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:47.037774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e5c18354-5237-4e88-b8f5-d4cec9d9b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['14b03b0d-ea70-48af-983d-007fd68ddae9'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:47.103929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network c0797bb7-ac7b-432a-938c-12f2c329bb40 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:17:47.122059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e5c18354-5237-4e88-b8f5-d4cec9d9b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:47.122761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c18354-5237-4e88-b8f5-d4cec9d9b4b6 None None] The sync data for ids ['14b03b0d-ea70-48af-983d-007fd68ddae9'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:47.135903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37218) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:47.143442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ff3ad8d1-476b-4684-adc7-81b35d311f8c tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2640409 Dec 21 22:17:47.150435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b1033a9-a9a2-4cf0-91bb-575f540c343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.180619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.191242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a4b79e-1d2f-44e4-ac6e-20fd4b1a9ffb None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:47.209750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37222) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:47.219188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'network_id': 'c0797bb7-ac7b-432a-938c-12f2c329bb40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:47.356046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:47.366860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:47.374943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.376726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.428792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0b1033a9-a9a2-4cf0-91bb-575f540c343c None None] For port b43f4eaf-bc43-4719-acbd-794d8bad192c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b43f4eaf-bc43-4719-acbd-794d8bad192c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:47.457255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'Port': ['ID=848240bd-1fed-429b-89a3-1ae404bf3ff4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:47.460604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Made reservation on behalf of 96883d6ee31b4191af86c8b82aa864e4 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:47.470184 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aed7d3f0-de06-4cb6-85e7-bc45c6ef21c1 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4530952 Dec 21 22:17:47.472543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.477846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37226) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:47.490285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'security_group': {'name': 'tempest-secgroup-1737883547'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:47.496802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:47.501597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:47.504762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:47.511045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:47.514597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0e33a53e-7530-446b-9d40-cd332edcc54e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:47.530051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.536024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.540900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b1033a9-a9a2-4cf0-91bb-575f540c343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.556008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:47.561710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:47.564322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:47.624749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.724257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.757934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:47.762009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group_rule and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:47.768054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:47.772922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=1ad6b7ce-ab7c-42b2-9562-9679cf8feb9d,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:47.774585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:47.844795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.856375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.899680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-34b75acc-61c2-43cf-97bd-9ac6fadca034 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:47.905468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.906272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1033a9-a9a2-4cf0-91bb-575f540c343c None None] Pushing event updated for resources: {'Port': ['ID=b43f4eaf-bc43-4719-acbd-794d8bad192c,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:47.912128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5a035e06-3932-4050-8fc2-82b08157e910 None None] Provisioning complete for port 0081c612-95a6-4a40-84f6-59131075888f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:47.912973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a035e06-3932-4050-8fc2-82b08157e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.961977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 4ea6abcc-708f-481e-9207-5d3fb20da355, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4ea6abcc-708f-481e-9207-5d3fb20da355,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:47.962663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.968160 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f2c222e7-a5c8-4a6e-ba2f-e054f830f1c2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0735135 Dec 21 22:17:47.976682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37230) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:47.983421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:47.992397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'port': {'network_id': 'c775daa5-0a1c-468f-8650-0bc53e09dac4', 'name': 'tempest-FloatingIPTestJSON-1395896579'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:48.008666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0e33a53e-7530-446b-9d40-cd332edcc54e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:48.010202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e33a53e-7530-446b-9d40-cd332edcc54e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14b03b0d-ea70-48af-983d-007fd68ddae9 HTTP/1.1" status: 200 len: 205 time: 0.8678579 Dec 21 22:17:48.026583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37234) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:48.041258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.044844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5576141 Dec 21 22:17:48.054201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.055303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bf08af2c-f73e-413f-b3dd-8ed4e804f108 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:48.072054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37238) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:48.081129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'security_group': {'name': 'tempest-secgroup-344045629'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:48.088825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:48.093955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:48.098797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:48.121623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:48.161132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-34b75acc-61c2-43cf-97bd-9ac6fadca034 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:48.166568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-34b75acc-61c2-43cf-97bd-9ac6fadca034 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 1.5327137 Dec 21 22:17:48.166724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04909-0ce3-4cce-9842-7223638d4e16 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d24d4e2-3d77-47bf-99ca-3841bae73f4a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:48.167472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37242) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:48.209089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17bb4bd-007a-4172-9b23-db482e5ac23f None None] Network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:48.228024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing IP validity checks on allocation pools {{(pid=88994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 22:17:48.228667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 22:17:48.231911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.266658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.326885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5a035e06-3932-4050-8fc2-82b08157e910 None None] Could not find standard attr ID for object 0f979f03-cc67-42fa-9d34-e99ddecf5ecd. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:17:48.382493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:48.390172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group_rule and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:48.406038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=4ea6abcc-708f-481e-9207-5d3fb20da355,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:48.418077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a0c95-2a36-471a-92e6-d9998204ce5d None None] Update dhcp port {'port': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'fixed_ips': [{'subnet_id': '94b40651-be07-417a-bcd8-866eb499eb26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '15c9e270-922d-4c2b-a9a3-099e024053e4'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '0081c612-95a6-4a40-84f6-59131075888f'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:17:48.444909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:48.468051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:48.562441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.584188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.633931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port bf08af2c-f73e-413f-b3dd-8ed4e804f108 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:48.677626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5a035e06-3932-4050-8fc2-82b08157e910 None None] Provisioning complete for port 82751e15-5a3e-4955-af8d-6897dee7545f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:48.678086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a035e06-3932-4050-8fc2-82b08157e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.741640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5a035e06-3932-4050-8fc2-82b08157e910 None None] Port 82751e15-5a3e-4955-af8d-6897dee7545f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:48.787986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05123aa-cf35-40ed-8be5-13bf17c7a014 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet a6994153-a36d-42e9-8f51-221602180616 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:48.788373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b43f4eaf-bc43-4719-acbd-794d8bad192c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:48.790984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Allocated IP 172.26.6.180 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/195fcb2f-77b1-4392-bc15-f74d9a0e1b63) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:48.809160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e05123aa-cf35-40ed-8be5-13bf17c7a014 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.833800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b18a0c95-2a36-471a-92e6-d9998204ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.876655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c485e0-01c0-488e-9011-481f71d8165f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.957384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:48.997353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.008368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:49.012407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e05123aa-cf35-40ed-8be5-13bf17c7a014 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.071922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf1a217a-1be5-4487-87ff-7ab39f263897 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.078028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ffd5c2ff-d621-4036-a167-62280949f47b None None] Provisioning for port bf08af2c-f73e-413f-b3dd-8ed4e804f108 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:49.080425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.103181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ffd5c2ff-d621-4036-a167-62280949f47b None None] Provisioning complete for port bf08af2c-f73e-413f-b3dd-8ed4e804f108 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:49.103572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffd5c2ff-d621-4036-a167-62280949f47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.172507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:49.172708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port b43f4eaf-bc43-4719-acbd-794d8bad192c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:49.172708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.174711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c2595-8a1b-49e1-89a4-cb8313acb0ad,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:49.200251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.204687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1b850618-4d69-48ce-b055-495e8155e138 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1300876 Dec 21 22:17:49.213202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37246) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:49.215581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=9891dbef-87b5-4a43-a06e-f7fc117d9373,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:49.242555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'security_group': {'name': 'tempest-secgroup-1492074941'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:49.251682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:49.261782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:49.265797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:49.275773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:49.287806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Checking segment: {'id': 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c0797bb7-ac7b-432a-938c-12f2c329bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:49.288251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network hostable DHCP agents. Network: c0797bb7-ac7b-432a-938c-12f2c329bb40, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:17:49.290722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:49.299128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.320576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf1a217a-1be5-4487-87ff-7ab39f263897 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.325560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b18a0c95-2a36-471a-92e6-d9998204ce5d None None] Allocated IP 2001:db8::2 (42501771-0310-48f9-a5f9-ce999c8dfa40/15c9e270-922d-4c2b-a9a3-099e024053e4/0081c612-95a6-4a40-84f6-59131075888f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:49.342572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.389821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Network c0797bb7-ac7b-432a-938c-12f2c329bb40 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:17:49.399287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:49.404460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:security_group_rule and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:49.407663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:49.414237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:49.433453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Router 9bed2312-4974-495b-bddd-ab8f92cf2380 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:17:49.500661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffd5c2ff-d621-4036-a167-62280949f47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.515463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, c0797bb7-ac7b-432a-938c-12f2c329bb40) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:49.518987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4ea6abcc-708f-481e-9207-5d3fb20da355 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:49.545827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:49.546485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853648028'] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.587419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ffd5c2ff-d621-4036-a167-62280949f47b None None] For port bf08af2c-f73e-413f-b3dd-8ed4e804f108, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bf08af2c-f73e-413f-b3dd-8ed4e804f108,segment=NetworkSegment(87d727e0-1794-4b0b-8bad-e6f71c21c2c5),segment_id=87d727e0-1794-4b0b-8bad-e6f71c21c2c5)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:49.588835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1a6f7-2881-45f2-8329-42d568ef5c20 None None] Network c0797bb7-ac7b-432a-938c-12f2c329bb40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:49.605174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.649213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] device_id is not set on port 9c68df58-5b07-49b1-8d0c-d18ae4618034 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:17:49.649652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ffd5c2ff-d621-4036-a167-62280949f47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.704434 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a5b7c33-2afd-47dc-8740-99e0a63bae52 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4895260 Dec 21 22:17:49.704434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.706764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37250) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:49.737964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c4d20bc4-e4ec-4d1a-949a-8ee80de998d4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:49.770990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c485e0-01c0-488e-9011-481f71d8165f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.816469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e66eb0-b651-4f93-bdba-3e9c11b2e4b6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:49.827294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.834797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e05123aa-cf35-40ed-8be5-13bf17c7a014 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.869777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c485e0-01c0-488e-9011-481f71d8165f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.879281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.883290 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b96afbb5-5b84-4db9-aaaf-25aa2544b8b2 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6619825 Dec 21 22:17:49.886792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37254) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:49.886949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf1a217a-1be5-4487-87ff-7ab39f263897 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.898895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1279063796', 'security_groups': ['c8e66eb0-b651-4f93-bdba-3e9c11b2e4b6'], 'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '15c9e270-922d-4c2b-a9a3-099e024053e4'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:49.925234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b18a0c95-2a36-471a-92e6-d9998204ce5d None None] For port 0081c612-95a6-4a40-84f6-59131075888f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0081c612-95a6-4a40-84f6-59131075888f,segment=NetworkSegment(7e793398-bdef-42ca-a31a-52c03adc31fe),segment_id=7e793398-bdef-42ca-a31a-52c03adc31fe)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:49.929836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5c2ff-d621-4036-a167-62280949f47b None None] Pushing event updated for resources: {'Port': ['ID=bf08af2c-f73e-413f-b3dd-8ed4e804f108,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:49.944788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b2452a60-f2dc-407a-ae6c-062c55422b64 None None] Provisioning complete for port bf08af2c-f73e-413f-b3dd-8ed4e804f108 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:49.945202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2452a60-f2dc-407a-ae6c-062c55422b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:49.962975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a217a-1be5-4487-87ff-7ab39f263897 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a7639-116e-40c3-b3f9-ba262287287a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:50.031179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4d20bc4-e4ec-4d1a-949a-8ee80de998d4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853444641'] for subnet, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.042755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:50.055890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.057273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-217319fd-d904-4890-b581-65c77b8851d8 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "PUT /v2.0/routers/9bed2312-4974-495b-bddd-ab8f92cf2380 HTTP/1.1" status: 200 len: 914 time: 4.4796512 Dec 21 22:17:50.065588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37258) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.066441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.20.0.12 (c775daa5-0a1c-468f-8650-0bc53e09dac4/0dd4ca15-c2cf-4835-a4ec-b790566ae210/9c68df58-5b07-49b1-8d0c-d18ae4618034) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:50.077964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c485e0-01c0-488e-9011-481f71d8165f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.078493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c485e0-01c0-488e-9011-481f71d8165f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Fanout notify agent at l3_agent the message router_deleted on router 14b03b0d-ea70-48af-983d-007fd68ddae9 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:17:50.084098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf1a217a-1be5-4487-87ff-7ab39f263897 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.087877 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cf1a217a-1be5-4487-87ff-7ab39f263897 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/f67a7639-116e-40c3-b3f9-ba262287287a HTTP/1.1" status: 204 len: 168 time: 1.8248110 Dec 21 22:17:50.089851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37262) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.094983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9d7b9-24b6-47ea-8603-8dd15389c444 None None] Sync routers for ids ['9bed2312-4974-495b-bddd-ab8f92cf2380'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:50.115522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4ea6abcc-708f-481e-9207-5d3fb20da355 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:50.116065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.118110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.122224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e05123aa-cf35-40ed-8be5-13bf17c7a014 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.181595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b18a0c95-2a36-471a-92e6-d9998204ce5d None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.245155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05123aa-cf35-40ed-8be5-13bf17c7a014 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=a6994153-a36d-42e9-8f51-221602180616,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:50.250096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a0c485e0-01c0-488e-9011-481f71d8165f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.255062 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a0c485e0-01c0-488e-9011-481f71d8165f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/14b03b0d-ea70-48af-983d-007fd68ddae9 HTTP/1.1" status: 204 len: 168 time: 2.2195039 Dec 21 22:17:50.257439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:50.258199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37266) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.280002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:50.298379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b18a0c95-2a36-471a-92e6-d9998204ce5d None None] Transition to ACTIVE for port object 0081c612-95a6-4a40-84f6-59131075888f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:50.306217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9d7b9-24b6-47ea-8603-8dd15389c444 None None] Routers {'9bed2312-4974-495b-bddd-ab8f92cf2380'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:50.306978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d7b9-24b6-47ea-8603-8dd15389c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9bed2312-4974-495b-bddd-ab8f92cf2380'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:50.357881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e05123aa-cf35-40ed-8be5-13bf17c7a014 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.362492 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e05123aa-cf35-40ed-8be5-13bf17c7a014 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/a6994153-a36d-42e9-8f51-221602180616 HTTP/1.1" status: 204 len: 168 time: 3.3839910 Dec 21 22:17:50.366961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37270) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.368885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b830e48-bab1-4bbc-bb91-4287207cde90 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:50.373860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:50.403168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b18a0c95-2a36-471a-92e6-d9998204ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.449596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-c0797bb7-ac7b-432a-938c-12f2c329bb40', 'network_id': 'c0797bb7-ac7b-432a-938c-12f2c329bb40', 'tenant_id': '96883d6ee31b4191af86c8b82aa864e4', 'fixed_ips': [{'subnet_id': '9891dbef-87b5-4a43-a06e-f7fc117d9373'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:50.450496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.452236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:50.465597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:50.467343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Pushing event updated for resources: {'Port': ['ID=195fcb2f-77b1-4392-bc15-f74d9a0e1b63,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:50.477886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d7b9-24b6-47ea-8603-8dd15389c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:50.505249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:50.547077 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-247b37ed-e0f0-481d-837d-a857cfeeaaa8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1656537 Dec 21 22:17:50.553362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37274) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.587335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6c66f929-8766-450e-9b41-44fa27b77ae8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:50.638890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4d20bc4-e4ec-4d1a-949a-8ee80de998d4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264531550273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853344954'] for subnet, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.729511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.779345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-13dd0824-21e4-42e2-ba37-628d217cbe2f tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/routers/9bed2312-4974-495b-bddd-ab8f92cf2380 HTTP/1.1" status: 200 len: 920 time: 0.7105818 Dec 21 22:17:50.780256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d20bc4-e4ec-4d1a-949a-8ee80de998d4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event updated for resources: {'Subnet': ['ID=9891dbef-87b5-4a43-a06e-f7fc117d9373,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:50.783145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d20bc4-e4ec-4d1a-949a-8ee80de998d4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:50.783813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4d20bc4-e4ec-4d1a-949a-8ee80de998d4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:50.788113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c4d20bc4-e4ec-4d1a-949a-8ee80de998d4 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "PUT /v2.0/subnets/9891dbef-87b5-4a43-a06e-f7fc117d9373 HTTP/1.1" status: 200 len: 900 time: 1.0631158 Dec 21 22:17:50.794510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37278) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.795204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] device_id is not set on port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:17:50.825001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37280) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.979952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9d7b9-24b6-47ea-8603-8dd15389c444 None None] Routers {'9bed2312-4974-495b-bddd-ab8f92cf2380'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:50.980707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d7b9-24b6-47ea-8603-8dd15389c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9bed2312-4974-495b-bddd-ab8f92cf2380'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:51.036405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a0c95-2a36-471a-92e6-d9998204ce5d None None] Pushing event updated for resources: {'Port': ['ID=0081c612-95a6-4a40-84f6-59131075888f,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:51.086798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.121459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d7b9-24b6-47ea-8603-8dd15389c444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:51.121920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9d7b9-24b6-47ea-8603-8dd15389c444 None None] The sync data for ids ['9bed2312-4974-495b-bddd-ab8f92cf2380'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:51.207795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6c66f929-8766-450e-9b41-44fa27b77ae8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:51.209449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6c66f929-8766-450e-9b41-44fa27b77ae8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1176798 Dec 21 22:17:51.223811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37286) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:51.273097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Allocated IP 2001:db8::3 (c0797bb7-ac7b-432a-938c-12f2c329bb40/9891dbef-87b5-4a43-a06e-f7fc117d9373/dade2bba-20e9-4abe-a10c-a5842ff79cc8) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:51.290523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8::292 (42501771-0310-48f9-a5f9-ce999c8dfa40/15c9e270-922d-4c2b-a9a3-099e024053e4/d2227f87-a295-4a3e-bdbb-e61cbd4b5901) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:51.394222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.414175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f33e1e2-30f8-47cd-a095-4e9fcd9030d4 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet b56272da-046d-4b49-a09e-35dfc6385d9b {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:51.426676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f33e1e2-30f8-47cd-a095-4e9fcd9030d4 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.428454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:51.449065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0081c612-95a6-4a40-84f6-59131075888f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:51.483300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] Deleting port b43f4eaf-bc43-4719-acbd-794d8bad192c {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:51.483980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.498516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f44d84-4c89-4e9f-b96c-f54021111d3e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:51.499379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-01f44d84-4c89-4e9f-b96c-f54021111d3e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:51.551111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--502673762'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:51.555710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f777ec30-86a2-487e-88c8-3c8971364b91 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=9bed2312-4974-495b-bddd-ab8f92cf2380&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4933100 Dec 21 22:17:51.558947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f33e1e2-30f8-47cd-a095-4e9fcd9030d4 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.570160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37290) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:51.579330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:51.602303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-01f44d84-4c89-4e9f-b96c-f54021111d3e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:51.603654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-01f44d84-4c89-4e9f-b96c-f54021111d3e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0319052 Dec 21 22:17:51.612269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37294) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:51.647510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:51.676541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.761868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.796761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bf08af2c-f73e-413f-b3dd-8ed4e804f108 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:51.813364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e454fa-285c-4e1c-a955-61d995fce4b3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:51.814075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b7e454fa-285c-4e1c-a955-61d995fce4b3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:51.824543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Transition to ACTIVE for port object dade2bba-20e9-4abe-a10c-a5842ff79cc8 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:51.838171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c775daa5-0a1c-468f-8650-0bc53e09dac4 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:51.848559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=9c68df58-5b07-49b1-8d0c-d18ae4618034,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:51.851668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:51.865172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:51.915771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f33e1e2-30f8-47cd-a095-4e9fcd9030d4 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.944973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Transition to ACTIVE for port object dade2bba-20e9-4abe-a10c-a5842ff79cc8 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:51.963872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] For port b43f4eaf-bc43-4719-acbd-794d8bad192c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b43f4eaf-bc43-4719-acbd-794d8bad192c,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:51.964461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:51.965051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.039791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b7e454fa-285c-4e1c-a955-61d995fce4b3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:52.044939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b7e454fa-285c-4e1c-a955-61d995fce4b3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4303396 Dec 21 22:17:52.049177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37298) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.060680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.096892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:52.096892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.100770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.116247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.117952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.119125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.126711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f33e1e2-30f8-47cd-a095-4e9fcd9030d4 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.131237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] Calling delete_port for b43f4eaf-bc43-4719-acbd-794d8bad192c owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:52.220868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fab980b6-3cb7-4f7c-afee-dd1a4a063de0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1495147 Dec 21 22:17:52.231317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37302) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.256236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:52.266148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33e1e2-30f8-47cd-a095-4e9fcd9030d4 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=b56272da-046d-4b49-a09e-35dfc6385d9b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:52.357187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port bf08af2c-f73e-413f-b3dd-8ed4e804f108 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:52.357187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.357588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object d2227f87-a295-4a3e-bdbb-e61cbd4b5901 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:52.357798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f33e1e2-30f8-47cd-a095-4e9fcd9030d4 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.357798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3f33e1e2-30f8-47cd-a095-4e9fcd9030d4 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/b56272da-046d-4b49-a09e-35dfc6385d9b HTTP/1.1" status: 204 len: 168 time: 2.0244853 Dec 21 22:17:52.358043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Network c0797bb7-ac7b-432a-938c-12f2c329bb40 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:52.358043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7213aa-2d97-48a8-b08a-574f5f660ac4 None None] Network c753a02f-a3f8-41b6-9c11-3d11d067b4f3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:52.358043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Pushing event updated for resources: {'Port': ['ID=dade2bba-20e9-4abe-a10c-a5842ff79cc8,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:52.358043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:52.358408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe395d58-8288-48d2-9c72-f0e6a8b1a915 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:52.358563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:52.358716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fe395d58-8288-48d2-9c72-f0e6a8b1a915 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 881 time: 0.7766893 Dec 21 22:17:52.387725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37306) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.387725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37308) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.406109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:52.429626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:52.439917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:52.454359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:52.466384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:52.469386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bae2cfeb-5607-4a1c-a563-759d63dcc076 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4898643 Dec 21 22:17:52.469522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37314) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.479678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'port_id': '9c68df58-5b07-49b1-8d0c-d18ae4618034'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:52.488874 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6650190-a5d4-4d3a-8ce9-08958c361543 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bed2312-4974-495b-bddd-ab8f92cf2380 HTTP/1.1" status: 200 len: 205 time: 0.0965056 Dec 21 22:17:52.501651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37318) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.561208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.581403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.614760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:52.621971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.652578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.688473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.724734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port b63703c7-bfe7-4afc-9df9-f52fc4460246 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:52.725186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.748233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=9891dbef-87b5-4a43-a06e-f7fc117d9373,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:52.874689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:52.913959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] Pushing event deleted for resources: {'Port': ['ID=b43f4eaf-bc43-4719-acbd-794d8bad192c,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:52.928908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc7f8c-bebc-435e-8253-7ad2712ef11e None None] No DVR routers for this DVR port b43f4eaf-bc43-4719-acbd-794d8bad192c on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:52.945243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Attempting to bind port dade2bba-20e9-4abe-a10c-a5842ff79cc8 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:52.945657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Attempting to bind port dade2bba-20e9-4abe-a10c-a5842ff79cc8 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c0797bb7-ac7b-432a-938c-12f2c329bb40'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:52.950385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Attempting to bind port dade2bba-20e9-4abe-a10c-a5842ff79cc8 on network c0797bb7-ac7b-432a-938c-12f2c329bb40 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:52.962763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.964896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:52.969082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ef8ae9ca-204f-42e2-86e5-799f41a4d478 None None] Provisioning for port 0081c612-95a6-4a40-84f6-59131075888f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:52.977843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:52.978458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Checking segment: {'id': 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c0797bb7-ac7b-432a-938c-12f2c329bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:52.978662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.979098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Bound using segment: {'id': 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c0797bb7-ac7b-432a-938c-12f2c329bb40'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:52.979609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Bound port: dade2bba-20e9-4abe-a10c-a5842ff79cc8, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c0797bb7-ac7b-432a-938c-12f2c329bb40'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:52.980313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:52.983322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:52.985298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=d2227f87-a295-4a3e-bdbb-e61cbd4b5901,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:52.995048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:52.999594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:53.000280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.034845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ef8ae9ca-204f-42e2-86e5-799f41a4d478 None None] Provisioning complete for port 0081c612-95a6-4a40-84f6-59131075888f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:53.035270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae9ca-204f-42e2-86e5-799f41a4d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.066140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.090495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.135574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port b63703c7-bfe7-4afc-9df9-f52fc4460246, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b63703c7-bfe7-4afc-9df9-f52fc4460246,segment=NetworkSegment(62ef366b-0597-440d-8c1a-efcf68da0e2c),segment_id=62ef366b-0597-440d-8c1a-efcf68da0e2c)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:53.136084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.178185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] For port dade2bba-20e9-4abe-a10c-a5842ff79cc8, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:53.184248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] For port dade2bba-20e9-4abe-a10c-a5842ff79cc8, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=dade2bba-20e9-4abe-a10c-a5842ff79cc8,segment=NetworkSegment(ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a),segment_id=ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:53.223470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.255183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0797bb7-ac7b-432a-938c-12f2c329bb40']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:53.280822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.288023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4031af72-72b1-4c98-a6a8-96473795183d None None] DHCP port deletion for c753a02f-a3f8-41b6-9c11-3d11d067b4f3 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:17:53.320722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4031af72-72b1-4c98-a6a8-96473795183d None None] Deleting port b63703c7-bfe7-4afc-9df9-f52fc4460246 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:53.321132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4031af72-72b1-4c98-a6a8-96473795183d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.336791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:53.337083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:53.355384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for b63703c7-bfe7-4afc-9df9-f52fc4460246 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:53.362890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b71a157-50b2-4976-be5e-3e6b3df68e88,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:53.402384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.428285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f7da95a9-4422-421f-bbc7-eef879321df4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5314298 Dec 21 22:17:53.438046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b43f4eaf-bc43-4719-acbd-794d8bad192c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:53.478386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37322) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:53.500166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: b43f4eaf-bc43-4719-acbd-794d8bad192c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:53.500611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b43f4eaf-bc43-4719-acbd-794d8bad192c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:53.501093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b63703c7-bfe7-4afc-9df9-f52fc4460246 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:17:53.506110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.542775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06f4fd-1583-4d7e-a4f6-dacc1d323e43 None None] Pushing event updated for resources: {'Port': ['ID=dade2bba-20e9-4abe-a10c-a5842ff79cc8,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:53.555438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.558257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.559534 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-00ab566f-daaa-43b0-a4fa-6c2814a563b2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0324693 Dec 21 22:17:53.564237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:53.566239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37326) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:53.566672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Router b8ee8b8a-d44c-4a36-871f-049f7d91342c is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:17:53.574490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '0b71a157-50b2-4976-be5e-3e6b3df68e88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:53.587075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.603745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:53.604138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.608563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: b63703c7-bfe7-4afc-9df9-f52fc4460246 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:17:53.608901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b63703c7-bfe7-4afc-9df9-f52fc4460246 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:53.620292 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:53.622529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4031af72-72b1-4c98-a6a8-96473795183d None None] The port 'b63703c7-bfe7-4afc-9df9-f52fc4460246' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:17:53.640828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:53.658593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:53.661418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ef8ae9ca-204f-42e2-86e5-799f41a4d478 None None] Provisioning complete for port 82751e15-5a3e-4955-af8d-6897dee7545f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:53.661582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=b63703c7-bfe7-4afc-9df9-f52fc4460246,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:53.662344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae9ca-204f-42e2-86e5-799f41a4d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:53.664513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:53.677506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:53.688575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No DVR routers for this DVR port b63703c7-bfe7-4afc-9df9-f52fc4460246 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:53.714033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccca444-a9aa-42c7-8d50-85d7ddb72f63 None None] Network c0797bb7-ac7b-432a-938c-12f2c329bb40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:53.772740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ae9ca-204f-42e2-86e5-799f41a4d478 None None] Port 82751e15-5a3e-4955-af8d-6897dee7545f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:53.888547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:17:53.888547 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:17:53.888547 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'id': 'c0797bb7-ac7b-432a-938c-12f2c329bb40'}] Dec 21 22:17:53.888547 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:53.889046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:17:53.976692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-42049f71-ee03-4bd5-8115-f0f32875612b None None] Provisioning for port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:53.983307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec78988-28cf-4602-86cf-53c62d486ee1 None None] Network c0797bb7-ac7b-432a-938c-12f2c329bb40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:54.007652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-42049f71-ee03-4bd5-8115-f0f32875612b None None] Provisioning complete for port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:54.008081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42049f71-ee03-4bd5-8115-f0f32875612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.113470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.160064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-42049f71-ee03-4bd5-8115-f0f32875612b None None] Port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:17:54.202746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.261641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c753a02f-a3f8-41b6-9c11-3d11d067b4f3']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:54.280696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9bdb2b-49e6-4a6b-8bf1-fe242d83e632 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:17:54.301818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:54.317562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:54.328943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:54.340215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ef366b-0597-440d-8c1a-efcf68da0e2c') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:54.341171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ef366b-0597-440d-8c1a-efcf68da0e2c') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:54.341300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:54.375146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.394492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.402325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.420566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:54.420973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.424097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port dade2bba-20e9-4abe-a10c-a5842ff79cc8 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:54.424498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.427266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9bdb2b-49e6-4a6b-8bf1-fe242d83e632 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:54.438704 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:54.456236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:54.462361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.594989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.625416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.671623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.684149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d984e942-2931-4535-95af-2f64927b1510,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:54.708939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.711622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.733222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=c753a02f-a3f8-41b6-9c11-3d11d067b4f3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:54.751218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f59bb671-b9df-4719-93f2-c15dbd275b24 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/c753a02f-a3f8-41b6-9c11-3d11d067b4f3 HTTP/1.1" status: 204 len: 168 time: 2.3610218 Dec 21 22:17:54.751940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37330) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:54.759579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1393169670', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:54.770473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Deleting port 848240bd-1fed-429b-89a3-1ae404bf3ff4 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:54.771287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.797300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:54.801220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:54.808984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:router and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:54.816630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:54.819446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Sync routers for ids ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:54.839669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Routers {'b8ee8b8a-d44c-4a36-871f-049f7d91342c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:54.840275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:54.840700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.842756 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-718b63b9-c26d-4af4-aa73-790ce4346a31 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.2736356 Dec 21 22:17:54.844156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:54.851235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37334) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:54.860446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:17:54.861290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.909465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.913466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d46fdc27-dd38-4486-a44f-a57f79293b88 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.2209747 Dec 21 22:17:54.918495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37338) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:54.931973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:54.945816 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15c9e270-922d-4c2b-a9a3-099e024053e4 (CIDR: 2001:db8::/64) Dec 21 22:17:55.009106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.013467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.014674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.026933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80428f31-91ed-4ab3-ad24-9fd035e71e37 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.062945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Allocated IP 2001:db8::f816:3eff:fe14:faf9 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b/be3ca3f4-50dd-4a81-ae3d-81b332527633) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:55.078448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.083043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:17:55.083540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:55.105701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80428f31-91ed-4ab3-ad24-9fd035e71e37 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.160946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.181818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port dade2bba-20e9-4abe-a10c-a5842ff79cc8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=dade2bba-20e9-4abe-a10c-a5842ff79cc8,segment=NetworkSegment(ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a),segment_id=ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:55.182286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.182412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Set router b8ee8b8a-d44c-4a36-871f-049f7d91342c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:17:55.240851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.312944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80428f31-91ed-4ab3-ad24-9fd035e71e37 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.322093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Calling delete_port for 848240bd-1fed-429b-89a3-1ae404bf3ff4 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:55.333013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:55.349763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for dade2bba-20e9-4abe-a10c-a5842ff79cc8 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:17:55.379064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1548d4fe-a473-488f-bc88-f4ebbb3a333c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8925045 Dec 21 22:17:55.379763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:55.384602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37342) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:55.390908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80428f31-91ed-4ab3-ad24-9fd035e71e37 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d984e942-2931-4535-95af-2f64927b1510,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:55.392685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:55.392964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.398045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:55.398170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:55.438402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.454021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Transition to ACTIVE for port object be3ca3f4-50dd-4a81-ae3d-81b332527633 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:55.474878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80428f31-91ed-4ab3-ad24-9fd035e71e37 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.476110 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-80428f31-91ed-4ab3-ad24-9fd035e71e37 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d984e942-2931-4535-95af-2f64927b1510 HTTP/1.1" status: 204 len: 168 time: 0.6233060 Dec 21 22:17:55.480849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Transition to ACTIVE for port object be3ca3f4-50dd-4a81-ae3d-81b332527633 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:55.523735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37346) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:55.532604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.536452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.574714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b96ffc0a-8dcc-48d8-a572-b2b00a3c8af5 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3298135 Dec 21 22:17:55.589727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37350) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:55.598257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:55.613177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Port': ['ID=dade2bba-20e9-4abe-a10c-a5842ff79cc8,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:55.625194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Pushing event updated for resources: {'Port': ['ID=be3ca3f4-50dd-4a81-ae3d-81b332527633,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:55.645816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No DVR routers for this DVR port dade2bba-20e9-4abe-a10c-a5842ff79cc8 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:17:55.651137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:55.653459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:55.656416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:55.762326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:17:51Z', 'revision_number': 3, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port': {'id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:47Z', 'updated_at': '2021-12-21T22:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:55.770774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Checking router: b8ee8b8a-d44c-4a36-871f-049f7d91342c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:17:55.771652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Updating router b8ee8b8a-d44c-4a36-871f-049f7d91342c port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:17:55.798528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Attempting to bind port be3ca3f4-50dd-4a81-ae3d-81b332527633 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:55.800854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Attempting to bind port be3ca3f4-50dd-4a81-ae3d-81b332527633 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:55.801297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Attempting to bind port be3ca3f4-50dd-4a81-ae3d-81b332527633 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:55.811965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:55.812803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:55.813260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.814590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:55.815123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Bound port: be3ca3f4-50dd-4a81-ae3d-81b332527633, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:55.815550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.846887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.873726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:55.881711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-06fdd8a0-f6ec-4cf5-9043-b57eda556d29 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:55.890002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.893349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:55.899534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:55.907645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.920956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:55.922827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP 46a4a09f-9556-4e86-b359-0e33b19330d7 associated. External IP: 172.26.6.23, port: 9c68df58-5b07-49b1-8d0c-d18ae4618034. Dec 21 22:17:55.953626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] For port be3ca3f4-50dd-4a81-ae3d-81b332527633, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:55.957784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] For port be3ca3f4-50dd-4a81-ae3d-81b332527633, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=be3ca3f4-50dd-4a81-ae3d-81b332527633,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:55.987049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:55.991201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-06fdd8a0-f6ec-4cf5-9043-b57eda556d29 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:55.995623 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-06fdd8a0-f6ec-4cf5-9043-b57eda556d29 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4594817 Dec 21 22:17:55.997410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37354) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:56.012154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:56.018787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0797bb7-ac7b-432a-938c-12f2c329bb40']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:56.041354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:56.042000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4afc68-7299-4fc1-b9e7-d2e800f1fe8a') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:56.063036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:56.081075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.094334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b033-4adc-4321-8bcf-e2006cd4aeb7 None None] Pushing event updated for resources: {'Port': ['ID=be3ca3f4-50dd-4a81-ae3d-81b332527633,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:56.128695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:56.133164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.137323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:56.145148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.204249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:56.205345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.311895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.458137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:56.469749 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:56.596735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event deleted for resources: {'Port': ['ID=848240bd-1fed-429b-89a3-1ae404bf3ff4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:56.643485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Transition to ACTIVE for port object 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:17:56.675486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74db7449-e8b2-4c16-845b-072f9cc681d1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.702881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.710501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.742489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.760105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=c0797bb7-ac7b-432a-938c-12f2c329bb40,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:56.789647 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8ee42e02-1968-4ef0-b246-5e521e61bd23 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/c0797bb7-ac7b-432a-938c-12f2c329bb40 HTTP/1.1" status: 204 len: 168 time: 5.9634857 Dec 21 22:17:56.794700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37358) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:56.802327 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b (CIDR: 2001:db8::/64) Dec 21 22:17:56.821250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Attempting to bind port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:17:56.821649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Attempting to bind port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:17:56.822045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Attempting to bind port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:17:56.845670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:17:56.846220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:17:56.846666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.847231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:17:56.847746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Bound port: 195fcb2f-77b1-4392-bc15-f74d9a0e1b63, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:17:56.848146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.849909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.858744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:17:56.859236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:56.863064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18856e9-1646-4437-b39d-014a41569f8f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:17:56.863543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18856e9-1646-4437-b39d-014a41569f8f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:56.867882 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b18856e9-1646-4437-b39d-014a41569f8f tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/9891dbef-87b5-4a43-a06e-f7fc117d9373 HTTP/1.1" status: 404 len: 337 time: 0.0682642 Dec 21 22:17:56.869026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37362) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:56.874524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74db7449-e8b2-4c16-845b-072f9cc681d1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:56.888839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Pushing event updated for resources: {'Port': ['ID=195fcb2f-77b1-4392-bc15-f74d9a0e1b63,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:56.911409 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a581d9-20a8-4148-87ed-364d58c953bc tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:17:56.911918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a581d9-20a8-4148-87ed-364d58c953bc tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:56.914564 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91a581d9-20a8-4148-87ed-364d58c953bc tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/c0797bb7-ac7b-432a-938c-12f2c329bb40 HTTP/1.1" status: 404 len: 339 time: 0.0386310 Dec 21 22:17:56.918410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.918410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.918410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.918410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.918410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.918410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.918410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.918410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.919248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.919248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.919248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:17:56.920483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37366) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:56.956725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-272b83a4-070e-44af-9def-3ad60f5f44c2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3632162 Dec 21 22:17:56.958717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] For port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:17:56.958981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37370) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:56.961863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] For port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=195fcb2f-77b1-4392-bc15-f74d9a0e1b63,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:17:56.979006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:56.994393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.108982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2abf6c-fe08-4765-85f1-f8934a31b349 None None] Pushing event updated for resources: {'Port': ['ID=195fcb2f-77b1-4392-bc15-f74d9a0e1b63,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:57.138150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Routers {'b8ee8b8a-d44c-4a36-871f-049f7d91342c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:57.140187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:57.229067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.257643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.349760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74db7449-e8b2-4c16-845b-072f9cc681d1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.372530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] Set router b8ee8b8a-d44c-4a36-871f-049f7d91342c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:17:57.377053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:57.456084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 94b40651-be07-417a-bcd8-866eb499eb26 (CIDR: 2001:db8:0:1::/64) Dec 21 22:17:57.461842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db7449-e8b2-4c16-845b-072f9cc681d1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b71a157-50b2-4976-be5e-3e6b3df68e88,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:57.477472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:57.490955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.497636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device be3ca3f4-50dd-4a81-ae3d-81b332527633 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:57.522425 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:17:57.523630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:57.576879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:57.583021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.627494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.642289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2561dd-95f5-41de-a142-03b98358c503']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:57.651290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port be3ca3f4-50dd-4a81-ae3d-81b332527633 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:57.667508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab64dbd6-6f15-4467-8dc3-0e10be9b47a2') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:57.667649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab64dbd6-6f15-4467-8dc3-0e10be9b47a2') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:57.731051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.741889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.791876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.800038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.815061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:17:57.815509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.825774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:17:51Z', 'revision_number': 3, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port': {'id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:47Z', 'updated_at': '2021-12-21T22:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:57.831432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4370c-d3c1-47a8-8a50-e01c6e63f8a7 None None] The sync data for ids ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'] in dv-neutron-822521-1-hyperv is: [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:17:51Z', 'revision_number': 3, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port': {'id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:47Z', 'updated_at': '2021-12-21T22:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:57.832537 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:57.870286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74db7449-e8b2-4c16-845b-072f9cc681d1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.871402 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-74db7449-e8b2-4c16-845b-072f9cc681d1 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b71a157-50b2-4976-be5e-3e6b3df68e88 HTTP/1.1" status: 204 len: 168 time: 1.8711607 Dec 21 22:17:57.881804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37374) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:57.882315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5fb3810e-1d96-4106-b3be-a93338027749 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.4945896 Dec 21 22:17:57.887004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37376) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:57.897913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:57.980663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'subnet': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:58.018248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:17:58.026941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.031956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.041071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 172.26.6.243 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/777f122b-ae4b-4203-9902-236fcef2a950) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:17:58.047140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.047732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Fanout notify agent at l3_agent the message router_deleted on router 9bed2312-4974-495b-bddd-ab8f92cf2380 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:17:58.183340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5ca8de-b9e1-4ebb-97c7-484ebeea8a90 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:58.183482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.192554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1661bad8-7614-4a2e-92c2-0e8f9e877298 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/9bed2312-4974-495b-bddd-ab8f92cf2380 HTTP/1.1" status: 204 len: 168 time: 5.6883397 Dec 21 22:17:58.193472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37382) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.197887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/1f2561dd-95f5-41de-a142-03b98358c503 HTTP/1.1" status: 204 len: 168 time: 1.2734988 Dec 21 22:17:58.203981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37384) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.207688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-873659995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:58.215696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596bd9c-039d-4bbb-bf58-47cfb70a0702 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=1f2561dd-95f5-41de-a142-03b98358c503,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:58.422071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:58.426093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-977f01ea-a2ef-48d9-8c72-83d732a27b34 None None] Provisioning for port be3ca3f4-50dd-4a81-ae3d-81b332527633 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:58.437321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-977f01ea-a2ef-48d9-8c72-83d732a27b34 None None] Provisioning complete for port be3ca3f4-50dd-4a81-ae3d-81b332527633 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:58.437575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977f01ea-a2ef-48d9-8c72-83d732a27b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.439479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Usage tracker for resource:subnet and tenant:4f972e5a82574e889ce311abf4510be3 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:58.453395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8282b89b-3a25-4d99-9221-8a35eb3054f8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:17:58.457629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:58.473108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:58.553564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8282b89b-3a25-4d99-9221-8a35eb3054f8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:17:58.555564 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8282b89b-3a25-4d99-9221-8a35eb3054f8 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6702361 Dec 21 22:17:58.564629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37390) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.572552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659944383'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:58.582703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:58.586746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Made reservation on behalf of 4f972e5a82574e889ce311abf4510be3 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:17:58.588506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:58.636531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-111f0b35-a0d9-4889-a3ae-ab6bbeb52f9e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:17:58.637369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111f0b35-a0d9-4889-a3ae-ab6bbeb52f9e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:58.641578 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-111f0b35-a0d9-4889-a3ae-ab6bbeb52f9e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/586a7099-f667-4c22-8444-271ac5e4fc12 HTTP/1.1" status: 404 len: 337 time: 0.4278111 Dec 21 22:17:58.644696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Usage tracker for resource:router and tenant:2dfcf699a488451387c4cd0aa308acee is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:58.650971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:58.666268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37394) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.729611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977f01ea-a2ef-48d9-8c72-83d732a27b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.740567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:58.756075 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5097f035-2103-4081-8e3c-23405632490a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:17:58.756619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5097f035-2103-4081-8e3c-23405632490a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:17:58.758728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5097f035-2103-4081-8e3c-23405632490a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/686348c6-7d39-4553-8022-0f892a44ba7b HTTP/1.1" status: 404 len: 339 time: 0.0831816 Dec 21 22:17:58.763475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37398) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.786119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-977f01ea-a2ef-48d9-8c72-83d732a27b34 None None] For port be3ca3f4-50dd-4a81-ae3d-81b332527633, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=be3ca3f4-50dd-4a81-ae3d-81b332527633,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:17:58.819252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.820309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.827271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-977f01ea-a2ef-48d9-8c72-83d732a27b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.935808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f01ea-a2ef-48d9-8c72-83d732a27b34 None None] Pushing event updated for resources: {'Port': ['ID=be3ca3f4-50dd-4a81-ae3d-81b332527633,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:58.985512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:58.994953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:58.998433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.038280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.068371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-adc9e9a8-8360-4d55-a773-2073130f61b6 None None] Provisioning complete for port be3ca3f4-50dd-4a81-ae3d-81b332527633 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:59.068611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9a8-8360-4d55-a773-2073130f61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.172441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.184289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:59.198982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:59.208731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:17:59.209411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.211290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b354a-c3e9-470e-9248-b7b7e3435b03 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:17:59.232553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=74dac976-d55b-4f0b-bc93-5e3251f82bee,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:59.264178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.323106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:17:59.323601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.337650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:17:59.341695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a3308e6-ae8d-4d79-b21e-1e0d8c2f11d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3786435 Dec 21 22:17:59.350236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37402) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:59.429315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.443123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:17:59.465442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:54:33:80', 'name': 'tempest-NetworksTestDHCPv6-256711327'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:59.481305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:17:59.497026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.519938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.521580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d4e5a156-ad66-4ee8-b4cb-2203c1ecd9d2 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3239806 Dec 21 22:17:59.535234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37406) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:59.539795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:17:59.558888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'enable_snat': False}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:59.565340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.574687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting subnet 887e5d61-21c7-4f7f-8059-50f358d0b77f {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:17:59.576505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2131461-bd1b-47a5-ac9a-92b2086b3164 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:17:59.579759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:17:59.626375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.676014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2131461-bd1b-47a5-ac9a-92b2086b3164 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:59.676780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2131461-bd1b-47a5-ac9a-92b2086b3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:59.695245 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e259993-5573-49cb-ac13-5f98a516dcb7 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/floatingips/46a4a09f-9556-4e86-b359-0e33b19330d7 HTTP/1.1" status: 200 len: 978 time: 7.2224991 Dec 21 22:17:59.696109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37410) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:59.748663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2131461-bd1b-47a5-ac9a-92b2086b3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:59.853010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.873557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2131461-bd1b-47a5-ac9a-92b2086b3164 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:17:59.874268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2131461-bd1b-47a5-ac9a-92b2086b3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:59.919134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=777f122b-ae4b-4203-9902-236fcef2a950,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:17:59.945138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:17:59.946028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:17:59.952078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d2131461-bd1b-47a5-ac9a-92b2086b3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:17:59.952579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2131461-bd1b-47a5-ac9a-92b2086b3164 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:17:59.957312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:17:59.957469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:17:59.957591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:17:59.971321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:17:59.993869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 9c68df58-5b07-49b1-8d0c-d18ae4618034 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:17:59.994254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.027044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.038542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:18:00.069930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:00.081812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.082134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Allocated IP 172.20.0.1 (77cfea6a-1086-4872-bdfa-da7c0a2d6158/67f5c119-df4a-4777-aac9-f9e15f7c909b/4c921913-c712-43f1-9913-b9e429a65d2a) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:00.084859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:00.092282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:00.150497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:00.176134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.217254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=195fcb2f-77b1-4392-bc15-f74d9a0e1b63,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:00.230192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.234880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9cf666-e3d6-41d2-8040-ca4d55e388b9 None None] Update dhcp port {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': '381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b', 'ip_address': '2001:db8::f816:3eff:fe14:faf9'}, {'subnet_id': '74dac976-d55b-4f0b-bc93-5e3251f82bee'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': 'be3ca3f4-50dd-4a81-ae3d-81b332527633'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:18:00.260308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:00.264774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.265386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device be3ca3f4-50dd-4a81-ae3d-81b332527633 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:00.287161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f561c7b2-70a0-4199-a921-802e5b1ee14d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:00.321284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.325233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7567790 Dec 21 22:18:00.329947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.330313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.330857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.331358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.331882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.332460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.333494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.333877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.334250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.334623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.334992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2f9b58-0f9d-48da-a757-0aa8f36885ca tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.338060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37414) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:00.407646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f9cf666-e3d6-41d2-8040-ca4d55e388b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.429719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=195fcb2f-77b1-4392-bc15-f74d9a0e1b63,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:00.440317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': 'f561c7b2-70a0-4199-a921-802e5b1ee14d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:00.480009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:00.493281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:00.498100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port be3ca3f4-50dd-4a81-ae3d-81b332527633 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:00.498532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.533058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.549857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:00.562497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.563924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.605969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Transition to ACTIVE for port object 4c921913-c712-43f1-9913-b9e429a65d2a will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:00.615359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.624747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:00.645658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=887e5d61-21c7-4f7f-8059-50f358d0b77f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:00.670892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.682787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.683171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.683859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.683859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.684238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.684630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.685326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.685520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.685851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.686215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.686574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:00.705354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port d6005724-4283-4011-9ef5-30e2c132724a yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:18:00.720749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e905425f-8965-463d-bce3-3a36401f01c0 None None] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:00.797676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a64f5e07-0dc0-4e9c-b9bc-cea57aff754b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/887e5d61-21c7-4f7f-8059-50f358d0b77f HTTP/1.1" status: 204 len: 168 time: 2.0259778 Dec 21 22:18:00.797676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.801076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37418) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:00.836831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.837609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.877182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4f9cf666-e3d6-41d2-8040-ca4d55e388b9 None None] Allocated IP 2001:db8:0:1::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/74dac976-d55b-4f0b-bc93-5e3251f82bee/be3ca3f4-50dd-4a81-ae3d-81b332527633) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:00.970437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:00.975684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:00.978661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.985050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.995900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:00.996309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:00.999386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235b4610-72a9-459a-b709-c76e3140bb87 None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:01.011972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Subnet': ['ID=bb0ef9bf-f8a9-48b2-a122-e565c1d486f9,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:01.012172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:01.024036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:01.029567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Pushing event updated for resources: {'Port': ['ID=4c921913-c712-43f1-9913-b9e429a65d2a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:01.032178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:01.097070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.191525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b6d822de-c4c5-435b-967d-115e8b8abd51 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2184544 Dec 21 22:18:01.202462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37422) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:01.210384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1836151923', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb0ef9bf-f8a9-48b2-a122-e565c1d486f9'}], 'security_groups': ['1d24d4e2-3d77-47bf-99ca-3841bae73f4a', 'e20c2595-8a1b-49e1-89a4-cb8313acb0ad']}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:01.319359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4f9cf666-e3d6-41d2-8040-ca4d55e388b9 None None] For port be3ca3f4-50dd-4a81-ae3d-81b332527633, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=be3ca3f4-50dd-4a81-ae3d-81b332527633,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:01.448417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f9cf666-e3d6-41d2-8040-ca4d55e388b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.451000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ef29ac-afcc-4f75-86b8-7a75a5dde5e7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting subnet 0429dde2-8ac3-42af-8cb9-8bdfd724a6b6 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:01.455353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26ef29ac-afcc-4f75-86b8-7a75a5dde5e7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.475082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:01.553698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26ef29ac-afcc-4f75-86b8-7a75a5dde5e7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.570739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.598022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.633748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.656905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.727881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4f9cf666-e3d6-41d2-8040-ca4d55e388b9 None None] Transition to ACTIVE for port object be3ca3f4-50dd-4a81-ae3d-81b332527633 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:01.760366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.760960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.761409 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP 46a4a09f-9556-4e86-b359-0e33b19330d7 disassociated. External IP: 172.26.6.23, port: 9c68df58-5b07-49b1-8d0c-d18ae4618034. Dec 21 22:18:01.761893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 9c68df58-5b07-49b1-8d0c-d18ae4618034 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:01.803075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f9cf666-e3d6-41d2-8040-ca4d55e388b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.806887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-528cec43-08b6-42f9-8c74-f983889302fa None None] Provisioning for port 4c921913-c712-43f1-9913-b9e429a65d2a completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:01.849933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8302b3-d6fd-42b7-9a02-4e2af204989a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:01.863841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-528cec43-08b6-42f9-8c74-f983889302fa None None] Provisioning complete for port 4c921913-c712-43f1-9913-b9e429a65d2a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:01.864260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-528cec43-08b6-42f9-8c74-f983889302fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.892555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8:0:1::20a (46b25152-08cb-4b8d-89e6-3a84ce307aa7/74dac976-d55b-4f0b-bc93-5e3251f82bee/d6005724-4283-4011-9ef5-30e2c132724a) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:01.898718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:fe54:3380 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b/d6005724-4283-4011-9ef5-30e2c132724a) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:01.912230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:01.913639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e6553a25-d5cb-47e8-91b6-8661ebdae502 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5475457 Dec 21 22:18:01.950478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37426) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:02.038225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:02.038692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.078782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-57a1cbc4-0624-466e-9256-2380b57a51c0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules/6c8302b3-d6fd-42b7-9a02-4e2af204989a HTTP/1.1" status: 200 len: 705 time: 0.1134276 Dec 21 22:18:02.093003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37430) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:02.134687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-528cec43-08b6-42f9-8c74-f983889302fa None None] Port 4c921913-c712-43f1-9913-b9e429a65d2a cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:02.145825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.162886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cf666-e3d6-41d2-8040-ca4d55e388b9 None None] Pushing event updated for resources: {'Port': ['ID=be3ca3f4-50dd-4a81-ae3d-81b332527633,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:02.173950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object d6005724-4283-4011-9ef5-30e2c132724a will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:02.227311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.234234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.368858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26ef29ac-afcc-4f75-86b8-7a75a5dde5e7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.414910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c5183-23cc-4596-a51e-42660e0127cd None None] Update dhcp port {'port': {'network_id': '42501771-0310-48f9-a5f9-ce999c8dfa40', 'fixed_ips': [{'subnet_id': '94b40651-be07-417a-bcd8-866eb499eb26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '15c9e270-922d-4c2b-a9a3-099e024053e4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb0ef9bf-f8a9-48b2-a122-e565c1d486f9'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '0081c612-95a6-4a40-84f6-59131075888f'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:18:02.417357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=d6005724-4283-4011-9ef5-30e2c132724a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:02.457684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:02.468894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:02.487365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:02.489024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-029c5183-23cc-4596-a51e-42660e0127cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.491786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:02.492524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.498485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=9c68df58-5b07-49b1-8d0c-d18ae4618034,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:02.585678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c436ee43-e975-431b-aca4-3ced5b9a659b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1560097 Dec 21 22:18:02.585678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.595509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37434) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:02.609273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b0966d01-9578-4607-afc5-b33070ef1817 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:02.688975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router fc67e65e-d2e5-43a5-b01f-ab2733c265ea is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:18:02.702972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26ef29ac-afcc-4f75-86b8-7a75a5dde5e7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.707807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.753429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.774471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef29ac-afcc-4f75-86b8-7a75a5dde5e7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=0429dde2-8ac3-42af-8cb9-8bdfd724a6b6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:02.787305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26ef29ac-afcc-4f75-86b8-7a75a5dde5e7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:02.824863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-26ef29ac-afcc-4f75-86b8-7a75a5dde5e7 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/0429dde2-8ac3-42af-8cb9-8bdfd724a6b6 HTTP/1.1" status: 204 len: 168 time: 1.9898298 Dec 21 22:18:02.831048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37440) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:02.873902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b0966d01-9578-4607-afc5-b33070ef1817 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:02.878423 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b0966d01-9578-4607-afc5-b33070ef1817 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7069368 Dec 21 22:18:02.879135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37442) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:03.070262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdad9f63-bf54-4b41-994c-2f88964ce587 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.106115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dca8c5-1790-4d01-87e2-0a4e7eeb60a3 None None] Network 8adff0d4-8b26-41df-9736-5ff42cb09f88 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:03.204306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdad9f63-bf54-4b41-994c-2f88964ce587 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.238134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.284197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Allocated IP 172.26.6.214 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/2b580120-c6d4-4ae8-8d64-c04c3e58e312) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:03.295861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-371d23ef-6644-4be7-9743-380fc2f82c35 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port d6005724-4283-4011-9ef5-30e2c132724a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:03.296245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-371d23ef-6644-4be7-9743-380fc2f82c35 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.353272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Delete allocated IP 2001:db8::292 (42501771-0310-48f9-a5f9-ce999c8dfa40/15c9e270-922d-4c2b-a9a3-099e024053e4) {{(pid=88994) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 22:18:03.360452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port 72f7be46-ada0-4a60-b781-72c1573ea453 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:03.360452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.372937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Allocated IP 2001:db8:0:2::84 (42501771-0310-48f9-a5f9-ce999c8dfa40/bb0ef9bf-f8a9-48b2-a122-e565c1d486f9/d2227f87-a295-4a3e-bdbb-e61cbd4b5901) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:03.402694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-22cad943-9c30-40f5-afdc-296de43e9bb1 None None] Provisioning complete for port 72f7be46-ada0-4a60-b781-72c1573ea453 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:03.403112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22cad943-9c30-40f5-afdc-296de43e9bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.415794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdad9f63-bf54-4b41-994c-2f88964ce587 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.441285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:03.464130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device be3ca3f4-50dd-4a81-ae3d-81b332527633 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:03.494851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad9f63-bf54-4b41-994c-2f88964ce587 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c8302b3-d6fd-42b7-9a02-4e2af204989a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:03.523267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.581094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdad9f63-bf54-4b41-994c-2f88964ce587 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.584887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fdad9f63-bf54-4b41-994c-2f88964ce587 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6c8302b3-d6fd-42b7-9a02-4e2af204989a HTTP/1.1" status: 204 len: 168 time: 0.6932821 Dec 21 22:18:03.589078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37448) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:03.702284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] DHCP port deletion for 8adff0d4-8b26-41df-9736-5ff42cb09f88 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:18:03.707340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] Deleting port 72f7be46-ada0-4a60-b781-72c1573ea453 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:03.707678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.780173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.782908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-371d23ef-6644-4be7-9743-380fc2f82c35 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:03.975505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2fd9214e-cba1-4043-910a-8b61cf2b544c None None] Provisioning for port be3ca3f4-50dd-4a81-ae3d-81b332527633 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:03.984394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2fd9214e-cba1-4043-910a-8b61cf2b544c None None] Provisioning complete for port be3ca3f4-50dd-4a81-ae3d-81b332527633 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:03.984897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2fd9214e-cba1-4043-910a-8b61cf2b544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.037868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] For port 72f7be46-ada0-4a60-b781-72c1573ea453, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=72f7be46-ada0-4a60-b781-72c1573ea453,segment=NetworkSegment(43b08621-6e3d-404b-93d0-dde9dc83f8aa),segment_id=43b08621-6e3d-404b-93d0-dde9dc83f8aa)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:04.038315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.112428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.134827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-915f65f9-81f0-4984-8295-c949679616d2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:04.193854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] Calling delete_port for 72f7be46-ada0-4a60-b781-72c1573ea453 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:04.228413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-915f65f9-81f0-4984-8295-c949679616d2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:04.229709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-915f65f9-81f0-4984-8295-c949679616d2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6368737 Dec 21 22:18:04.283957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37452) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:04.311953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': 'f561c7b2-70a0-4199-a921-802e5b1ee14d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:04.317253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.353852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.354675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:04.355863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.359863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.396309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-371d23ef-6644-4be7-9743-380fc2f82c35 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for d6005724-4283-4011-9ef5-30e2c132724a owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:04.406062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] Pushing event deleted for resources: {'Port': ['ID=72f7be46-ada0-4a60-b781-72c1573ea453,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:04.410626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4825f-81f1-4b60-b513-272c0240d733 None None] No DVR routers for this DVR port 72f7be46-ada0-4a60-b781-72c1573ea453 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:18:04.410952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:04.422537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Transition to ACTIVE for port object d2227f87-a295-4a3e-bdbb-e61cbd4b5901 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:04.442298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:04.446908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:04.451531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:04.491456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Pushing event updated for resources: {'Port': ['ID=2b580120-c6d4-4ae8-8d64-c04c3e58e312,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:04.493182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.514740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-029c5183-23cc-4596-a51e-42660e0127cd None None] Allocated IP 2001:db8:0:2::2 (42501771-0310-48f9-a5f9-ce999c8dfa40/bb0ef9bf-f8a9-48b2-a122-e565c1d486f9/0081c612-95a6-4a40-84f6-59131075888f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:04.530764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port 72f7be46-ada0-4a60-b781-72c1573ea453, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=72f7be46-ada0-4a60-b781-72c1573ea453,segment=NetworkSegment(43b08621-6e3d-404b-93d0-dde9dc83f8aa),segment_id=43b08621-6e3d-404b-93d0-dde9dc83f8aa)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:04.531168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.536745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cb596ad6-0b8b-44e2-8714-3ad01f2c2d77 None None] Provisioning for port d6005724-4283-4011-9ef5-30e2c132724a completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:04.542745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cb596ad6-0b8b-44e2-8714-3ad01f2c2d77 None None] Provisioning complete for port d6005724-4283-4011-9ef5-30e2c132724a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:04.543726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb596ad6-0b8b-44e2-8714-3ad01f2c2d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.589564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.619124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb596ad6-0b8b-44e2-8714-3ad01f2c2d77 None None] Port d6005724-4283-4011-9ef5-30e2c132724a cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:04.712682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.714509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] In _notify_port_updated(), no bound segment for port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 on network 42501771-0310-48f9-a5f9-ce999c8dfa40 {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:18:04.719722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:04.720026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.724078 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "PUT /v2.0/ports/d2227f87-a295-4a3e-bdbb-e61cbd4b5901 HTTP/1.1" status: 200 len: 969 time: 3.5173934 Dec 21 22:18:04.725110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for 72f7be46-ada0-4a60-b781-72c1573ea453 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:04.730976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e2745-bee9-4d84-9fee-90cada3bb8d9 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event updated for resources: {'Port': ['ID=d2227f87-a295-4a3e-bdbb-e61cbd4b5901,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:04.736024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37456) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:04.756578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Pushing event updated for resources: {'Port': ['ID=4c921913-c712-43f1-9913-b9e429a65d2a,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:04.766594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-029c5183-23cc-4596-a51e-42660e0127cd None None] For port 0081c612-95a6-4a40-84f6-59131075888f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0081c612-95a6-4a40-84f6-59131075888f,segment=NetworkSegment(7e793398-bdef-42ca-a31a-52c03adc31fe),segment_id=7e793398-bdef-42ca-a31a-52c03adc31fe)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:04.796402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-029c5183-23cc-4596-a51e-42660e0127cd None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.797515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:04.807644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:04.816451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75568a2a-6035-4736-9b45-29f9e8b45510 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:04.817954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-029c5183-23cc-4596-a51e-42660e0127cd None None] Transition to ACTIVE for port object 0081c612-95a6-4a40-84f6-59131075888f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:04.836426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb5185f-cbf5-460a-9662-152f84fe7fae None None] Sync routers for ids ['fc67e65e-d2e5-43a5-b01f-ab2733c265ea'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:04.840226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75568a2a-6035-4736-9b45-29f9e8b45510 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:04.843325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-75568a2a-6035-4736-9b45-29f9e8b45510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:04.855873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5185f-cbf5-460a-9662-152f84fe7fae None None] Routers {'fc67e65e-d2e5-43a5-b01f-ab2733c265ea'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:04.856961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1eb5185f-cbf5-460a-9662-152f84fe7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['fc67e65e-d2e5-43a5-b01f-ab2733c265ea'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:04.931241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-75568a2a-6035-4736-9b45-29f9e8b45510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:04.938400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1eb5185f-cbf5-460a-9662-152f84fe7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:04.946495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8b50a0d7-21dd-4890-983e-e2b348859014 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:04.946886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b50a0d7-21dd-4890-983e-e2b348859014 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.947797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-029c5183-23cc-4596-a51e-42660e0127cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:04.949909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75568a2a-6035-4736-9b45-29f9e8b45510 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:04.951932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-75568a2a-6035-4736-9b45-29f9e8b45510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:05.017864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.021760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.026227 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41722a39-ad06-4922-8032-add8e9e884eb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.2724452 Dec 21 22:18:05.027224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:05.027593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:18:05.034128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37460) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:05.039828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.043286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-75568a2a-6035-4736-9b45-29f9e8b45510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:05.043978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75568a2a-6035-4736-9b45-29f9e8b45510 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:05.081320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.094388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c5183-23cc-4596-a51e-42660e0127cd None None] Pushing event updated for resources: {'Port': ['ID=0081c612-95a6-4a40-84f6-59131075888f,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:05.099239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bd723598-cbbd-4a70-9b5d-d22b360e025e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/ports/9c68df58-5b07-49b1-8d0c-d18ae4618034 HTTP/1.1" status: 204 len: 168 time: 5.3997781 Dec 21 22:18:05.103645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37464) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:05.107600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5185f-cbf5-460a-9662-152f84fe7fae None None] Routers {'fc67e65e-d2e5-43a5-b01f-ab2733c265ea'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:05.108328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1eb5185f-cbf5-460a-9662-152f84fe7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['fc67e65e-d2e5-43a5-b01f-ab2733c265ea'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:05.214215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f16031-c636-44a3-973c-9aa170cd1d8c,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:05.226078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:05.227943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1eb5185f-cbf5-460a-9662-152f84fe7fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:05.228069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb5185f-cbf5-460a-9662-152f84fe7fae None None] The sync data for ids ['fc67e65e-d2e5-43a5-b01f-ab2733c265ea'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:05.229237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:05.268466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-53c68f52-1500-47b9-8bb8-a2a5e4f273ef tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "GET /v2.0/floatingips/46a4a09f-9556-4e86-b359-0e33b19330d7 HTTP/1.1" status: 200 len: 687 time: 0.1582513 Dec 21 22:18:05.270143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37468) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:05.313872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-371d23ef-6644-4be7-9743-380fc2f82c35 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.346855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.348144 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-94f68964-2551-486e-8b85-cf0be9c16372 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0500796 Dec 21 22:18:05.361757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37472) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:05.439223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0081c612-95a6-4a40-84f6-59131075888f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:05.487038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d23ef-6644-4be7-9743-380fc2f82c35 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=d6005724-4283-4011-9ef5-30e2c132724a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:05.530423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port 72f7be46-ada0-4a60-b781-72c1573ea453 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:05.530950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.596022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-327dd221-964e-4685-adea-2cea3c395e29 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules/47f16031-c636-44a3-973c-9aa170cd1d8c HTTP/1.1" status: 200 len: 705 time: 0.2329597 Dec 21 22:18:05.621764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37476) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:05.646345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 72f7be46-ada0-4a60-b781-72c1573ea453 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:18:05.667600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 1ad6b7ce-ab7c-42b2-9562-9679cf8feb9d {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:05.667982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.721441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 72f7be46-ada0-4a60-b781-72c1573ea453 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:18:05.722347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 72f7be46-ada0-4a60-b781-72c1573ea453 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:18:05.737564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b50a0d7-21dd-4890-983e-e2b348859014 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.744923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-371d23ef-6644-4be7-9743-380fc2f82c35 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.752523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-16ae0fe0-6787-4473-a617-28a825e98fbd None None] Provisioning complete for port 4c921913-c712-43f1-9913-b9e429a65d2a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:05.752962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16ae0fe0-6787-4473-a617-28a825e98fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.753221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:05.797675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] The port '72f7be46-ada0-4a60-b781-72c1573ea453' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:18:05.825247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0fe0-6787-4473-a617-28a825e98fbd None None] Port 4c921913-c712-43f1-9913-b9e429a65d2a cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:05.853072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-371d23ef-6644-4be7-9743-380fc2f82c35 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/d6005724-4283-4011-9ef5-30e2c132724a HTTP/1.1" status: 204 len: 168 time: 3.2488756 Dec 21 22:18:05.861307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37480) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:05.989985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8b50a0d7-21dd-4890-983e-e2b348859014 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for d2227f87-a295-4a3e-bdbb-e61cbd4b5901 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:06.131526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.188865 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-92d8962d-338f-4277-ab93-011ae4f9f454 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/routers/fc67e65e-d2e5-43a5-b01f-ab2733c265ea HTTP/1.1" status: 200 len: 885 time: 1.1534436 Dec 21 22:18:06.196768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37484) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:06.207467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adff0d4-8b26-41df-9736-5ff42cb09f88']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:06.300466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b08621-6e3d-404b-93d0-dde9dc83f8aa') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:06.300864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b08621-6e3d-404b-93d0-dde9dc83f8aa') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:06.311428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ccdd0a51-dc2a-41bd-b4c6-90656081c949 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:06.317252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6492282-0095-4d6d-bb67-8d00bb0076d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:06.318060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6492282-0095-4d6d-bb67-8d00bb0076d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:06.347053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.379887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.485170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Provisioning for port 0081c612-95a6-4a40-84f6-59131075888f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:06.491975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Provisioning complete for port 0081c612-95a6-4a40-84f6-59131075888f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:06.492590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.529212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ccdd0a51-dc2a-41bd-b4c6-90656081c949 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:06.534252 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ccdd0a51-dc2a-41bd-b4c6-90656081c949 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.9111998 Dec 21 22:18:06.535596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37488) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:06.565122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.593672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.628670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.629052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.708272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:18:06.708707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.726798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6492282-0095-4d6d-bb67-8d00bb0076d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:06.730993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6492282-0095-4d6d-bb67-8d00bb0076d6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8446693 Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:06.733019 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:06.735675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37492) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:06.796849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 1ad6b7ce-ab7c-42b2-9562-9679cf8feb9d owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:06.858145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Provisioning complete for port 82751e15-5a3e-4955-af8d-6897dee7545f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:06.858567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.890693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adccc9e1-eb83-4042-b679-1c9639327414 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.916524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Port 82751e15-5a3e-4955-af8d-6897dee7545f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:06.921935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adccc9e1-eb83-4042-b679-1c9639327414 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.969701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Provisioning for port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:06.979308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Provisioning complete for port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:06.980823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:06.983197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.002918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b50a0d7-21dd-4890-983e-e2b348859014 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.009486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.032414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=8adff0d4-8b26-41df-9736-5ff42cb09f88,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:07.034211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-669669ea-ae1e-472e-b9e9-f39451da824f None None] Port d2227f87-a295-4a3e-bdbb-e61cbd4b5901 was deleted so its status cannot be updated. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 22:18:07.051669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11e0963e-d74f-46ee-b10f-661460f3666b tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/8adff0d4-8b26-41df-9736-5ff42cb09f88 HTTP/1.1" status: 204 len: 168 time: 4.1550364 Dec 21 22:18:07.053156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37496) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.064156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e9427f-8e0d-40a6-9ecc-5eaf64902f03 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:07.068596 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-79e9427f-8e0d-40a6-9ecc-5eaf64902f03 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3277614 Dec 21 22:18:07.070954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37500) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.099426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adccc9e1-eb83-4042-b679-1c9639327414 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.126931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50a0d7-21dd-4890-983e-e2b348859014 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=d2227f87-a295-4a3e-bdbb-e61cbd4b5901,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:07.143078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccc9e1-eb83-4042-b679-1c9639327414 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47f16031-c636-44a3-973c-9aa170cd1d8c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:07.151302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b2c7d7e8-8400-4357-857c-15af01d0402e None None] Could not find standard attr ID for object d2227f87-a295-4a3e-bdbb-e61cbd4b5901. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:18:07.166950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Router b8ee8b8a-d44c-4a36-871f-049f7d91342c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:07.195243 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b99cb0-2466-4909-8933-7d47963afe40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:07.195751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b99cb0-2466-4909-8933-7d47963afe40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:07.197645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-21b99cb0-2466-4909-8933-7d47963afe40 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/d75bc1b1-e472-41e2-9ae0-c6456b09f85f HTTP/1.1" status: 404 len: 337 time: 0.1410518 Dec 21 22:18:07.207591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37504) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.256621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac5b72-bebb-440c-b94a-557d9ab8f30e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:07.258138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac5b72-bebb-440c-b94a-557d9ab8f30e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:07.259776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac5b72-bebb-440c-b94a-557d9ab8f30e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:07.264923 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-58ac5b72-bebb-440c-b94a-557d9ab8f30e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1882489 Dec 21 22:18:07.265119 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7bbeae-3a7b-45bf-9036-6e09f276e565 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:07.265457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7bbeae-3a7b-45bf-9036-6e09f276e565 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:07.267465 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dc7bbeae-3a7b-45bf-9036-6e09f276e565 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/8fc78d83-ed41-4688-a786-36ebe8ea24e8 HTTP/1.1" status: 404 len: 339 time: 0.0587735 Dec 21 22:18:07.267899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37508) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.270883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb83eb41-3122-42c7-813c-cb114b62135d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.272737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b50a0d7-21dd-4890-983e-e2b348859014 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.277095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37510) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.284246 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8b50a0d7-21dd-4890-983e-e2b348859014 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/d2227f87-a295-4a3e-bdbb-e61cbd4b5901 HTTP/1.1" status: 204 len: 168 time: 2.5464184 Dec 21 22:18:07.288622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37516) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.342269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adccc9e1-eb83-4042-b679-1c9639327414 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.346370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-adccc9e1-eb83-4042-b679-1c9639327414 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/47f16031-c636-44a3-973c-9aa170cd1d8c HTTP/1.1" status: 204 len: 168 time: 0.8042417 Dec 21 22:18:07.347354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.354056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37520) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.404901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6a4d05-235d-46de-9966-5b9ac55b13bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] GET failed (client error): The resource could not be found. Dec 21 22:18:07.405407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc6a4d05-235d-46de-9966-5b9ac55b13bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Synchronizing usage tracker for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:07.434574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=1ad6b7ce-ab7c-42b2-9562-9679cf8feb9d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:07.442791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-36af7d76-eec5-4097-b283-ae26942f57ce tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:router {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:07.450642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-222d0a47-a14e-450c-8631-9dbb9350e655 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:07.451210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222d0a47-a14e-450c-8631-9dbb9350e655 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:07.453223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-222d0a47-a14e-450c-8631-9dbb9350e655 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/16c5cc96-1ffc-45ca-95e9-97d88b015ea8 HTTP/1.1" status: 404 len: 337 time: 0.1771958 Dec 21 22:18:07.458276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37524) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.528964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-36af7d76-eec5-4097-b283-ae26942f57ce tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:router {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:07.530290 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-36af7d76-eec5-4097-b283-ae26942f57ce tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.3267047 Dec 21 22:18:07.533790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37528) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.556436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc6a4d05-235d-46de-9966-5b9ac55b13bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Unset dirty status for tenant:4f972e5a82574e889ce311abf4510be3 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:07.557683 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc6a4d05-235d-46de-9966-5b9ac55b13bb tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports/d2227f87-a295-4a3e-bdbb-e61cbd4b5901 HTTP/1.1" status: 404 len: 333 time: 0.2679935 Dec 21 22:18:07.571933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37530) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.582191 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b6373c-fe64-4203-9bbd-faa0d68c8045 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:07.582700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b6373c-fe64-4203-9bbd-faa0d68c8045 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:07.584497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b1b6373c-fe64-4203-9bbd-faa0d68c8045 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/5a8f9f8d-64f9-49f4-adfa-7a577e08ee33 HTTP/1.1" status: 404 len: 339 time: 0.0987816 Dec 21 22:18:07.588272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37536) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.592492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-634ecec2-612b-4a4b-9b9d-16cde78ca153 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1393169670'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:07.624319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21e0f7d9-7508-45f9-bee9-6d88b54d1c71 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:07.680181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.682598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.683837 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-760ca199-5a56-4cda-b029-60b952ab83a2 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/floatingips/46a4a09f-9556-4e86-b359-0e33b19330d7 HTTP/1.1" status: 204 len: 168 time: 2.4094987 Dec 21 22:18:07.688677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37540) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.702468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'dc761319-b1cd-446a-802a-e8189fc1d784'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:07.712152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21e0f7d9-7508-45f9-bee9-6d88b54d1c71 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:07.713478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-21e0f7d9-7508-45f9-bee9-6d88b54d1c71 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3299377 Dec 21 22:18:07.717651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37544) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.719911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:07.729877 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2440a0-2bfc-4891-af11-ddfd33002a28 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:07.730374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2440a0-2bfc-4891-af11-ddfd33002a28 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:07.731070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:floatingip and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:07.735523 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fb2440a0-2bfc-4891-af11-ddfd33002a28 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/e1caeb84-7d93-44af-a818-b2e3735d5c1c HTTP/1.1" status: 404 len: 337 time: 0.0855546 Dec 21 22:18:07.736645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37548) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.737196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': 'f561c7b2-70a0-4199-a921-802e5b1ee14d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:07.753611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:07.768232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:07.773434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:07.784889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd1198c4-7f62-4569-96e6-1c11fb40a72d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.802412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:07.823538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Router 346c6f62-df5f-4ed0-a067-764c374a014e is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:18:07.832690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd1198c4-7f62-4569-96e6-1c11fb40a72d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.850347 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c175467-e9bc-45c7-a411-6770b3c5cbfe tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:07.850849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c175467-e9bc-45c7-a411-6770b3c5cbfe tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:07.852726 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c175467-e9bc-45c7-a411-6770b3c5cbfe tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/4ccfcbb4-1257-4d80-9a4a-2ee02ed35d84 HTTP/1.1" status: 404 len: 339 time: 0.1120348 Dec 21 22:18:07.858177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37552) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.860177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee46be96-af4e-45f5-9a1e-8722d82f988e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:07.867720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee46be96-af4e-45f5-9a1e-8722d82f988e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.915783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:07.962598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee46be96-af4e-45f5-9a1e-8722d82f988e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.030170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.110664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd1198c4-7f62-4569-96e6-1c11fb40a72d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.112819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:08.127763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e7e72299-8908-4069-8992-c5f9bdcead0f admin admin] 10.222.0.30 "PUT /v2.0/routers/b8ee8b8a-d44c-4a36-871f-049f7d91342c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1990833 Dec 21 22:18:08.127965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Sync routers for ids ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:08.145555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Routers {'b8ee8b8a-d44c-4a36-871f-049f7d91342c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:08.146935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:08.157995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee46be96-af4e-45f5-9a1e-8722d82f988e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.188876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1198c4-7f62-4569-96e6-1c11fb40a72d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e66eb0-b651-4f93-bdba-3e9c11b2e4b6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:08.215747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd1198c4-7f62-4569-96e6-1c11fb40a72d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.218208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd1198c4-7f62-4569-96e6-1c11fb40a72d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/security-groups/c8e66eb0-b651-4f93-bdba-3e9c11b2e4b6 HTTP/1.1" status: 204 len: 168 time: 0.6451719 Dec 21 22:18:08.223193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37558) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.400851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ed69-7e8a-44d9-a3af-4dded8a3041e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.406558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.425198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee46be96-af4e-45f5-9a1e-8722d82f988e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.425991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Set router b8ee8b8a-d44c-4a36-871f-049f7d91342c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:18:08.486208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46be96-af4e-45f5-9a1e-8722d82f988e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:08.491036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ed69-7e8a-44d9-a3af-4dded8a3041e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.526195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f2399-26ae-4980-aeb8-aa5510a87c0e None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:08.618824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee46be96-af4e-45f5-9a1e-8722d82f988e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.728842 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee46be96-af4e-45f5-9a1e-8722d82f988e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b HTTP/1.1" status: 204 len: 168 time: 1.4567072 Dec 21 22:18:08.740012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37566) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.741789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.759652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ed69-7e8a-44d9-a3af-4dded8a3041e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.808868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2ed69-7e8a-44d9-a3af-4dded8a3041e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c2595-8a1b-49e1-89a4-cb8313acb0ad,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:08.809119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a223cb-8563-46e1-a617-746851bee07a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting subnet 83dc8cbe-3904-42af-acff-0350e8031af0 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:08.844364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a223cb-8563-46e1-a617-746851bee07a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.861681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ed69-7e8a-44d9-a3af-4dded8a3041e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:08.862954 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d2e2ed69-7e8a-44d9-a3af-4dded8a3041e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/security-groups/e20c2595-8a1b-49e1-89a4-cb8313acb0ad HTTP/1.1" status: 204 len: 168 time: 0.6366198 Dec 21 22:18:08.866904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37570) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.893078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f755c86-3743-45a5-94be-08822645dce6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:08.989148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a223cb-8563-46e1-a617-746851bee07a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.026233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.031414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-798a2d2e-92cf-4b65-8716-6dcbc843583f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3085024 Dec 21 22:18:09.039717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37574) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.040125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37576) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.051167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.084089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:18:02Z', 'revision_number': 4, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port': {'id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:47Z', 'updated_at': '2021-12-21T22:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4c921913-c712-43f1-9913-b9e429a65d2a', 'name': '', 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'mac_address': 'fa:16:3e:1c:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67f5c119-df4a-4777-aac9-f9e15f7c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:59Z', 'updated_at': '2021-12-21T22:18:02Z', 'revision_number': 2, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'subnets': [{'id': '67f5c119-df4a-4777-aac9-f9e15f7c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:09.088915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Checking router: b8ee8b8a-d44c-4a36-871f-049f7d91342c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:18:09.089385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443998770', 'description': 'tempest-secgroup-smoke-443998770 description', 'project_id': '99eb1e359ea9455697281b8f0edc8259'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:09.089675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Updating router b8ee8b8a-d44c-4a36-871f-049f7d91342c port 4c921913-c712-43f1-9913-b9e429a65d2a binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:18:09.093464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c72e773a-feea-4bcf-8881-0b99e5a7ec84 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.114837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.127026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c72e773a-feea-4bcf-8881-0b99e5a7ec84 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.165620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.186911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:09.268819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:security_group and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:09.286806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:09.296202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3d282a8c-2ba4-45d7-a8f1-119f3a4e89c0 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules/3f755c86-3743-45a5-94be-08822645dce6 HTTP/1.1" status: 200 len: 706 time: 0.2243388 Dec 21 22:18:09.308045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37582) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.314384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:09.458341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.478387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:09.491526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc9368-4dda-4991-a40c-71930d5e9f81 None None] Sync routers for ids ['346c6f62-df5f-4ed0-a067-764c374a014e'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:09.508360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc9368-4dda-4991-a40c-71930d5e9f81 None None] Routers {'346c6f62-df5f-4ed0-a067-764c374a014e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:09.510242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-76bc9368-4dda-4991-a40c-71930d5e9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['346c6f62-df5f-4ed0-a067-764c374a014e'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:09.511553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6166ab1-e392-4039-bd43-d010d9018c54 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 74dac976-d55b-4f0b-bc93-5e3251f82bee {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:09.532095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6166ab1-e392-4039-bd43-d010d9018c54 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.567662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-634ecec2-612b-4a4b-9b9d-16cde78ca153 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.573750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c72e773a-feea-4bcf-8881-0b99e5a7ec84 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.584056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.585782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a8b39e4-ce9b-46ef-b30f-8468636262f4 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "PUT /v2.0/routers/346c6f62-df5f-4ed0-a067-764c374a014e HTTP/1.1" status: 200 len: 915 time: 10.0424583 Dec 21 22:18:09.592620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37586) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.606183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc0ffcaf-a96c-4d97-8ebd-03b68133b16f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:09.624324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a223cb-8563-46e1-a617-746851bee07a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.644933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-76bc9368-4dda-4991-a40c-71930d5e9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:09.660942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e773a-feea-4bcf-8881-0b99e5a7ec84 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d24d4e2-3d77-47bf-99ca-3841bae73f4a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:09.671097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.26.6.107 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/9705b08a-2182-4916-9a6f-1be9d11d260c) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:09.672903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-634ecec2-612b-4a4b-9b9d-16cde78ca153 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.676243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc9368-4dda-4991-a40c-71930d5e9f81 None None] Routers {'346c6f62-df5f-4ed0-a067-764c374a014e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:09.676999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-76bc9368-4dda-4991-a40c-71930d5e9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:17:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['346c6f62-df5f-4ed0-a067-764c374a014e'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:09.691586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c72e773a-feea-4bcf-8881-0b99e5a7ec84 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.695445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c72e773a-feea-4bcf-8881-0b99e5a7ec84 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/security-groups/1d24d4e2-3d77-47bf-99ca-3841bae73f4a HTTP/1.1" status: 204 len: 168 time: 0.8249879 Dec 21 22:18:09.720198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.733721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Transition to ACTIVE for port object 4c921913-c712-43f1-9913-b9e429a65d2a will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:09.748787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37590) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.769154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-76bc9368-4dda-4991-a40c-71930d5e9f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:09.769619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc9368-4dda-4991-a40c-71930d5e9f81 None None] The sync data for ids ['346c6f62-df5f-4ed0-a067-764c374a014e'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:09.773631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6166ab1-e392-4039-bd43-d010d9018c54 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.793526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.831317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:09.848390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:security_group_rule and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:09.857715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:09.877309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6190a-c18e-4ff9-a6d1-5428df089cf0 None None] Pushing event updated for resources: {'Port': ['ID=4c921913-c712-43f1-9913-b9e429a65d2a,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:09.885810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a223cb-8563-46e1-a617-746851bee07a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:09.892192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:09.965276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.031284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc0d15af-ba84-44d5-bd94-787ddc41deff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.066988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.080349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04520295-8520-47db-bb4e-2276d81e1a04 None None] Network 91be7087-4d9b-45ad-a73a-8072f3b2c37c requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:10.111089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc0ffcaf-a96c-4d97-8ebd-03b68133b16f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:10.116080 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc0ffcaf-a96c-4d97-8ebd-03b68133b16f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.8067315 Dec 21 22:18:10.123622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37594) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.125353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79a223cb-8563-46e1-a617-746851bee07a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.128324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a223cb-8563-46e1-a617-746851bee07a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=83dc8cbe-3904-42af-acff-0350e8031af0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:10.130269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.140714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Attempting to bind port 4c921913-c712-43f1-9913-b9e429a65d2a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:10.141129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Attempting to bind port 4c921913-c712-43f1-9913-b9e429a65d2a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:10.142053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Attempting to bind port 4c921913-c712-43f1-9913-b9e429a65d2a on network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:10.161030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:10.161444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Checking segment: {'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:10.164706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.165914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Bound using segment: {'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:10.168523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Bound port: 4c921913-c712-43f1-9913-b9e429a65d2a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d727e0-1794-4b0b-8bad-e6f71c21c2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:10.168999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.235090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f80dd6-4814-4392-a63a-710532488638,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:10.243226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e95fb1-d9b1-44b2-a2cb-1295601c0512 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet 15c9e270-922d-4c2b-a9a3-099e024053e4 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:10.264702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40e95fb1-d9b1-44b2-a2cb-1295601c0512 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.347467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40e95fb1-d9b1-44b2-a2cb-1295601c0512 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.366483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-79a223cb-8563-46e1-a617-746851bee07a tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/83dc8cbe-3904-42af-acff-0350e8031af0 HTTP/1.1" status: 204 len: 168 time: 2.5032325 Dec 21 22:18:10.383443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37598) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.384977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] For port 4c921913-c712-43f1-9913-b9e429a65d2a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:10.408949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] For port 4c921913-c712-43f1-9913-b9e429a65d2a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4c921913-c712-43f1-9913-b9e429a65d2a,segment=NetworkSegment(87d727e0-1794-4b0b-8bad-e6f71c21c2c5),segment_id=87d727e0-1794-4b0b-8bad-e6f71c21c2c5)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:10.422019 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-734544ed-30a0-4f20-a421-3ec6117f4fec tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/routers/346c6f62-df5f-4ed0-a067-764c374a014e HTTP/1.1" status: 200 len: 921 time: 0.8252513 Dec 21 22:18:10.426591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37602) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.434107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e2c8c872-a7e1-4f89-81af-b4265f79ce7f None None] Provisioning complete for port be3ca3f4-50dd-4a81-ae3d-81b332527633 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:10.434528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c872-a7e1-4f89-81af-b4265f79ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.439012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.440891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.443480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b41e9b2-f90d-4c25-a32c-d3d0e630c5f8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3696942 Dec 21 22:18:10.444153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37606) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.454147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d06efc1c-1b0f-4637-9bc4-5f9e7bfbf8ab tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.466419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d06efc1c-1b0f-4637-9bc4-5f9e7bfbf8ab tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.506257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'security_group_rule': {'security_group_id': '90f80dd6-4814-4392-a63a-710532488638', 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:10.532262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634ecec2-612b-4a4b-9b9d-16cde78ca153 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router fc67e65e-d2e5-43a5-b01f-ab2733c265ea has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:10.538166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d06efc1c-1b0f-4637-9bc4-5f9e7bfbf8ab tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.551982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:10.576841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40e95fb1-d9b1-44b2-a2cb-1295601c0512 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.578248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Routers {'b8ee8b8a-d44c-4a36-871f-049f7d91342c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:10.579137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:10.650062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6166ab1-e392-4039-bd43-d010d9018c54 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.662205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] DHCP port deletion for 91be7087-4d9b-45ad-a73a-8072f3b2c37c request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:18:10.667237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Deleting port 7b23514b-2b76-4995-b072-7d626a62cbb8 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:10.667745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.707209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ae613106-34cf-4268-bea0-062fec1a27c1 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=346c6f62-df5f-4ed0-a067-764c374a014e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2743280 Dec 21 22:18:10.708753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37610) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.738138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:security_group_rule and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:10.749512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06efc1c-1b0f-4637-9bc4-5f9e7bfbf8ab tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f755c86-3743-45a5-94be-08822645dce6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:10.760958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:10.792011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:10.800552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.815110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.840257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d06efc1c-1b0f-4637-9bc4-5f9e7bfbf8ab tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.845707 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d06efc1c-1b0f-4637-9bc4-5f9e7bfbf8ab tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3f755c86-3743-45a5-94be-08822645dce6 HTTP/1.1" status: 204 len: 168 time: 0.7110929 Dec 21 22:18:10.849071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37614) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.877919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port 7b23514b-2b76-4995-b072-7d626a62cbb8 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:10.878218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.895458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] Set router b8ee8b8a-d44c-4a36-871f-049f7d91342c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:18:10.950067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6190a-c18e-4ff9-a6d1-5428df089cf0 None None] Pushing event updated for resources: {'Port': ['ID=4c921913-c712-43f1-9913-b9e429a65d2a,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:10.968704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:10.983892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40e95fb1-d9b1-44b2-a2cb-1295601c0512 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.035482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb5c3c-2d72-4eb5-a5e3-e58c3fee5d56 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:11.039959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6166ab1-e392-4039-bd43-d010d9018c54 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.040117 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60bb5c3c-2d72-4eb5-a5e3-e58c3fee5d56 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/networks/611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 881 time: 0.3272102 Dec 21 22:18:11.040462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e95fb1-d9b1-44b2-a2cb-1295601c0512 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=15c9e270-922d-4c2b-a9a3-099e024053e4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:11.043367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37618) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.087771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] For port 7b23514b-2b76-4995-b072-7d626a62cbb8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7b23514b-2b76-4995-b072-7d626a62cbb8,segment=NetworkSegment(f769d11d-d89f-4bef-825f-4f04db38b551),segment_id=f769d11d-d89f-4bef-825f-4f04db38b551)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:11.088612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.150665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40e95fb1-d9b1-44b2-a2cb-1295601c0512 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.159259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-69fffeea-0b86-4218-b1c8-c540973b1495 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=346c6f62-df5f-4ed0-a067-764c374a014e HTTP/1.1" status: 200 len: 205 time: 0.1126409 Dec 21 22:18:11.160105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.160236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37622) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.208825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6166ab1-e392-4039-bd43-d010d9018c54 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=74dac976-d55b-4f0b-bc93-5e3251f82bee,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:11.244551 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-40e95fb1-d9b1-44b2-a2cb-1295601c0512 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/15c9e270-922d-4c2b-a9a3-099e024053e4 HTTP/1.1" status: 204 len: 168 time: 1.4934423 Dec 21 22:18:11.250399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37626) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.261749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e28f977-85db-4f7c-ae19-5b8279adec5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:11.271198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6166ab1-e392-4039-bd43-d010d9018c54 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.297790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Calling delete_port for 7b23514b-2b76-4995-b072-7d626a62cbb8 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:11.332017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253d98c-fd1f-4927-b279-2d0a46f6a91b None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:11.339048 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b6166ab1-e392-4039-bd43-d010d9018c54 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/74dac976-d55b-4f0b-bc93-5e3251f82bee HTTP/1.1" status: 204 len: 168 time: 2.5926163 Dec 21 22:18:11.348455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43411a4a-215d-40a1-b56e-2435f65caca0 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:11.362466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37630) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.363139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:11.373754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:11.375746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=9705b08a-2182-4916-9a6f-1be9d11d260c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:11.379529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:11.437452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e28f977-85db-4f7c-ae19-5b8279adec5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:11.442040 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e28f977-85db-4f7c-ae19-5b8279adec5f tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5903873 Dec 21 22:18:11.460319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37634) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.487552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.503503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:18:02Z', 'revision_number': 4, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port': {'id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:47Z', 'updated_at': '2021-12-21T22:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4c921913-c712-43f1-9913-b9e429a65d2a', 'name': '', 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'mac_address': 'fa:16:3e:1c:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67f5c119-df4a-4777-aac9-f9e15f7c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:59Z', 'updated_at': '2021-12-21T22:18:10Z', 'revision_number': 4, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'subnets': [{'id': '67f5c119-df4a-4777-aac9-f9e15f7c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:11.507963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359714ba-d53d-4ab5-b86f-733f535b4f98 None None] The sync data for ids ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'] in dv-neutron-822521-1-hyperv is: [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:18:02Z', 'revision_number': 4, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port': {'id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:47Z', 'updated_at': '2021-12-21T22:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4c921913-c712-43f1-9913-b9e429a65d2a', 'name': '', 'network_id': '77cfea6a-1086-4872-bdfa-da7c0a2d6158', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'mac_address': 'fa:16:3e:1c:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67f5c119-df4a-4777-aac9-f9e15f7c909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:59Z', 'updated_at': '2021-12-21T22:18:10Z', 'revision_number': 4, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'subnets': [{'id': '67f5c119-df4a-4777-aac9-f9e15f7c909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:11.520784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb28e92-d9ac-4f6b-8241-d206bafa420f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet bb0ef9bf-f8a9-48b2-a122-e565c1d486f9 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:11.533627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abb28e92-d9ac-4f6b-8241-d206bafa420f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.573723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6b0e79f2-5447-48e1-998b-0178eb094267 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2062588 Dec 21 22:18:11.578035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37638) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.603231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.603448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7b23514b-2b76-4995-b072-7d626a62cbb8 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:18:11.726013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f3b88a-7aae-4866-a5d5-3101cceadef5,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:11.738962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port 7b23514b-2b76-4995-b072-7d626a62cbb8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7b23514b-2b76-4995-b072-7d626a62cbb8,segment=NetworkSegment(f769d11d-d89f-4bef-825f-4f04db38b551),segment_id=f769d11d-d89f-4bef-825f-4f04db38b551)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:11.739376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.800425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:11.850874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:11.987769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:11.992701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:11.996239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:12.003967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:12.030174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634ecec2-612b-4a4b-9b9d-16cde78ca153 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:12.040228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-634ecec2-612b-4a4b-9b9d-16cde78ca153 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.044680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-634ecec2-612b-4a4b-9b9d-16cde78ca153 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/fc67e65e-d2e5-43a5-b01f-ab2733c265ea HTTP/1.1" status: 200 len: 892 time: 4.4609761 Dec 21 22:18:12.046472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37642) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:12.053322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:12.054415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556ce45-189f-4e6a-a778-fb6db2e958fd None None] Sync routers for ids ['fc67e65e-d2e5-43a5-b01f-ab2733c265ea'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:12.059444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.073568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.080234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556ce45-189f-4e6a-a778-fb6db2e958fd None None] Routers {'fc67e65e-d2e5-43a5-b01f-ab2733c265ea'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:12.080760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2556ce45-189f-4e6a-a778-fb6db2e958fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['fc67e65e-d2e5-43a5-b01f-ab2733c265ea'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:12.142160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.179727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] No DVR routers for this DVR port 7b23514b-2b76-4995-b072-7d626a62cbb8 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:18:12.189992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2556ce45-189f-4e6a-a778-fb6db2e958fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:12.200404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abb28e92-d9ac-4f6b-8241-d206bafa420f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.203333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Pushing event deleted for resources: {'Port': ['ID=7b23514b-2b76-4995-b072-7d626a62cbb8,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:12.209175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556ce45-189f-4e6a-a778-fb6db2e958fd None None] Routers {'fc67e65e-d2e5-43a5-b01f-ab2733c265ea'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:12.209851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2556ce45-189f-4e6a-a778-fb6db2e958fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['fc67e65e-d2e5-43a5-b01f-ab2733c265ea'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:12.283469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.284368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.285160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.285889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.286810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.287442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.288082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.289018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.289768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.290468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.291298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c272f51c-7db6-4f11-8837-fea0ea73c83d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:18:12.308646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2556ce45-189f-4e6a-a778-fb6db2e958fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:12.309113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556ce45-189f-4e6a-a778-fb6db2e958fd None None] The sync data for ids ['fc67e65e-d2e5-43a5-b01f-ab2733c265ea'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:12.315143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for 7b23514b-2b76-4995-b072-7d626a62cbb8 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:12.564671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:18:12.573334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6108166c-8e0f-4108-8734-491b327aa623 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.575053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.577276 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-843a3274-fbcd-4e4b-9002-eda2f54dddb9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.1248174 Dec 21 22:18:12.588801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] Deleting port be3ca3f4-50dd-4a81-ae3d-81b332527633 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:12.589354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.592371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37646) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:12.601134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'security_group_rule': {'security_group_id': '90f80dd6-4814-4392-a63a-710532488638', 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:12.601558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abb28e92-d9ac-4f6b-8241-d206bafa420f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.645952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:12.665297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:security_group_rule and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:12.677098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:12.682119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6108166c-8e0f-4108-8734-491b327aa623 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.727768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:12.781626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:12.781999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:18:12.804111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.872619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6108166c-8e0f-4108-8734-491b327aa623 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.890708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:12.890965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] For port be3ca3f4-50dd-4a81-ae3d-81b332527633, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=be3ca3f4-50dd-4a81-ae3d-81b332527633,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:12.891317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.003471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abb28e92-d9ac-4f6b-8241-d206bafa420f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.015103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108166c-8e0f-4108-8734-491b327aa623 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f561c7b2-70a0-4199-a921-802e5b1ee14d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:13.071410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] Calling delete_port for be3ca3f4-50dd-4a81-ae3d-81b332527633 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:13.088812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.089918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb28e92-d9ac-4f6b-8241-d206bafa420f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0ef9bf-f8a9-48b2-a122-e565c1d486f9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:13.110671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.139709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.178616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6108166c-8e0f-4108-8734-491b327aa623 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.183427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6108166c-8e0f-4108-8734-491b327aa623 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/f561c7b2-70a0-4199-a921-802e5b1ee14d HTTP/1.1" status: 204 len: 168 time: 1.7192781 Dec 21 22:18:13.199582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abb28e92-d9ac-4f6b-8241-d206bafa420f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.213037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37650) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.227742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c17b04-6aa6-486a-a917-c7ef8307fe32,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:13.230755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.233052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.233241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e8eb4452-6003-459e-9a85-600a5df88e25 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6392598 Dec 21 22:18:13.254177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37654) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.262801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'security_group_rule': {'security_group_id': '90f80dd6-4814-4392-a63a-710532488638', 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:13.283720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:13.286202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port 7b23514b-2b76-4995-b072-7d626a62cbb8 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:13.286575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.295443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] Pushing event deleted for resources: {'Port': ['ID=be3ca3f4-50dd-4a81-ae3d-81b332527633,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:13.296905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5886a-036f-4e64-a853-6ce2af0d90ba None None] No DVR routers for this DVR port be3ca3f4-50dd-4a81-ae3d-81b332527633 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:18:13.338272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:security_group_rule and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:13.343311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:13.347023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-abb28e92-d9ac-4f6b-8241-d206bafa420f tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/bb0ef9bf-f8a9-48b2-a122-e565c1d486f9 HTTP/1.1" status: 204 len: 168 time: 2.0927577 Dec 21 22:18:13.353810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37658) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.367010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.472225 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2ef1b8-62f4-43ef-8559-f51f6590250d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:13.472805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2ef1b8-62f4-43ef-8559-f51f6590250d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:13.477703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ea2ef1b8-62f4-43ef-8559-f51f6590250d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/15c9e270-922d-4c2b-a9a3-099e024053e4 HTTP/1.1" status: 404 len: 337 time: 0.1109974 Dec 21 22:18:13.478380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37662) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.483732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4c921913-c712-43f1-9913-b9e429a65d2a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:13.495144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] The port '7b23514b-2b76-4995-b072-7d626a62cbb8' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:18:13.531051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:13.579899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8230bb07-17ff-4837-abec-60116871171e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting subnet 94b40651-be07-417a-bcd8-866eb499eb26 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:13.584418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-47a4ca99-2fb2-4b47-8a89-8805fb0ebac2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:13.596102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8230bb07-17ff-4837-abec-60116871171e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.667883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 4c921913-c712-43f1-9913-b9e429a65d2a completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:13.675962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.676219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4c921913-c712-43f1-9913-b9e429a65d2a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:13.678719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.698336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-47a4ca99-2fb2-4b47-8a89-8805fb0ebac2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:13.705156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-47a4ca99-2fb2-4b47-8a89-8805fb0ebac2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4857135 Dec 21 22:18:13.710203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37666) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.726361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group': {'name': 'tempest-secgroup--623608477'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:13.729265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91c087d9-e3d6-48d1-b1ab-05dbda5333f0 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/routers/fc67e65e-d2e5-43a5-b01f-ab2733c265ea HTTP/1.1" status: 200 len: 892 time: 1.6772766 Dec 21 22:18:13.748291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37670) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.762176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:13.808265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:13.828553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a13b892c-df71-4ffd-b906-a688582be504 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:13.829916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.874946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 4c921913-c712-43f1-9913-b9e429a65d2a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4c921913-c712-43f1-9913-b9e429a65d2a,segment=NetworkSegment(87d727e0-1794-4b0b-8bad-e6f71c21c2c5),segment_id=87d727e0-1794-4b0b-8bad-e6f71c21c2c5)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:13.891604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8230bb07-17ff-4837-abec-60116871171e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.896426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.913970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:13.999191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a13b892c-df71-4ffd-b906-a688582be504 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:14.003427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device be3ca3f4-50dd-4a81-ae3d-81b332527633 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:18:14.003575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91be7087-4d9b-45ad-a73a-8072f3b2c37c']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:14.004171 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a13b892c-df71-4ffd-b906-a688582be504 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc67e65e-d2e5-43a5-b01f-ab2733c265ea HTTP/1.1" status: 200 len: 205 time: 0.2545233 Dec 21 22:18:14.005686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.017559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37674) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:14.018394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.043723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: be3ca3f4-50dd-4a81-ae3d-81b332527633 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:18:14.044216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device be3ca3f4-50dd-4a81-ae3d-81b332527633 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:18:14.061018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec08169-eded-4d7f-a2e6-5f334659647e None None] Network 42501771-0310-48f9-a5f9-ce999c8dfa40 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:14.118311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8230bb07-17ff-4837-abec-60116871171e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.153242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f769d11d-d89f-4bef-825f-4f04db38b551') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:14.153590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f769d11d-d89f-4bef-825f-4f04db38b551') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:14.197795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.199674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.224867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:14.225243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:14.227276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=4c921913-c712-43f1-9913-b9e429a65d2a,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:14.235721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:14.243980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b10085d-92e4-46fb-8a62-00e7fa1e41fe None None] Provisioning complete for port 0081c612-95a6-4a40-84f6-59131075888f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:14.244108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b10085d-92e4-46fb-8a62-00e7fa1e41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.247467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.249722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.254989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:14.255210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:14.255994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.260159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.264636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=8a58f639-3eb7-4caf-9df0-b60a06d7508d,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:14.267060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:14.297415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:14.301596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:18:14.302012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.311725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa64b982-ede2-4510-bc12-37974daf7e43 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7286367 Dec 21 22:18:14.311933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37678) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:14.318403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:14.324850 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:14.336482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733e6a1c-4595-4ac2-b7ba-3841550c5f00,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:14.340473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9bde4-3d9e-487e-98c9-c3a16bb64292 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:14.357035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8230bb07-17ff-4837-abec-60116871171e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.361041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Deleting port 2b580120-c6d4-4ae8-8d64-c04c3e58e312 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:14.361704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.471369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.476545 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6b355f40-3d72-45c4-ac49-88553f6e95d3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2173536 Dec 21 22:18:14.480464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37682) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:14.484599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.496147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'security_group_rule': {'security_group_id': '90f80dd6-4814-4392-a63a-710532488638', 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:14.562072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:14.576164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.578261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.643165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.646381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:security_group_rule and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:14.672714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:14.707464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:14.710541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=91be7087-4d9b-45ad-a73a-8072f3b2c37c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:14.722830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b10085d-92e4-46fb-8a62-00e7fa1e41fe None None] Provisioning complete for port 82751e15-5a3e-4955-af8d-6897dee7545f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:14.723376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b10085d-92e4-46fb-8a62-00e7fa1e41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.749270 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a962f994-d932-4369-94cb-6371f739763e tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/91be7087-4d9b-45ad-a73a-8072f3b2c37c HTTP/1.1" status: 204 len: 168 time: 4.3590779 Dec 21 22:18:14.773979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] DHCP port deletion for 42501771-0310-48f9-a5f9-ce999c8dfa40 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:18:14.790309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] Deleting port 0081c612-95a6-4a40-84f6-59131075888f {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:14.790895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.825000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '8a58f639-3eb7-4caf-9df0-b60a06d7508d'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:14.826624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.852536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37686) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:14.854579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3b10085d-92e4-46fb-8a62-00e7fa1e41fe None None] Port 82751e15-5a3e-4955-af8d-6897dee7545f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:14.892807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230bb07-17ff-4837-abec-60116871171e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Subnet': ['ID=94b40651-be07-417a-bcd8-866eb499eb26,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:14.966828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8230bb07-17ff-4837-abec-60116871171e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:14.978406 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ae670b-cd96-437f-b3a2-8a26e40475a9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:14.978906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ae670b-cd96-437f-b3a2-8a26e40475a9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:15.009912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.013464 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-36ae670b-cd96-437f-b3a2-8a26e40475a9 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/e010f63d-df24-40e9-a7f5-3027c169a968 HTTP/1.1" status: 404 len: 337 time: 0.1585522 Dec 21 22:18:15.016140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37690) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.020617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8230bb07-17ff-4837-abec-60116871171e tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/94b40651-be07-417a-bcd8-866eb499eb26 HTTP/1.1" status: 204 len: 168 time: 1.5315549 Dec 21 22:18:15.024919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.028288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37694) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.073150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=9705b08a-2182-4916-9a6f-1be9d11d260c,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:15.094522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.127113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4cebb7-9f29-48a1-8528-ab2f18dbb2f7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:15.127327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4cebb7-9f29-48a1-8528-ab2f18dbb2f7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:15.131940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2a4cebb7-9f29-48a1-8528-ab2f18dbb2f7 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/4e7c9420-ce8d-485c-b61f-6b6e54814e9a HTTP/1.1" status: 404 len: 337 time: 0.0981102 Dec 21 22:18:15.134315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37698) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.182864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] For port 0081c612-95a6-4a40-84f6-59131075888f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0081c612-95a6-4a40-84f6-59131075888f,segment=NetworkSegment(7e793398-bdef-42ca-a31a-52c03adc31fe),segment_id=7e793398-bdef-42ca-a31a-52c03adc31fe)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:15.183297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.211655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.216254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c70aa2e-d61b-4190-8555-8e7fcf7ed783 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:15.217021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c70aa2e-d61b-4190-8555-8e7fcf7ed783 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:15.221341 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c70aa2e-d61b-4190-8555-8e7fcf7ed783 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/b556f054-ae90-4c08-a791-0c33d5e75d5e HTTP/1.1" status: 404 len: 339 time: 0.1977007 Dec 21 22:18:15.225718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Calling delete_port for 2b580120-c6d4-4ae8-8d64-c04c3e58e312 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:15.262142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37702) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.263578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.264908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:15.287389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.291224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5683849 Dec 21 22:18:15.305281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a3dd6810-6081-4c68-8cf0-062c10820545 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "GET /v2.0/ports?device_id=22d79db5-5ef6-4ad9-a6c9-b82758144c55 HTTP/1.1" status: 200 len: 205 time: 0.1589496 Dec 21 22:18:15.305465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37706) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.306905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37708) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.306905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f655487-192b-4677-88e7-bd47ffe7fef2 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e57dcb-4dae-4274-843f-1fe33d0529e8,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:15.317028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Request body: {'security_group_rule': {'security_group_id': '30e57dcb-4dae-4274-843f-1fe33d0529e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:15.323394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:15.324363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] Calling delete_port for 0081c612-95a6-4a40-84f6-59131075888f owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:15.328410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Usage tracker for resource:security_group_rule and tenant:142531ec146940a48188ed982654efcd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:15.331436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:15.334849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:15.347701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:15.356236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Allocated IP 2001:db8::f816:3eff:feff:3519 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/8a58f639-3eb7-4caf-9df0-b60a06d7508d/883bf51e-db5a-4e67-b714-9ecbc6e91cf7) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:15.364893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:15.376418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:15.420578 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-3228517f-7f4f-420d-abf2-f36c13ef3fee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] delete failed (client error): The resource could not be found. Dec 21 22:18:15.421995 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3228517f-7f4f-420d-abf2-f36c13ef3fee tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/routers/22d79db5-5ef6-4ad9-a6c9-b82758144c55 HTTP/1.1" status: 404 len: 336 time: 0.1126893 Dec 21 22:18:15.428217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.446297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37714) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.500033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4c921913-c712-43f1-9913-b9e429a65d2a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:15.511588 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb4b865-ae10-40ad-90bf-bd092c6d6387 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:15.512092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb4b865-ae10-40ad-90bf-bd092c6d6387 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:15.516771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1eb4b865-ae10-40ad-90bf-bd092c6d6387 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/35ae4c80-93f6-4446-a932-2ae0a967e665 HTTP/1.1" status: 404 len: 337 time: 0.0668628 Dec 21 22:18:15.517365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37718) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.519172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:15.579275 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e57bf29-d509-4fd3-a3c9-7b2a15edbefa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:15.579781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e57bf29-d509-4fd3-a3c9-7b2a15edbefa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:15.594442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.600667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.608687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e57bf29-d509-4fd3-a3c9-7b2a15edbefa tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/1bc0ec5e-c1aa-495d-bc85-6f686df402e3 HTTP/1.1" status: 404 len: 337 time: 0.0869553 Dec 21 22:18:15.614875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37722) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.615013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.663779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] Pushing event deleted for resources: {'Port': ['ID=0081c612-95a6-4a40-84f6-59131075888f,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:15.670495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.680869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e092e7a8-17fe-42f5-8202-3b752f57073d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:15.681375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e092e7a8-17fe-42f5-8202-3b752f57073d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:15.686320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e092e7a8-17fe-42f5-8202-3b752f57073d tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/b304700e-d1ae-4391-b2a5-daff6b4682f7 HTTP/1.1" status: 404 len: 337 time: 0.0673516 Dec 21 22:18:15.704992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37726) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.708094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1206e7-ed7c-43cd-8c74-b2571b286673 None None] No DVR routers for this DVR port 0081c612-95a6-4a40-84f6-59131075888f on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:18:15.741108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4c921913-c712-43f1-9913-b9e429a65d2a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:15.741780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.754435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb55edb9-f4e9-4be6-92b0-069a838ffcfc,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:15.777806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.818556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9ae274-24e1-44b7-af76-65277128bba4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:15.819067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9ae274-24e1-44b7-af76-65277128bba4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:15.820937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e9ae274-24e1-44b7-af76-65277128bba4 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/cba69d97-62cc-427d-902f-03a115640cde HTTP/1.1" status: 404 len: 333 time: 0.1152723 Dec 21 22:18:15.825376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-01db8642-6aa5-4419-b191-01bbc65a9e80 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting subnet 0b5c2f01-8fc9-4b7d-946c-cacc163d8156 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:15.829185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37730) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.830722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.832014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc1f757a-4321-42bd-8827-30e56142dcfc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3436580 Dec 21 22:18:15.849045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01db8642-6aa5-4419-b191-01bbc65a9e80 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.878696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37734) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.897306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'security_group_rule': {'security_group_id': '90f80dd6-4814-4392-a63a-710532488638', 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:15.932622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.940022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0081c612-95a6-4a40-84f6-59131075888f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:18:15.944804 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7454cb3-e634-4379-b90a-671334f61514 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:15.945313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7454cb3-e634-4379-b90a-671334f61514 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:15.949392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a7454cb3-e634-4379-b90a-671334f61514 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/a54d76de-dcfa-4042-92c6-167c2868941c HTTP/1.1" status: 404 len: 337 time: 0.1136801 Dec 21 22:18:15.949585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:15.950740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37738) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.972579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:security_group_rule and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:15.979452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:15.980572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:15.982437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 0081c612-95a6-4a40-84f6-59131075888f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:18:15.982910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0081c612-95a6-4a40-84f6-59131075888f not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:18:15.985978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Transition to ACTIVE for port object 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:15.999166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:16.002936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01db8642-6aa5-4419-b191-01bbc65a9e80 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.009052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Transition to ACTIVE for port object 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:16.011372 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b56941-e6bb-4d50-acf1-32347bda144c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:16.011876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b56941-e6bb-4d50-acf1-32347bda144c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:16.013824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-24b56941-e6bb-4d50-acf1-32347bda144c tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/b97f9582-9901-4111-b408-7a1cf482fa09 HTTP/1.1" status: 404 len: 337 time: 0.0605791 Dec 21 22:18:16.017366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37742) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.064630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.068599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.082887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.093176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff6c5af-5d0b-4f1b-a9df-a5ec2167ad8a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:16.093686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff6c5af-5d0b-4f1b-a9df-a5ec2167ad8a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:16.095518 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1ff6c5af-5d0b-4f1b-a9df-a5ec2167ad8a tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/5c691276-8520-4f37-944f-cd530e010565 HTTP/1.1" status: 404 len: 333 time: 0.0770478 Dec 21 22:18:16.099645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37746) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.154720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Pushing event updated for resources: {'Port': ['ID=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:16.159489 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-200e9b94-0494-4159-a26e-ca3abfd66450 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:16.160160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200e9b94-0494-4159-a26e-ca3abfd66450 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:16.162156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-200e9b94-0494-4159-a26e-ca3abfd66450 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/f69af9a3-efb7-4f9e-a26d-9b506250bbb5 HTTP/1.1" status: 404 len: 337 time: 0.0586245 Dec 21 22:18:16.168095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37750) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.170500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:16.171889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:16.174672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:16.208438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Project 99eb1e359ea9455697281b8f0edc8259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:18:16.213153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP 738f013f-ea8e-4064-bdcc-4f5b4fd47289 associated. External IP: 172.26.6.107, port: dc761319-b1cd-446a-802a-e8189fc1d784. Dec 21 22:18:16.233203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event deleted for resources: {'Port': ['ID=2b580120-c6d4-4ae8-8d64-c04c3e58e312,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:16.235232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faad062-d360-4c09-bd5d-cd911f5735f5,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:16.254664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.291779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d2d59f-eafc-4d0e-b66e-6048009b0d2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:16.292835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d2d59f-eafc-4d0e-b66e-6048009b0d2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:16.297174 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-36d2d59f-eafc-4d0e-b66e-6048009b0d2b tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/subnets/213c4d2e-0793-413c-8b9d-dbc27b2abc9c HTTP/1.1" status: 404 len: 337 time: 0.1234848 Dec 21 22:18:16.298466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37754) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.356284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.402057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-acfc4599-6c04-4e63-99fc-669738445f23 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Deleting port 82751e15-5a3e-4955-af8d-6897dee7545f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:16.402445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acfc4599-6c04-4e63-99fc-669738445f23 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.413894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a58f639-3eb7-4caf-9df0-b60a06d7508d (CIDR: 2001:db8::/64) Dec 21 22:18:16.419129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.423471 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-832828f3-8475-4546-8b78-1d4dee6fe068 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1107683 Dec 21 22:18:16.430191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37758) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.440271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 777f122b-ae4b-4203-9902-236fcef2a950 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:16.440700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.441216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Attempting to bind port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:16.441644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Attempting to bind port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:16.442441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Attempting to bind port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:16.450841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:16.450841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:16.451691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.451988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:16.452555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Bound port: 883bf51e-db5a-4e67-b714-9ecbc6e91cf7, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:16.452935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.469898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:16.470099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:16.508703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01db8642-6aa5-4419-b191-01bbc65a9e80 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.554954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] For port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:16.558782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] For port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:16.588223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.693311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60ed09-bf44-4fba-8108-c19d0778b449 None None] Pushing event updated for resources: {'Port': ['ID=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:16.900314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.915762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acfc4599-6c04-4e63-99fc-669738445f23 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.930458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.957096 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a12ebddd-2dd6-4027-b443-3aa7bf53b6ad tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6434555 Dec 21 22:18:16.967906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37762) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.975432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:16.991305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:17.050531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.138262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-acfc4599-6c04-4e63-99fc-669738445f23 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Calling delete_port for 82751e15-5a3e-4955-af8d-6897dee7545f owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:17.177843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e9ab73-f600-4995-92f1-2848c1f16583,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:17.192981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34fd74f0-526f-4981-bfa6-56d4a0b4a933 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.350836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.354822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de6fefd9-2221-46cc-954e-b636dc6b4ce8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4701533 Dec 21 22:18:17.368027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01db8642-6aa5-4419-b191-01bbc65a9e80 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.377179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37766) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.459859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:17.473121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 777f122b-ae4b-4203-9902-236fcef2a950 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:17.498893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'security_group_rule': {'security_group_id': '90f80dd6-4814-4392-a63a-710532488638', 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:17.520210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34fd74f0-526f-4981-bfa6-56d4a0b4a933 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.537865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db8642-6aa5-4419-b191-01bbc65a9e80 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5c2f01-8fc9-4b7d-946c-cacc163d8156,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:17.548742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:17.562587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:17.638779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c81a3c-2398-40c9-b74d-f1fa2e0251be None None] Network c967a2bc-5563-4a90-a90f-4b805bf63005 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:17.644056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:security_group_rule and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:17.647300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01db8642-6aa5-4419-b191-01bbc65a9e80 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.651703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-01db8642-6aa5-4419-b191-01bbc65a9e80 tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/subnets/0b5c2f01-8fc9-4b7d-946c-cacc163d8156 HTTP/1.1" status: 204 len: 168 time: 2.3862321 Dec 21 22:18:17.654381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37770) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.664987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:17.674716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.687933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:17.690633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:17.697006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.699102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:17.705581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:17.716785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:17.769216 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Project 99eb1e359ea9455697281b8f0edc8259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:18:17.776015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:17.783048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.794320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acfc4599-6c04-4e63-99fc-669738445f23 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.800065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34fd74f0-526f-4981-bfa6-56d4a0b4a933 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.825148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.825148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Fanout notify agent at l3_agent the message router_deleted on router 346c6f62-df5f-4ed0-a067-764c374a014e {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:18:17.827221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.861451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd74f0-526f-4981-bfa6-56d4a0b4a933 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e57dcb-4dae-4274-843f-1fe33d0529e8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:17.867951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.876039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc4599-6c04-4e63-99fc-669738445f23 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Port': ['ID=82751e15-5a3e-4955-af8d-6897dee7545f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:17.944588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acfc4599-6c04-4e63-99fc-669738445f23 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.954020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:17.955076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.991300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:17.992592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-31538903-f389-44c8-8245-6fca7a5f2397 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/346c6f62-df5f-4ed0-a067-764c374a014e HTTP/1.1" status: 204 len: 168 time: 6.8314590 Dec 21 22:18:17.999292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37774) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:18.002615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34fd74f0-526f-4981-bfa6-56d4a0b4a933 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.004194 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-34fd74f0-526f-4981-bfa6-56d4a0b4a933 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/30e57dcb-4dae-4274-843f-1fe33d0529e8 HTTP/1.1" status: 204 len: 168 time: 1.5699036 Dec 21 22:18:18.013365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37776) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:18.037085 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-acfc4599-6c04-4e63-99fc-669738445f23 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/ports/82751e15-5a3e-4955-af8d-6897dee7545f HTTP/1.1" status: 204 len: 168 time: 1.7350605 Dec 21 22:18:18.066717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37782) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:18.078390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1920382610', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:18.084997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] DHCP port deletion for c967a2bc-5563-4a90-a90f-4b805bf63005 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:18:18.089720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] Deleting port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:18.090213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.148431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:18.154201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Usage tracker for resource:router and tenant:2dfcf699a488451387c4cd0aa308acee is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:18.158757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:18.167480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:18.179209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.184176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.261716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=777f122b-ae4b-4203-9902-236fcef2a950,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:18.273980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.287929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.289082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.293279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ae4c208d-c0ca-4d9b-a663-2c26654cf06a tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:18.321616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.332400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf578f5a-a26a-4754-9cf8-3af6b0c21c91,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:18.418326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] For port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=731fb5af-1e4c-4c2e-afa6-868a2eabb93a,segment=NetworkSegment(46467158-4a59-4f68-a7f9-0df6c54a011a),segment_id=46467158-4a59-4f68-a7f9-0df6c54a011a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:18.420082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.477264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.478787 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ab909bb-764c-4b57-8474-e7b95bea7014 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0624797 Dec 21 22:18:18.499593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.513553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ae4c208d-c0ca-4d9b-a663-2c26654cf06a tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:18.517606 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ae4c208d-c0ca-4d9b-a663-2c26654cf06a tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5005696 Dec 21 22:18:18.520101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37790) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:18.570988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] For port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=731fb5af-1e4c-4c2e-afa6-868a2eabb93a,segment=NetworkSegment(46467158-4a59-4f68-a7f9-0df6c54a011a),segment_id=46467158-4a59-4f68-a7f9-0df6c54a011a)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:18.571338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.595025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] Calling delete_port for 731fb5af-1e4c-4c2e-afa6-868a2eabb93a owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:18.657135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:18.704232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.728840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.749511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42501771-0310-48f9-a5f9-ce999c8dfa40']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:18.764070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e793398-bdef-42ca-a31a-52c03adc31fe') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:18.764435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e793398-bdef-42ca-a31a-52c03adc31fe') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:18.779778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.795267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] Pushing event deleted for resources: {'Port': ['ID=731fb5af-1e4c-4c2e-afa6-868a2eabb93a,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:18.803154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422f944-8798-4f3a-a676-6936a99fbc6b None None] No DVR routers for this DVR port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:18:18.809376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Calling delete_port for 731fb5af-1e4c-4c2e-afa6-868a2eabb93a owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:18.880508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.898638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:18:18.899143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:18.916542 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:18.939772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.942280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b1535e8b-105a-4e58-8230-834ab2c941b7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:18.950413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:18.957254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5f9f1c8a-cd7e-455b-9d74-0e21ba655a08 None None] Provisioning for port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:18.964233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5f9f1c8a-cd7e-455b-9d74-0e21ba655a08 None None] Provisioning complete for port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:18.964908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1c8a-cd7e-455b-9d74-0e21ba655a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.645400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=d034db15-ae37-4b59-9d10-c0730597f73e,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:19.645996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1c8a-cd7e-455b-9d74-0e21ba655a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.646803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:19.646803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.646803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:19.646803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:19.646803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.647568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7317c40-a32b-483e-bfee-e963e2d4b7b1 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:19.647568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 731fb5af-1e4c-4c2e-afa6-868a2eabb93a no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:18:19.647568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 731fb5af-1e4c-4c2e-afa6-868a2eabb93a {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:18:19.647568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 731fb5af-1e4c-4c2e-afa6-868a2eabb93a not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:18:19.651479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:19.651479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:18:19.652113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5f9f1c8a-cd7e-455b-9d74-0e21ba655a08 None None] For port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:19.652113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f700c3-1ad0-4b1b-8918-068ff31399d7 None None] Update dhcp port {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': '8a58f639-3eb7-4caf-9df0-b60a06d7508d', 'ip_address': '2001:db8::f816:3eff:feff:3519'}, {'subnet_id': 'd034db15-ae37-4b59-9d10-c0730597f73e'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '883bf51e-db5a-4e67-b714-9ecbc6e91cf7'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:18:19.652605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.652605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.659268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16f700c3-1ad0-4b1b-8918-068ff31399d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.674551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1c8a-cd7e-455b-9d74-0e21ba655a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.678108 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-119b452f-00fc-4f94-b955-2d4ebd6244df tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7040846 Dec 21 22:18:19.692776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37832) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:19.699765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.706764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:78:f0:4f', 'name': 'tempest-NetworksTestDHCPv6-1856823042'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:19.709338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.728743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b1535e8b-105a-4e58-8230-834ab2c941b7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:19.730076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b1535e8b-105a-4e58-8230-834ab2c941b7 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 1.2063885 Dec 21 22:18:19.740703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37836) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:19.750106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] Pushing event deleted for resources: {'Network': ['ID=42501771-0310-48f9-a5f9-ce999c8dfa40,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:19.754345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f1c8a-cd7e-455b-9d74-0e21ba655a08 None None] Pushing event updated for resources: {'Port': ['ID=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:19.758698 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fe528968-6745-4c63-899c-233166e31342 tempest-PortsIpV6TestJSON-1735740191 tempest-PortsIpV6TestJSON-1735740191-project] 10.222.0.30 "DELETE /v2.0/networks/42501771-0310-48f9-a5f9-ce999c8dfa40 HTTP/1.1" status: 204 len: 168 time: 1.6710138 Dec 21 22:18:19.787588 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-0dc5079c-080b-480c-9710-543ee364b67e tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] delete failed (client error): The resource could not be found. Dec 21 22:18:19.788748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0dc5079c-080b-480c-9710-543ee364b67e tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "DELETE /v2.0/security-groups/30e57dcb-4dae-4274-843f-1fe33d0529e8 HTTP/1.1" status: 404 len: 347 time: 0.0457118 Dec 21 22:18:19.794757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:19.795119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Fanout notify agent at l3_agent the message router_deleted on router fc67e65e-d2e5-43a5-b01f-ab2733c265ea {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:18:19.796209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37842) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:19.991698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-16f700c3-1ad0-4b1b-8918-068ff31399d7 None None] Allocated IP 2001:db8:0:1::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/d034db15-ae37-4b59-9d10-c0730597f73e/883bf51e-db5a-4e67-b714-9ecbc6e91cf7) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:20.005349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-68508b92-7473-4c6a-b3e5-74b7ebced299 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Synchronizing usage tracker for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:20.027714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-68508b92-7473-4c6a-b3e5-74b7ebced299 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] Unset dirty status for tenant:142531ec146940a48188ed982654efcd on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:20.029466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-68508b92-7473-4c6a-b3e5-74b7ebced299 tempest-SecGroupTest-146847680 tempest-SecGroupTest-146847680-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2220774 Dec 21 22:18:20.040239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Deleting port 731fb5af-1e4c-4c2e-afa6-868a2eabb93a {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:20.040655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.066938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.078982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:20.083637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:port and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:20.087463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:20.097823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:20.114913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.129017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-033f0fde-08f8-4c0b-9fa8-ffabb2d3b5da tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/fc67e65e-d2e5-43a5-b01f-ab2733c265ea HTTP/1.1" status: 204 len: 168 time: 6.0872114 Dec 21 22:18:20.134367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37848) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.155592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:20.157064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.178130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-16f700c3-1ad0-4b1b-8918-068ff31399d7 None None] For port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:20.217335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16f700c3-1ad0-4b1b-8918-068ff31399d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.241123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-16f700c3-1ad0-4b1b-8918-068ff31399d7 None None] Transition to ACTIVE for port object 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:20.284892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16f700c3-1ad0-4b1b-8918-068ff31399d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.320292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:20.330893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1358811629'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:20.343077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:20.353063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:20.363577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:20.372696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ffb3-85d4-4c62-abff-191f1a1fdf63 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:20.379588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Allocated IP 172.26.6.50 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/7b93adcc-2dfb-42cb-aadf-b3e2cd944434) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:20.439220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:20.442091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] The port '731fb5af-1e4c-4c2e-afa6-868a2eabb93a' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:18:20.515612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37862) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.529729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f700c3-1ad0-4b1b-8918-068ff31399d7 None None] Pushing event updated for resources: {'Port': ['ID=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:20.556525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2ffb3-85d4-4c62-abff-191f1a1fdf63 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:20.557611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-53d2ffb3-85d4-4c62-abff-191f1a1fdf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:20.573090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:20.579468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.615402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.649605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.698833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-27907e77-0a8b-4f0c-b7fa-18c3262d26a8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.0002079 Dec 21 22:18:20.699217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37868) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.699346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.701362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37872) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.742202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1799858420'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:20.753250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-53d2ffb3-85d4-4c62-abff-191f1a1fdf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:20.756202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.777521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:20.789238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2ffb3-85d4-4c62-abff-191f1a1fdf63 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:20.789926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-53d2ffb3-85d4-4c62-abff-191f1a1fdf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:20.830480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:20.838296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:20.847869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:network and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:20.850937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:20.854439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.865784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:18:20.880609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:20.881404 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment 2a5f4236-18c4-46f4-bee1-6babbd72c9ac of type vlan for network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 Dec 21 22:18:20.882419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-53d2ffb3-85d4-4c62-abff-191f1a1fdf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:20.882934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ffb3-85d4-4c62-abff-191f1a1fdf63 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:20.897068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:20.943469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:20.984608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event updated for resources: {'Port': ['ID=7b93adcc-2dfb-42cb-aadf-b3e2cd944434,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:21.005256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.014094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:21.021007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.033426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c967a2bc-5563-4a90-a90f-4b805bf63005']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:21.108034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 99ebd05d-a330-40af-a282-01579fcc24cd yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:18:21.152306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:18:21.164207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.164604 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Added segment 7891f524-bbcc-4e69-8929-3a0b05a01ebf of type vlan for network c87b8616-6d7d-492f-9d6c-3b2da573a712 Dec 21 22:18:21.170596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46467158-4a59-4f68-a7f9-0df6c54a011a') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:21.170949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46467158-4a59-4f68-a7f9-0df6c54a011a') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:21.182449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-989db9f3-dde4-4761-b325-dba5cabfcbd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f972e5a82574e889ce311abf4510be3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6623662 Dec 21 22:18:21.192989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37912) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:21.226004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.238579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.245109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:21.246174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.250180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.265329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.270042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4b704e2b-8940-4432-81c3-3d17ed934158 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=142531ec146940a48188ed982654efcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5638313 Dec 21 22:18:21.274099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:18:21.274585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.279993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37918) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:21.429581 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:21.479843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:21.595144 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4443748 Dec 21 22:18:21.646701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.655560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37924) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:21.678243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00564f-1235-4eb0-83e9-a257046b9975 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=47f12ffe-3f1b-4de5-8993-ffd189fa1325,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:21.690062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': '47f12ffe-3f1b-4de5-8993-ffd189fa1325', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:21.705597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:18:21.714278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.718877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:21.719627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.737175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.741681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] 10.222.0.30 "DELETE /v2.0/networks/c967a2bc-5563-4a90-a90f-4b805bf63005 HTTP/1.1" status: 204 len: 168 time: 4.0826724 Dec 21 22:18:21.764670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b86382-dd87-42d3-aa85-1a4a47f336be tempest-NetworksIpV6Test-1966679181 tempest-NetworksIpV6Test-1966679181-project] Pushing event deleted for resources: {'Network': ['ID=c967a2bc-5563-4a90-a90f-4b805bf63005,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:21.874938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Network': ['ID=c87b8616-6d7d-492f-9d6c-3b2da573a712,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:21.877710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc731396-b82a-467c-a06e-bae03d2a03fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.910746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:21.915458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:21.916405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc731396-b82a-467c-a06e-bae03d2a03fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:21.918612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:21.925823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:21.953363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:18:21.975284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:22.015824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee212f6f-8b7c-4169-a2fb-ec59b56daf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.082493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-024f57fd-3471-4b0c-9f8d-9ac542552b1a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3549137 Dec 21 22:18:22.082493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee212f6f-8b7c-4169-a2fb-ec59b56daf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.082493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37930) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:22.082493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'subnet': {'network_id': 'c87b8616-6d7d-492f-9d6c-3b2da573a712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:22.119275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8:0:1::3e5 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/d034db15-ae37-4b59-9d10-c0730597f73e/99ebd05d-a330-40af-a282-01579fcc24cd) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:22.119518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc731396-b82a-467c-a06e-bae03d2a03fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.133781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.175086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::f816:3eff:fe78:f04f (46b25152-08cb-4b8d-89e6-3a84ce307aa7/8a58f639-3eb7-4caf-9df0-b60a06d7508d/99ebd05d-a330-40af-a282-01579fcc24cd) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:22.194511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc731396-b82a-467c-a06e-bae03d2a03fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f7bdd8-0eb6-4cc3-8c4a-a43fc3786fec,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:22.273494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc731396-b82a-467c-a06e-bae03d2a03fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.274145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-32e0ea8d-1216-4a8c-a50b-4574cf825983 None None] Provisioning for port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:22.274682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc731396-b82a-467c-a06e-bae03d2a03fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71f7bdd8-0eb6-4cc3-8c4a-a43fc3786fec HTTP/1.1" status: 204 len: 168 time: 1.0805752 Dec 21 22:18:22.287303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:22.290164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:subnet and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:22.292115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-32e0ea8d-1216-4a8c-a50b-4574cf825983 None None] Provisioning complete for port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:22.293131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32e0ea8d-1216-4a8c-a50b-4574cf825983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.293252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.294554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.296761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:22.378847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:22.450139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37938) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:22.459227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:22.494263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee212f6f-8b7c-4169-a2fb-ec59b56daf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.550217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee212f6f-8b7c-4169-a2fb-ec59b56daf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7fcfd1-d503-4f74-8960-debf17687459,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:22.715100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.729859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.755113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 99ebd05d-a330-40af-a282-01579fcc24cd will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:22.827229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.838630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee212f6f-8b7c-4169-a2fb-ec59b56daf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:22.842965 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee212f6f-8b7c-4169-a2fb-ec59b56daf66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c7fcfd1-d503-4f74-8960-debf17687459 HTTP/1.1" status: 204 len: 168 time: 1.5588138 Dec 21 22:18:22.870652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:23.040176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=6b98e686-a603-48c8-ad01-68bd770da95b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:23.046475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Router 23014768-bcbc-47f0-91e1-f24d98b2eb5a is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:18:23.061229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:23.064786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=99ebd05d-a330-40af-a282-01579fcc24cd,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:23.070743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:23.077666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:23.082547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:23.083521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:23.091929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e9d536a4-8b07-4dd0-b267-2d0da5663c87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96883d6ee31b4191af86c8b82aa864e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6379826 Dec 21 22:18:23.094004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37952) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:23.164038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': '2a5f4236-18c4-46f4-bee1-6babbd72c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '47f12ffe-3f1b-4de5-8993-ffd189fa1325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:23.164843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: 47f12ffe-3f1b-4de5-8993-ffd189fa1325, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:18:23.205082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:23.219072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8892485-e200-4570-b8b9-272fab36dcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:23.255065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8892485-e200-4570-b8b9-272fab36dcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:23.327294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Subnet': ['ID=74ad54ff-46db-4064-a716-9fd8d016f329,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:23.346618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Checking segment: {'id': '7891f524-bbcc-4e69-8929-3a0b05a01ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c87b8616-6d7d-492f-9d6c-3b2da573a712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:23.347005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network hostable DHCP agents. Network: c87b8616-6d7d-492f-9d6c-3b2da573a712, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:18:23.369521 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d7b174a7-7d99-4b4a-9d82-6862bdd285d7 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6737335 Dec 21 22:18:23.372923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37960) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:23.506473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:18:23.556129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:23.568464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f0e3f-ecb0-4f85-a74a-ab15eb64e03c None None] Sync routers for ids ['23014768-bcbc-47f0-91e1-f24d98b2eb5a'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:23.597803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, c87b8616-6d7d-492f-9d6c-3b2da573a712) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:23.601917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f0e3f-ecb0-4f85-a74a-ab15eb64e03c None None] Routers {'23014768-bcbc-47f0-91e1-f24d98b2eb5a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:23.612880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-298f0e3f-ecb0-4f85-a74a-ab15eb64e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['23014768-bcbc-47f0-91e1-f24d98b2eb5a'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:23.613077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:23.613217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a50996-f49d-4659-a7d9-0be39dd3056e None None] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:23.613333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:23.649087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:23.650844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d4e9baad-6949-45dd-84db-04cf7c6a1253 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6449993 Dec 21 22:18:23.660846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 37968) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:23.686095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:23.796656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-298f0e3f-ecb0-4f85-a74a-ab15eb64e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:23.831721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298f0e3f-ecb0-4f85-a74a-ab15eb64e03c None None] Routers {'23014768-bcbc-47f0-91e1-f24d98b2eb5a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:23.834955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-298f0e3f-ecb0-4f85-a74a-ab15eb64e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['23014768-bcbc-47f0-91e1-f24d98b2eb5a'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:23.851060 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a6e1b3f5-7dd4-429b-82e1-c67e92dd7813 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7885902 Dec 21 22:18:23.859239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37978) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:23.885599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8892485-e200-4570-b8b9-272fab36dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:23.908534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:18:23.932191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1404057246', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:23.957857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:23.967115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:router and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:23.973582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:23.985909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:24.030836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 47f12ffe-3f1b-4de5-8993-ffd189fa1325) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:24.045317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a487133-f183-409e-97e2-bd719aa96956 None None] Network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:24.076301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-298f0e3f-ecb0-4f85-a74a-ab15eb64e03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:24.076884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298f0e3f-ecb0-4f85-a74a-ab15eb64e03c None None] The sync data for ids ['23014768-bcbc-47f0-91e1-f24d98b2eb5a'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:24.129850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:24.130415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.137057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.137057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.145947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8892485-e200-4570-b8b9-272fab36dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b4032-db12-41d4-8a04-d96ba38daf60,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:24.217137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8892485-e200-4570-b8b9-272fab36dcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.220376 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8892485-e200-4570-b8b9-272fab36dcaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd6b4032-db12-41d4-8a04-d96ba38daf60 HTTP/1.1" status: 204 len: 168 time: 1.1217430 Dec 21 22:18:24.227391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e6aa9-d572-462d-a963-5e2596788d9d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 99ebd05d-a330-40af-a282-01579fcc24cd {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:24.227905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6aa9-d572-462d-a963-5e2596788d9d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.370286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.389202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b9a0be25-fbc8-4eef-8450-c67df1a05f6e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7196915 Dec 21 22:18:24.428157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 37994) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:24.469184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-908707645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:24.508587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:24.525740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6ef12d17-8a3a-403d-a406-91ad01644c8b None None] Provisioning for port 99ebd05d-a330-40af-a282-01579fcc24cd completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:24.537276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:router and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:24.545305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:24.573490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6ef12d17-8a3a-403d-a406-91ad01644c8b None None] Provisioning complete for port 99ebd05d-a330-40af-a282-01579fcc24cd triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:24.573907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ef12d17-8a3a-403d-a406-91ad01644c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.636210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:24.642410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6ef12d17-8a3a-403d-a406-91ad01644c8b None None] Port 99ebd05d-a330-40af-a282-01579fcc24cd cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:24.671604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-c87b8616-6d7d-492f-9d6c-3b2da573a712', 'network_id': 'c87b8616-6d7d-492f-9d6c-3b2da573a712', 'tenant_id': 'c0422a3227f743588e5e0acb071f15ad', 'fixed_ips': [{'subnet_id': '74ad54ff-46db-4064-a716-9fd8d016f329'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:24.672577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.815241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.816263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.821887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6aa9-d572-462d-a963-5e2596788d9d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.864156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-47f12ffe-3f1b-4de5-8993-ffd189fa1325', 'network_id': '47f12ffe-3f1b-4de5-8993-ffd189fa1325', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': '6b98e686-a603-48c8-ad01-68bd770da95b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:24.865103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.886777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.900735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:24.929525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38002) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:24.951752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:25.012039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:25.062127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Deleting port 7b93adcc-2dfb-42cb-aadf-b3e2cd944434 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:25.062683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:25.076687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e6aa9-d572-462d-a963-5e2596788d9d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 99ebd05d-a330-40af-a282-01579fcc24cd owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:25.166252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:25.177386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Allocated IP 172.20.0.2 (c87b8616-6d7d-492f-9d6c-3b2da573a712/74ad54ff-46db-4064-a716-9fd8d016f329/59a95b2c-a064-4056-9697-98cbb14f01c2) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:25.252679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:25.253976 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-31ae79cd-553c-407c-a89e-fd010473a90c tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8159912 Dec 21 22:18:25.258045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38016) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:25.438703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-939226847'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:25.486268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:25.503869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:25.517596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:25.563101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:25.574530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:25.590214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38024) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:25.620453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Allocated IP 2001:db8::2 (47f12ffe-3f1b-4de5-8993-ffd189fa1325/6b98e686-a603-48c8-ad01-68bd770da95b/cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:25.681051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:25.759292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Calling delete_port for 7b93adcc-2dfb-42cb-aadf-b3e2cd944434 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:25.792498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:25.799809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:25.822725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.073909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.082743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.209744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Transition to ACTIVE for port object 59a95b2c-a064-4056-9697-98cbb14f01c2 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:26.213603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Transition to ACTIVE for port object cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:26.318042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Transition to ACTIVE for port object 59a95b2c-a064-4056-9697-98cbb14f01c2 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:26.320592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Transition to ACTIVE for port object cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:26.323682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6aa9-d572-462d-a963-5e2596788d9d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.360013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.459959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.488726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e6aa9-d572-462d-a963-5e2596788d9d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=99ebd05d-a330-40af-a282-01579fcc24cd,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:26.523863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.547612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Pushing event updated for resources: {'Port': ['ID=59a95b2c-a064-4056-9697-98cbb14f01c2,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:26.570226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.705098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Pushing event updated for resources: {'Port': ['ID=cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:26.709055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:26.715918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:26.724073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:26.737589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:26.740574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:26.746331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:26.786659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:26.790717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:security_group_rule and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:26.794576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:26.801995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:26.837700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.26.6.249 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/d6516be8-fd4a-4c9a-b5d8-b9ecb86ffbc0) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:26.877570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.878860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38040) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:26.901215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c126a14c-7a90-49c0-b563-33822008845b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:26.901889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-c126a14c-7a90-49c0-b563-33822008845b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:18:26.907649 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c126a14c-7a90-49c0-b563-33822008845b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.3076711 Dec 21 22:18:26.912525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38044) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:26.941313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Pushing event deleted for resources: {'Port': ['ID=7b93adcc-2dfb-42cb-aadf-b3e2cd944434,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:26.955224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.962190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--193294411'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:26.971093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Attempting to bind port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:26.971732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Attempting to bind port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '2a5f4236-18c4-46f4-bee1-6babbd72c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '47f12ffe-3f1b-4de5-8993-ffd189fa1325'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:26.972311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Attempting to bind port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 on network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:26.987700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Attempting to bind port 59a95b2c-a064-4056-9697-98cbb14f01c2 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:26.988512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Attempting to bind port 59a95b2c-a064-4056-9697-98cbb14f01c2 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '7891f524-bbcc-4e69-8929-3a0b05a01ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c87b8616-6d7d-492f-9d6c-3b2da573a712'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:26.989114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Attempting to bind port 59a95b2c-a064-4056-9697-98cbb14f01c2 on network c87b8616-6d7d-492f-9d6c-3b2da573a712 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:26.992012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:26.995742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Checking segment: {'id': '2a5f4236-18c4-46f4-bee1-6babbd72c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '47f12ffe-3f1b-4de5-8993-ffd189fa1325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:26.995742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:26.995742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Bound using segment: {'id': '2a5f4236-18c4-46f4-bee1-6babbd72c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '47f12ffe-3f1b-4de5-8993-ffd189fa1325'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:26.995742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Bound port: cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5f4236-18c4-46f4-bee1-6babbd72c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '47f12ffe-3f1b-4de5-8993-ffd189fa1325'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:26.995742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.016314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:18:27.023828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:27.030095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Checking segment: {'id': '7891f524-bbcc-4e69-8929-3a0b05a01ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c87b8616-6d7d-492f-9d6c-3b2da573a712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:27.030095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.030095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Bound using segment: {'id': '7891f524-bbcc-4e69-8929-3a0b05a01ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c87b8616-6d7d-492f-9d6c-3b2da573a712'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:27.030095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Bound port: 59a95b2c-a064-4056-9697-98cbb14f01c2, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7891f524-bbcc-4e69-8929-3a0b05a01ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c87b8616-6d7d-492f-9d6c-3b2da573a712'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:27.030095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.041327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.041741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment 3030ea33-5b24-4efd-a640-89dee36bbbe0 of type vlan for network d97a321f-5157-4814-b26d-2714a7f25bd7 Dec 21 22:18:27.131817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:27.162874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:27.202155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:27.285479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.299573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] For port 59a95b2c-a064-4056-9697-98cbb14f01c2, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:27.302011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:27.303573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] For port 59a95b2c-a064-4056-9697-98cbb14f01c2, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=59a95b2c-a064-4056-9697-98cbb14f01c2,segment=NetworkSegment(7891f524-bbcc-4e69-8929-3a0b05a01ebf),segment_id=7891f524-bbcc-4e69-8929-3a0b05a01ebf)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:27.326081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f538e8-f2e0-43ab-9435-be9f453b6888,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:27.334975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703079436'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:27.397553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.431800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:27.436896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.459232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] For port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:27.468169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:27.474308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:27.490657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6aa9-d572-462d-a963-5e2596788d9d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.516666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] For port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111,segment=NetworkSegment(2a5f4236-18c4-46f4-bee1-6babbd72c9ac),segment_id=2a5f4236-18c4-46f4-bee1-6babbd72c9ac)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:27.547723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a197c1f-2625-493e-b8e6-404ec3f019ba None None] Pushing event updated for resources: {'Port': ['ID=59a95b2c-a064-4056-9697-98cbb14f01c2,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:27.559850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eb2e6aa9-d572-462d-a963-5e2596788d9d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/99ebd05d-a330-40af-a282-01579fcc24cd HTTP/1.1" status: 204 len: 168 time: 4.1849029 Dec 21 22:18:27.569321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38052) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:27.571323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.585046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.599346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:27.621900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.725196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8715e-7e7f-4b5e-bba9-3e62bb1c7b92 None None] Pushing event updated for resources: {'Port': ['ID=cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:27.730467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:27.736651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:27.762305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:27.763098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.771426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.810412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:27.826418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.838778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:27.845230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.864632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.868548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:27.869285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.877525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:27.923676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.028362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f964bc1b-650e-449c-86e1-6674d2d5d1c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:28.029169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f964bc1b-650e-449c-86e1-6674d2d5d1c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:28.120856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.135416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=d97a321f-5157-4814-b26d-2714a7f25bd7,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:28.179959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network d97a321f-5157-4814-b26d-2714a7f25bd7 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:18:28.244471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f964bc1b-650e-449c-86e1-6674d2d5d1c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:28.245784 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f964bc1b-650e-449c-86e1-6674d2d5d1c0 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6677690 Dec 21 22:18:28.251663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:28.254925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38056) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:28.263442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec86919d-515b-4508-b590-e26e0f2ab60d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.3290138 Dec 21 22:18:28.272499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38058) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:28.283302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:security_group_rule and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:28.292004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-163121296'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:28.298188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:28.302844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:28.311276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:28.318044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:28.330664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:28.340390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:28.349041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:28.351520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:28.369539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:28.383880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.457180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Router 23014768-bcbc-47f0-91e1-f24d98b2eb5a has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:28.461964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=d6516be8-fd4a-4c9a-b5d8-b9ecb86ffbc0,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:28.468262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.525315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:28.531826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.549135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904bc569-ce16-435d-aac5-cac7bfb6e620,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:28.602539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaf3749-146a-45c1-b256-b401771892d9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:28.607513 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7aaf3749-146a-45c1-b256-b401771892d9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3369172 Dec 21 22:18:28.610706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:28.614758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38064) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:28.621102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:28.628294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:28.643697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8::1 (47f12ffe-3f1b-4de5-8993-ffd189fa1325/6b98e686-a603-48c8-ad01-68bd770da95b/cd4b3f41-a721-4b82-baf4-1c62f533ecf6) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:28.681577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:18:28.729777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483c442-241b-4ed0-9b4e-ecee63e6c8ac tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:28.731513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483c442-241b-4ed0-9b4e-ecee63e6c8ac tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:28.733172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483c442-241b-4ed0-9b4e-ecee63e6c8ac tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:28.734074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f483c442-241b-4ed0-9b4e-ecee63e6c8ac tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:28.737263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:28.755784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.755784 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment 87c95c88-c07f-4526-a739-0d83639f2821 of type vlan for network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 Dec 21 22:18:28.862618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.884598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.935224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f483c442-241b-4ed0-9b4e-ecee63e6c8ac tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:28.939505 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f483c442-241b-4ed0-9b4e-ecee63e6c8ac tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3204691 Dec 21 22:18:28.940181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38070) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:28.948494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.987226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object cd4b3f41-a721-4b82-baf4-1c62f533ecf6 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:28.989629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.991669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:28.996501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:28.998435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.044155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:29.059848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f25c8-69c3-4067-9d58-0045454aaaf8 None None] Sync routers for ids ['23014768-bcbc-47f0-91e1-f24d98b2eb5a'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:29.091326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f25c8-69c3-4067-9d58-0045454aaaf8 None None] Routers {'23014768-bcbc-47f0-91e1-f24d98b2eb5a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:29.092037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-957f25c8-69c3-4067-9d58-0045454aaaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['23014768-bcbc-47f0-91e1-f24d98b2eb5a'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:29.097362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:18:29.103331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.104614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba7275-755c-4fb7-a44a-3355a01a75a2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:29.146912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.147454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment 4041dd4f-3151-447d-9b32-68935dbe96eb of type vlan for network c598aad2-aaa4-461c-a1e0-21115ac3e892 Dec 21 22:18:29.149634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8729804 Dec 21 22:18:29.151636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfc6f9-3804-449f-aa24-357c6b83a7b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=ab263bf3-bc75-478a-9b0c-8fd24df3b2a1,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:29.157743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38074) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:29.166363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'd97a321f-5157-4814-b26d-2714a7f25bd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:29.182088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.197206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.198231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.201323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.226147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-957f25c8-69c3-4067-9d58-0045454aaaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:29.230573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:18:29.232105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.236280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cd0101bc-2a95-45ed-931c-915a18dfd91f tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "PUT /v2.0/routers/23014768-bcbc-47f0-91e1-f24d98b2eb5a HTTP/1.1" status: 200 len: 706 time: 5.5664415 Dec 21 22:18:29.263375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38078) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:29.291806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.303542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f25c8-69c3-4067-9d58-0045454aaaf8 None None] Routers {'23014768-bcbc-47f0-91e1-f24d98b2eb5a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:29.304147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-957f25c8-69c3-4067-9d58-0045454aaaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['23014768-bcbc-47f0-91e1-f24d98b2eb5a'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:29.328302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.329684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3814075 Dec 21 22:18:29.338094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38082) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:29.347573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '85712764-881c-4892-9cab-1e54582b0094', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:29.352172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335910eb-2c37-4c91-8c84-aaabae92cff2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85712764-881c-4892-9cab-1e54582b0094,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:29.358955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:29.389898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:29.396898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:29.406034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:29.413131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d84128-5ff2-4082-9a54-63d88a6e0db6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 8a58f639-3eb7-4caf-9df0-b60a06d7508d {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:29.419486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7d84128-5ff2-4082-9a54-63d88a6e0db6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.467002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-957f25c8-69c3-4067-9d58-0045454aaaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:29.467468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957f25c8-69c3-4067-9d58-0045454aaaf8 None None] The sync data for ids ['23014768-bcbc-47f0-91e1-f24d98b2eb5a'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:29.489353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.494146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:29.499376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.530267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:29.538836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=cd4b3f41-a721-4b82-baf4-1c62f533ecf6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:29.541589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:29.544656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:29.550599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:29.551167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.585254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.601903 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7198169 Dec 21 22:18:29.607342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7d84128-5ff2-4082-9a54-63d88a6e0db6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.609659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:29.635932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:29.665667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 59a95b2c-a064-4056-9697-98cbb14f01c2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:29.683215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:29.703338 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e3f9c679-427c-4487-920e-6ad50837bc66 tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/routers/23014768-bcbc-47f0-91e1-f24d98b2eb5a HTTP/1.1" status: 200 len: 741 time: 0.4372542 Dec 21 22:18:29.711137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38086) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:29.776576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38090) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:29.805641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': 'c598aad2-aaa4-461c-a1e0-21115ac3e892', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:29.817730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeb8f6-13e5-45d8-a3a8-b74b581566e6 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=c598aad2-aaa4-461c-a1e0-21115ac3e892,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:29.830311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38096) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:29.830435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-65e7afb6-3e10-48fa-8d02-b46f115a623f tempest-RoutersAdminTest-2097536182 tempest-RoutersAdminTest-2097536182-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&device_id=23014768-bcbc-47f0-91e1-f24d98b2eb5a HTTP/1.1" status: 200 len: 205 time: 0.1113441 Dec 21 22:18:29.836116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network c598aad2-aaa4-461c-a1e0-21115ac3e892 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:18:29.853853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:29.871358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.896915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 59a95b2c-a064-4056-9697-98cbb14f01c2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:29.941751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:29.961658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:29.994241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eeb9f4a-47e8-46b4-8bac-ec2a685c0514,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:30.002188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9241980b-2b7c-4e65-bc51-dff81f97600c tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=23014768-bcbc-47f0-91e1-f24d98b2eb5a HTTP/1.1" status: 200 len: 205 time: 0.1635075 Dec 21 22:18:30.006088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:30.011231 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a148ed9-ba60-4c12-9982-f18f257f63c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6717060 Dec 21 22:18:30.012274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38100) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:30.012686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38102) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:30.023781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d614d824-f79e-48c7-bbff-f98135751254 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '85712764-881c-4892-9cab-1e54582b0094', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:30.149851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d614d824-f79e-48c7-bbff-f98135751254 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:30.160306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d614d824-f79e-48c7-bbff-f98135751254 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:30.166536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d614d824-f79e-48c7-bbff-f98135751254 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:30.170924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7d84128-5ff2-4082-9a54-63d88a6e0db6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:30.302310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d614d824-f79e-48c7-bbff-f98135751254 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:30.341421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f889-dcb4-4590-ad25-48803e440375 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:30.425210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:30.439063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:30.455835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:30.459925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:30.477217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:30.509830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1443667-444e-4af8-aa8d-b3d833c99269 None None] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:30.724908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d614d824-f79e-48c7-bbff-f98135751254 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:30.861459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4733c063-2606-4624-8e3f-0c95723887c5 None None] Provisioning for port 59a95b2c-a064-4056-9697-98cbb14f01c2 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:30.867779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4733c063-2606-4624-8e3f-0c95723887c5 None None] Provisioning complete for port 59a95b2c-a064-4056-9697-98cbb14f01c2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:30.868190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4733c063-2606-4624-8e3f-0c95723887c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:30.870737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:30.876578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.023495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4733c063-2606-4624-8e3f-0c95723887c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.041772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a0db0-ba70-4391-9ea5-0d0e1bdac008 None None] Network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:31.109732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:31.219081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7d84128-5ff2-4082-9a54-63d88a6e0db6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.250928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4733c063-2606-4624-8e3f-0c95723887c5 None None] For port 59a95b2c-a064-4056-9697-98cbb14f01c2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=59a95b2c-a064-4056-9697-98cbb14f01c2,segment=NetworkSegment(7891f524-bbcc-4e69-8929-3a0b05a01ebf),segment_id=7891f524-bbcc-4e69-8929-3a0b05a01ebf)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:31.310904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4733c063-2606-4624-8e3f-0c95723887c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.389405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-d614d824-f79e-48c7-bbff-f98135751254 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:18:31.390177 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d614d824-f79e-48c7-bbff-f98135751254 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3727872 Dec 21 22:18:31.399534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d84128-5ff2-4082-9a54-63d88a6e0db6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=8a58f639-3eb7-4caf-9df0-b60a06d7508d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:31.403886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38110) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:31.405047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7d84128-5ff2-4082-9a54-63d88a6e0db6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.438478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f889-dcb4-4590-ad25-48803e440375 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.440934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3babce38-bf66-439c-aa19-cd7a6007eb40 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:31.458173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f889-dcb4-4590-ad25-48803e440375 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.463585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f7d84128-5ff2-4082-9a54-63d88a6e0db6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/8a58f639-3eb7-4caf-9df0-b60a06d7508d HTTP/1.1" status: 204 len: 168 time: 2.5172217 Dec 21 22:18:31.464379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38114) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:31.498914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.589468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ede2a55-ea46-4022-8421-7a3b4ea5471b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet d034db15-ae37-4b59-9d10-c0730597f73e {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:31.598178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ede2a55-ea46-4022-8421-7a3b4ea5471b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.649259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf559c5-10dd-4629-bbad-7ad18b18bd28 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.650951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f889-dcb4-4590-ad25-48803e440375 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.651513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac8f889-dcb4-4590-ad25-48803e440375 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Fanout notify agent at l3_agent the message router_deleted on router 23014768-bcbc-47f0-91e1-f24d98b2eb5a {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:18:31.686799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f889-dcb4-4590-ad25-48803e440375 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.688031 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7ac8f889-dcb4-4590-ad25-48803e440375 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/23014768-bcbc-47f0-91e1-f24d98b2eb5a HTTP/1.1" status: 204 len: 168 time: 1.6726029 Dec 21 22:18:31.699050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38118) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:31.747016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.747364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf559c5-10dd-4629-bbad-7ad18b18bd28 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.763407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ede2a55-ea46-4022-8421-7a3b4ea5471b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.786539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=b389fc81-5973-4a0f-9cf3-1600fdc72465,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:31.812057 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a487066c-68cb-4016-8181-e89d065bddc4 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=23014768-bcbc-47f0-91e1-f24d98b2eb5a HTTP/1.1" status: 200 len: 205 time: 0.1076810 Dec 21 22:18:31.822078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38122) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:31.875376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733c063-2606-4624-8e3f-0c95723887c5 None None] Pushing event updated for resources: {'Port': ['ID=59a95b2c-a064-4056-9697-98cbb14f01c2,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:31.905751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-72c073a6-73d8-47ec-be9c-206d6fcd2850 None None] Provisioning for port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:31.933625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-677c0640-d23f-4c44-867e-e2b660fc126b tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] delete failed (client error): The resource could not be found. Dec 21 22:18:31.934855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-677c0640-d23f-4c44-867e-e2b660fc126b tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/23014768-bcbc-47f0-91e1-f24d98b2eb5a HTTP/1.1" status: 404 len: 336 time: 0.1037731 Dec 21 22:18:31.937920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38126) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:31.947901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-72c073a6-73d8-47ec-be9c-206d6fcd2850 None None] Provisioning complete for port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:31.948327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72c073a6-73d8-47ec-be9c-206d6fcd2850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:31.973169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': '3030ea33-5b24-4efd-a640-89dee36bbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd97a321f-5157-4814-b26d-2714a7f25bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:31.973952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: d97a321f-5157-4814-b26d-2714a7f25bd7, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:18:32.006934 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b01fbd18-2f33-4a64-8207-06af2b848545 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=346c6f62-df5f-4ed0-a067-764c374a014e HTTP/1.1" status: 200 len: 205 time: 0.0678346 Dec 21 22:18:32.009501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38130) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.094720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf559c5-10dd-4629-bbad-7ad18b18bd28 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.114031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router 5ca7f1fe-9b42-454a-b4c1-67a41411dedb is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:18:32.130758 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-2e769af5-e584-4669-b18f-456d463c4638 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] delete failed (client error): The resource could not be found. Dec 21 22:18:32.131900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2e769af5-e584-4669-b18f-456d463c4638 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/346c6f62-df5f-4ed0-a067-764c374a014e HTTP/1.1" status: 404 len: 336 time: 0.1204114 Dec 21 22:18:32.136487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38134) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.140159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf559c5-10dd-4629-bbad-7ad18b18bd28 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85712764-881c-4892-9cab-1e54582b0094,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:32.234586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-32fb8505-44d9-4945-a540-1326c086bb7d tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bed2312-4974-495b-bddd-ab8f92cf2380 HTTP/1.1" status: 200 len: 205 time: 0.0896070 Dec 21 22:18:32.237491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38138) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.241822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72c073a6-73d8-47ec-be9c-206d6fcd2850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.280440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-72c073a6-73d8-47ec-be9c-206d6fcd2850 None None] For port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111,segment=NetworkSegment(2a5f4236-18c4-46f4-bee1-6babbd72c9ac),segment_id=2a5f4236-18c4-46f4-bee1-6babbd72c9ac)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:32.316722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72c073a6-73d8-47ec-be9c-206d6fcd2850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.336252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf559c5-10dd-4629-bbad-7ad18b18bd28 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.338771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9bf559c5-10dd-4629-bbad-7ad18b18bd28 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/85712764-881c-4892-9cab-1e54582b0094 HTTP/1.1" status: 204 len: 168 time: 0.9305751 Dec 21 22:18:32.350641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ede2a55-ea46-4022-8421-7a3b4ea5471b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.377041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38144) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.382324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network d97a321f-5157-4814-b26d-2714a7f25bd7 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:18:32.408565 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-be3c4be8-fa80-4477-bace-358e2b2a41e5 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] delete failed (client error): The resource could not be found. Dec 21 22:18:32.410643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be3c4be8-fa80-4477-bace-358e2b2a41e5 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/9bed2312-4974-495b-bddd-ab8f92cf2380 HTTP/1.1" status: 404 len: 336 time: 0.1721673 Dec 21 22:18:32.419069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38148) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.441856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c073a6-73d8-47ec-be9c-206d6fcd2850 None None] Pushing event updated for resources: {'Port': ['ID=cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:32.500646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2d4e0b39-4d32-4181-966c-814adeeb252e None None] Provisioning complete for port 59a95b2c-a064-4056-9697-98cbb14f01c2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:32.502723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0b39-4d32-4181-966c-814adeeb252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.503485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8f9cf4f-a6e6-410f-b8c6-5f3168d26b33 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=f22656d5-bc9b-4aab-9f2a-19c3defc72fa HTTP/1.1" status: 200 len: 205 time: 0.0826266 Dec 21 22:18:32.506619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38152) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.547161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.553448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, d97a321f-5157-4814-b26d-2714a7f25bd7) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:32.585235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:32.585893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.617753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92cdd0-d6d7-4ada-ac43-592fca6f1ee5 None None] Network d97a321f-5157-4814-b26d-2714a7f25bd7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:32.627877 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a669ecc8-c8e5-4dbb-9d99-4e897ffaed25 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2478261 Dec 21 22:18:32.628821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.629644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.653700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38156) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.679645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-e86d2c93-334d-4739-bf55-895e9fc01e97 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] delete failed (client error): The resource could not be found. Dec 21 22:18:32.681293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e86d2c93-334d-4739-bf55-895e9fc01e97 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/f22656d5-bc9b-4aab-9f2a-19c3defc72fa HTTP/1.1" status: 404 len: 336 time: 0.1737819 Dec 21 22:18:32.684214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38158) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.766187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096684786'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:32.773046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:32.777048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:32.778919 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-350abc64-04ca-42a4-abe5-eeefbe143d90 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=42eb541a-5a36-43d2-94ac-63ba862debde HTTP/1.1" status: 200 len: 205 time: 0.0801380 Dec 21 22:18:32.780651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:32.781565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38164) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.787907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:32.801154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=cd4b3f41-a721-4b82-baf4-1c62f533ecf6,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:32.881951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ede2a55-ea46-4022-8421-7a3b4ea5471b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.889970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.948605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:32.971313 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-4701e370-87ba-4695-916b-2ae3869967af tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] delete failed (client error): The resource could not be found. Dec 21 22:18:32.978232 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4701e370-87ba-4695-916b-2ae3869967af tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/42eb541a-5a36-43d2-94ac-63ba862debde HTTP/1.1" status: 404 len: 336 time: 0.1953919 Dec 21 22:18:33.003228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38168) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.018805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f937fc6f-b8b3-4b20-983b-a1160c0ff3b5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8588817 Dec 21 22:18:33.033187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ede2a55-ea46-4022-8421-7a3b4ea5471b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:33.035998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38170) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.063565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c364dce-4ddb-4609-bf2b-78ee248da425 None None] Provisioning complete for port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:33.064407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c364dce-4ddb-4609-bf2b-78ee248da425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:33.094074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-d97a321f-5157-4814-b26d-2714a7f25bd7', 'network_id': 'd97a321f-5157-4814-b26d-2714a7f25bd7', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': 'b389fc81-5973-4a0f-9cf3-1600fdc72465'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:33.097815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede2a55-ea46-4022-8421-7a3b4ea5471b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=d034db15-ae37-4b59-9d10-c0730597f73e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:33.098894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:33.126944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:33.131480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:33.134917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:33.149771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:33.209293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ede2a55-ea46-4022-8421-7a3b4ea5471b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/d034db15-ae37-4b59-9d10-c0730597f73e HTTP/1.1" status: 204 len: 168 time: 1.7399070 Dec 21 22:18:33.212758 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8fc2b738-ba08-42e6-a23f-ae99d74780dd tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "GET /v2.0/ports?device_id=af55d20d-fa1e-4e2b-bfb2-155782bc987a HTTP/1.1" status: 200 len: 205 time: 0.1268454 Dec 21 22:18:33.213607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38176) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.216604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38178) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.226080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:33.250731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'ab263bf3-bc75-478a-9b0c-8fd24df3b2a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:33.312366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:33.324177 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1e366218-1407-4ffe-9d0f-db48406d2539 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1091352 Dec 21 22:18:33.350817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Allocated IP 172.20.0.2 (d97a321f-5157-4814-b26d-2714a7f25bd7/b389fc81-5973-4a0f-9cf3-1600fdc72465/082e03cb-0f94-4f0e-864c-3b83a80fd52e) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:33.368599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38184) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.393964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232cf969-a98a-4691-ad0b-17b77229cef3,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:33.420942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-2315568b-6895-47ed-9d2e-4891fa0a85b7 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] delete failed (client error): The resource could not be found. Dec 21 22:18:33.422386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2315568b-6895-47ed-9d2e-4891fa0a85b7 tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/routers/af55d20d-fa1e-4e2b-bfb2-155782bc987a HTTP/1.1" status: 404 len: 336 time: 0.1070495 Dec 21 22:18:33.427134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38188) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.533012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbe7552-c71b-48c3-9114-5915efe7fa8e tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:33.539019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbe7552-c71b-48c3-9114-5915efe7fa8e tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:33.544496 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bcbe7552-c71b-48c3-9114-5915efe7fa8e tempest-RoutersAdminTest-1736417300 tempest-RoutersAdminTest-1736417300-project] 10.222.0.30 "DELETE /v2.0/subnets/918f6426-8b21-444a-94ac-6be663836a24 HTTP/1.1" status: 404 len: 337 time: 0.1128578 Dec 21 22:18:33.623612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 59a95b2c-a064-4056-9697-98cbb14f01c2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:33.631496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:33.696686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=40dd1f12-3f5e-451f-8830-f511a1543650,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:33.730304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:33.741925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bded185-f279-467c-80db-124314b3d294 None None] Sync routers for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:33.766410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bded185-f279-467c-80db-124314b3d294 None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:33.767099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0bded185-f279-467c-80db-124314b3d294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:33.772151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:33.773102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5792f684-ab23-42db-b5c0-1d915bb914db None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:33.797809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:33.819102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:33.856456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Transition to ACTIVE for port object 082e03cb-0f94-4f0e-864c-3b83a80fd52e will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:33.859162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0bded185-f279-467c-80db-124314b3d294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:33.873287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bded185-f279-467c-80db-124314b3d294 None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:33.874210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0bded185-f279-467c-80db-124314b3d294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:33.887068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:33.891850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-63c0e694-7641-418a-976b-4cd85e8c7787 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1308835 Dec 21 22:18:33.891850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:33.893535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38196) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.901097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b7d35287-0684-4eb2-be2d-6c33519ee5e7 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '232cf969-a98a-4691-ad0b-17b77229cef3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:33.902333 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-b7d35287-0684-4eb2-be2d-6c33519ee5e7 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:33.909942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b7d35287-0684-4eb2-be2d-6c33519ee5e7 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0128477 Dec 21 22:18:33.914096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38200) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:34.001407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Transition to ACTIVE for port object 082e03cb-0f94-4f0e-864c-3b83a80fd52e will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:34.010041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c364dce-4ddb-4609-bf2b-78ee248da425 None None] Provisioning for port cd4b3f41-a721-4b82-baf4-1c62f533ecf6 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:34.010722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:34.015369 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-62dbf43d-0326-496f-abee-a783ce8aaa6f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.1469982 Dec 21 22:18:34.035317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38204) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:34.149239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:34.192411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 59a95b2c-a064-4056-9697-98cbb14f01c2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:34.193055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:34.312873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38210) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:34.315324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0bded185-f279-467c-80db-124314b3d294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:34.316028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bded185-f279-467c-80db-124314b3d294 None None] The sync data for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:34.341604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Network d97a321f-5157-4814-b26d-2714a7f25bd7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:34.342938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c364dce-4ddb-4609-bf2b-78ee248da425 None None] Provisioning complete for port cd4b3f41-a721-4b82-baf4-1c62f533ecf6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:34.343550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c364dce-4ddb-4609-bf2b-78ee248da425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:34.382460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b904224-ec76-4fce-829c-b4bc96a83875 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:34.403355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:34.406371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:34.437080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b904224-ec76-4fce-829c-b4bc96a83875 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:34.542440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': '4041dd4f-3151-447d-9b32-68935dbe96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c598aad2-aaa4-461c-a1e0-21115ac3e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:34.545245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: c598aad2-aaa4-461c-a1e0-21115ac3e892, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:18:34.636512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:34.643859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5c364dce-4ddb-4609-bf2b-78ee248da425 None None] Port cd4b3f41-a721-4b82-baf4-1c62f533ecf6 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:34.651781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:34.658741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:34.664609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:34.667307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b904224-ec76-4fce-829c-b4bc96a83875 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:34.674253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:34.678650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:34.691309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:34.710551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:34.712889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:34.735659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network c598aad2-aaa4-461c-a1e0-21115ac3e892 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:18:34.769026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:34.818501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:34.841775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, c598aad2-aaa4-461c-a1e0-21115ac3e892) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:34.882703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:35.014918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Pushing event updated for resources: {'Port': ['ID=082e03cb-0f94-4f0e-864c-3b83a80fd52e,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:35.016147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.023566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ef560-ee79-4b89-92f2-b4013c18e53c None None] Network c598aad2-aaa4-461c-a1e0-21115ac3e892 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:35.039117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:35.039772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.044813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Attempting to bind port 082e03cb-0f94-4f0e-864c-3b83a80fd52e on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:35.045641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Attempting to bind port 082e03cb-0f94-4f0e-864c-3b83a80fd52e by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '3030ea33-5b24-4efd-a640-89dee36bbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd97a321f-5157-4814-b26d-2714a7f25bd7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:35.045793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Attempting to bind port 082e03cb-0f94-4f0e-864c-3b83a80fd52e on network d97a321f-5157-4814-b26d-2714a7f25bd7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:35.058837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:35.059413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:35.060049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Checking segment: {'id': '3030ea33-5b24-4efd-a640-89dee36bbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd97a321f-5157-4814-b26d-2714a7f25bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:35.060795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.060906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Bound using segment: {'id': '3030ea33-5b24-4efd-a640-89dee36bbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd97a321f-5157-4814-b26d-2714a7f25bd7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:35.061616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Bound port: 082e03cb-0f94-4f0e-864c-3b83a80fd52e, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3030ea33-5b24-4efd-a640-89dee36bbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd97a321f-5157-4814-b26d-2714a7f25bd7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:35.062365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.063737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] Usage tracker for resource:security_group_rule and tenant:2dfcf699a488451387c4cd0aa308acee is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:35.066702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:35.073063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:35.146183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.155601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b904224-ec76-4fce-829c-b4bc96a83875 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232cf969-a98a-4691-ad0b-17b77229cef3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:35.161785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b904224-ec76-4fce-829c-b4bc96a83875 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.161785 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5b904224-ec76-4fce-829c-b4bc96a83875 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/232cf969-a98a-4691-ad0b-17b77229cef3 HTTP/1.1" status: 204 len: 168 time: 1.2436051 Dec 21 22:18:35.170359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38218) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:35.172398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] For port 082e03cb-0f94-4f0e-864c-3b83a80fd52e, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:35.176624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] For port 082e03cb-0f94-4f0e-864c-3b83a80fd52e, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=082e03cb-0f94-4f0e-864c-3b83a80fd52e,segment=NetworkSegment(3030ea33-5b24-4efd-a640-89dee36bbbe0),segment_id=3030ea33-5b24-4efd-a640-89dee36bbbe0)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:35.203286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.228028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.311280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93eba44-32fd-432e-9aa7-d23703513d33,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:35.322352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4e00127e-db79-48fb-9200-acee31fec59f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 5.5315957 Dec 21 22:18:35.327988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-251442eb-746a-434b-9084-3a4cd7b7d6eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2dfcf699a488451387c4cd0aa308acee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0115392 Dec 21 22:18:35.331162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38222) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:35.331537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38224) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:35.343909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1852320539'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:35.363510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.383312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-452227e5-3b99-4240-b7d4-a8b7c8cbc546 None None] Provisioning complete for port cd4b3f41-a721-4b82-baf4-1c62f533ecf6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:35.383831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-452227e5-3b99-4240-b7d4-a8b7c8cbc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.404020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:35.426894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ab785d39-3870-4609-a9b5-ebad0b6c5d9a tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Synchronizing usage tracker for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:35.431375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef5bde76-3717-43d3-b418-03204b751b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.515080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:35.515668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.541599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:35.559787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-452227e5-3b99-4240-b7d4-a8b7c8cbc546 None None] Port cd4b3f41-a721-4b82-baf4-1c62f533ecf6 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:35.561857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:18:35.562844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:35.576846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] Deleting port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:35.577292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.585531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:35.632600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef5bde76-3717-43d3-b418-03204b751b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.638024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b3120-fae6-413f-acda-3a3665fe5447 None None] Pushing event updated for resources: {'Port': ['ID=082e03cb-0f94-4f0e-864c-3b83a80fd52e,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:35.725880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:35.733954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.755585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ab785d39-3870-4609-a9b5-ebad0b6c5d9a tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Unset dirty status for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:35.759040 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ab785d39-3870-4609-a9b5-ebad0b6c5d9a tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5882647 Dec 21 22:18:35.763696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38230) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:35.769694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734877871'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:35.774557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:18:35.782109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:35.787973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef5bde76-3717-43d3-b418-03204b751b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.792769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.804939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bde76-3717-43d3-b418-03204b751b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93eba44-32fd-432e-9aa7-d23703513d33,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:35.850582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:35.852597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 76193c01-4550-4b67-afa5-d1fbbcfd7596 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:18:35.894108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.894822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment b73b9d87-92c3-455f-b88e-ee9224affb2a of type vlan for network a489e870-0cb0-41b5-913e-ec6d0c7d358d Dec 21 22:18:35.907988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] For port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:35.907988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.932134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:35.936637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.942237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:35.944136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.956148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:35.956893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.965105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=770c30a7-c22e-4e30-9883-3992c6d35a9f,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:35.995010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef5bde76-3717-43d3-b418-03204b751b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:35.999511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ef5bde76-3717-43d3-b418-03204b751b5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c93eba44-32fd-432e-9aa7-d23703513d33 HTTP/1.1" status: 204 len: 168 time: 0.6612508 Dec 21 22:18:36.065025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:36.088120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:36.102742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:36.104019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:36.247005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:36.255094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:36.259290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:36.273746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:36.287926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] Calling delete_port for 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:36.295273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c4ac14a-5fc8-47cf-b353-5c19d5e4c917 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8965778 Dec 21 22:18:36.301018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38238) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:36.322301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-452227e5-3b99-4240-b7d4-a8b7c8cbc546 None None] Provisioning complete for port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:36.323002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-452227e5-3b99-4240-b7d4-a8b7c8cbc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:36.382719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:36.454352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=430688a8-d79b-4812-8c6e-08f24cb93bee,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:36.463821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=a489e870-0cb0-41b5-913e-ec6d0c7d358d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:36.475281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2e1c9642-f5b6-46a6-aab5-7ce7a3f8d3d7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1412215 Dec 21 22:18:36.483651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38244) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:36.495666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': 'a489e870-0cb0-41b5-913e-ec6d0c7d358d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:36.496155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-c598aad2-aaa4-461c-a1e0-21115ac3e892', 'network_id': 'c598aad2-aaa4-461c-a1e0-21115ac3e892', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': '40dd1f12-3f5e-451f-8830-f511a1543650'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:36.497567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:36.508383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network a489e870-0cb0-41b5-913e-ec6d0c7d358d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:18:36.659298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': '87c95c88-c07f-4526-a739-0d83639f2821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab263bf3-bc75-478a-9b0c-8fd24df3b2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:36.660147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: ab263bf3-bc75-478a-9b0c-8fd24df3b2a1, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:18:36.699373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:36.705425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:36.707966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:36.717747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:36.724634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:36.774595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:36.782906 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.plugins.ml2.db [None req-452227e5-3b99-4240-b7d4-a8b7c8cbc546 None None] No ports have port_id starting with 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 Dec 21 22:18:36.784199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:36.804465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:36.850317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:36.876561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:36.889646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:36.895389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] Pushing event deleted for resources: {'Port': ['ID=883bf51e-db5a-4e67-b714-9ecbc6e91cf7,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:36.910565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c174d13-77c9-4b8c-9f7d-53ee6cf94598,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:36.932467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:36.937145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195d16f-a4cb-44d4-a1f1-575d33248567 None None] No DVR routers for this DVR port 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:18:36.938870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 082e03cb-0f94-4f0e-864c-3b83a80fd52e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:36.945401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:36.955115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4588ab2a-1d34-4e52-bc9b-6a905877ef4e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/76193c01-4550-4b67-afa5-d1fbbcfd7596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6928735 Dec 21 22:18:36.956588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:18:36.959156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38248) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:36.990234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c191e8-d3bd-4cfe-a68b-a9da7f2eca19 None None] Sync routers for ids ['76193c01-4550-4b67-afa5-d1fbbcfd7596'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:37.003818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.019148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edee0794-1eb6-4022-bb1f-028487240f2e None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:37.027594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.036260 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4974dab9-04f0-4527-83f7-a1edadff3841 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2714298 Dec 21 22:18:37.042596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:18:37.048068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38252) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:37.055537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1505587c-ad4f-4454-ade6-4608d5271aa4 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '4c174d13-77c9-4b8c-9f7d-53ee6cf94598', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:37.056457 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-1505587c-ad4f-4454-ade6-4608d5271aa4 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:37.057698 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1505587c-ad4f-4454-ade6-4608d5271aa4 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112014 Dec 21 22:18:37.058727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, ab263bf3-bc75-478a-9b0c-8fd24df3b2a1) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:37.063227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38256) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:37.063842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38258) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:37.107723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:37.108758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.112725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:37.120321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.121159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097795c4-17a1-4e36-be03-4f365653d095 None None] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:37.438204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 770c30a7-c22e-4e30-9883-3992c6d35a9f (CIDR: 2001:db8::/64) Dec 21 22:18:37.445490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77938071-8cfa-421c-95f3-f6af84e2aef2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:37.446171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-77938071-8cfa-421c-95f3-f6af84e2aef2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:37.480233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:37.481640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:37.496453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Allocated IP 172.20.255.242 (c598aad2-aaa4-461c-a1e0-21115ac3e892/40dd1f12-3f5e-451f-8830-f511a1543650/57ed9919-5584-49ce-8629-01632b205111) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:37.501940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c191e8-d3bd-4cfe-a68b-a9da7f2eca19 None None] Routers {'76193c01-4550-4b67-afa5-d1fbbcfd7596'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:37.502613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f4c191e8-d3bd-4cfe-a68b-a9da7f2eca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['76193c01-4550-4b67-afa5-d1fbbcfd7596'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:37.516419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9bb79368-c9fa-4771-8b50-c5656a1eaeb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4788146 Dec 21 22:18:37.531123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38266) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:37.549504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-561836559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:37.557243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:37.562094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:router and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:37.566074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:37.576789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:37.606912 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-02598b28-7e74-4d9a-af66-ed48b346fc4e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2984953 Dec 21 22:18:37.610413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38270) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:37.615146 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c2cc78a-5725-4c45-bfda-db41793fd13c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=137622afc4174d53973248dba5dc4cfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5490251 Dec 21 22:18:37.615929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-77938071-8cfa-421c-95f3-f6af84e2aef2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:37.617184 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-77938071-8cfa-421c-95f3-f6af84e2aef2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports/cd4b3f41-a721-4b82-baf4-1c62f533ecf6 HTTP/1.1" status: 200 len: 911 time: 0.6539605 Dec 21 22:18:37.618198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38274) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:37.620517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:37.626512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38276) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:37.627428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.628537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.641318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-603c8908-aadb-4fd7-a6bd-4394d80e3766 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b98e686-a603-48c8-ad01-68bd770da95b'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:37.686898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b12b84c-ae21-45a8-9540-02a22a003336 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.764965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.776425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b12b84c-ae21-45a8-9540-02a22a003336 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.836326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:37.933399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:37.941919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:37.955300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:38.032041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:38.034587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.212892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:38.264692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c788be-d0c4-4242-9fea-b86712895d8d None None] Network d97a321f-5157-4814-b26d-2714a7f25bd7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:38.304691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b467401e-19b7-4174-a448-122390a2ed28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.327640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f4c191e8-d3bd-4cfe-a68b-a9da7f2eca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:38.352524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.360507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b12b84c-ae21-45a8-9540-02a22a003336 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.368111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 082e03cb-0f94-4f0e-864c-3b83a80fd52e completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:38.372808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-ab263bf3-bc75-478a-9b0c-8fd24df3b2a1', 'network_id': 'ab263bf3-bc75-478a-9b0c-8fd24df3b2a1', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': '430688a8-d79b-4812-8c6e-08f24cb93bee'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:38.373995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.389812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b467401e-19b7-4174-a448-122390a2ed28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.399365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d27cf71a-19fe-42ba-a357-d8b27474b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.422720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d207dcf4-0a0f-4259-8458-573e5cc5e42c None None] Provisioning for port 082e03cb-0f94-4f0e-864c-3b83a80fd52e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:38.457650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12b84c-ae21-45a8-9540-02a22a003336 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c174d13-77c9-4b8c-9f7d-53ee6cf94598,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:38.514654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b12b84c-ae21-45a8-9540-02a22a003336 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.519438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0b12b84c-ae21-45a8-9540-02a22a003336 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/4c174d13-77c9-4b8c-9f7d-53ee6cf94598 HTTP/1.1" status: 204 len: 168 time: 1.4518478 Dec 21 22:18:38.520282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38284) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:38.568604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.573051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-306ccfdf-5532-4f95-a2f6-a5c50da48d0f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0405409 Dec 21 22:18:38.573953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38288) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:38.584258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.600328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Transition to ACTIVE for port object 57ed9919-5584-49ce-8629-01632b205111 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:38.658430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-603c8908-aadb-4fd7-a6bd-4394d80e3766 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.682484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=9ad3969b-1ee6-4397-9e50-b54c9c527283,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:38.706520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': 'b73b9d87-92c3-455f-b88e-ee9224affb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a489e870-0cb0-41b5-913e-ec6d0c7d358d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:38.706926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: a489e870-0cb0-41b5-913e-ec6d0c7d358d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:18:38.740057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 082e03cb-0f94-4f0e-864c-3b83a80fd52e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:38.740752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.763061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.796068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-617e3de7-6343-436d-a2bc-34d4c2fe3edd tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Synchronizing usage tracker for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:38.809391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d207dcf4-0a0f-4259-8458-573e5cc5e42c None None] Provisioning complete for port 082e03cb-0f94-4f0e-864c-3b83a80fd52e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:38.809841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d207dcf4-0a0f-4259-8458-573e5cc5e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:38.838699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network a489e870-0cb0-41b5-913e-ec6d0c7d358d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:18:38.964024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Transition to ACTIVE for port object 57ed9919-5584-49ce-8629-01632b205111 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:38.966061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c191e8-d3bd-4cfe-a68b-a9da7f2eca19 None None] Routers {'76193c01-4550-4b67-afa5-d1fbbcfd7596'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:38.966740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f4c191e8-d3bd-4cfe-a68b-a9da7f2eca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['76193c01-4550-4b67-afa5-d1fbbcfd7596'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:39.021464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'tenant_id': '97f5abcc4b164ddcbb8c1b357300c294', 'fixed_ips': [{'subnet_id': '770c30a7-c22e-4e30-9883-3992c6d35a9f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:39.022297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.107107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f4c191e8-d3bd-4cfe-a68b-a9da7f2eca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:39.107566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c191e8-d3bd-4cfe-a68b-a9da7f2eca19 None None] The sync data for ids ['76193c01-4550-4b67-afa5-d1fbbcfd7596'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:39.229843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.20.0.1 (c87b8616-6d7d-492f-9d6c-3b2da573a712/74ad54ff-46db-4064-a716-9fd8d016f329/29c75673-ffa0-4d21-9f46-cad998940d61) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:39.252756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Allocated IP 172.21.0.2 (ab263bf3-bc75-478a-9b0c-8fd24df3b2a1/430688a8-d79b-4812-8c6e-08f24cb93bee/a6b05793-4180-4f61-af72-1973f676f2f2) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:39.598733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.621079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Transition to ACTIVE for port object 29c75673-ffa0-4d21-9f46-cad998940d61 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:39.712811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.731382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d207dcf4-0a0f-4259-8458-573e5cc5e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.777164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.829681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, a489e870-0cb0-41b5-913e-ec6d0c7d358d) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:39.834000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:39.834629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.860753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/770c30a7-c22e-4e30-9883-3992c6d35a9f/3804d3a8-ace0-4479-968b-0e9f03785703) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:39.907389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6d27f-654d-461a-b4b1-875b2f61a8f7 None None] Network a489e870-0cb0-41b5-913e-ec6d0c7d358d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:39.920597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d207dcf4-0a0f-4259-8458-573e5cc5e42c None None] For port 082e03cb-0f94-4f0e-864c-3b83a80fd52e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=082e03cb-0f94-4f0e-864c-3b83a80fd52e,segment=NetworkSegment(3030ea33-5b24-4efd-a640-89dee36bbbe0),segment_id=3030ea33-5b24-4efd-a640-89dee36bbbe0)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:39.939379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.953575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b467401e-19b7-4174-a448-122390a2ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.957373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-617e3de7-6343-436d-a2bc-34d4c2fe3edd tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Unset dirty status for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:39.958779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-617e3de7-6343-436d-a2bc-34d4c2fe3edd tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.4186122 Dec 21 22:18:39.973341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:39.973723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38302) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:39.986135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956875024'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:39.991995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.011805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-68b6311f-dfb3-4ee7-94be-415ddb5ccf58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5260296 Dec 21 22:18:40.023584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38306) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:40.038054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467401e-19b7-4174-a448-122390a2ed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab758d0-12f8-40ce-918b-9231aa56943a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:40.043978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:40.112859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b467401e-19b7-4174-a448-122390a2ed28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.114025 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b467401e-19b7-4174-a448-122390a2ed28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ab758d0-12f8-40ce-918b-9231aa56943a HTTP/1.1" status: 204 len: 168 time: 2.4920092 Dec 21 22:18:40.139316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:40.151569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:40.151994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:18:40.180707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d207dcf4-0a0f-4259-8458-573e5cc5e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.180814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-603c8908-aadb-4fd7-a6bd-4394d80e3766 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.180894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:40.196613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:40.217465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=29c75673-ffa0-4d21-9f46-cad998940d61,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:40.230034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:40.251755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Network c598aad2-aaa4-461c-a1e0-21115ac3e892 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:40.254686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.297078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.298483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:40.301132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-603c8908-aadb-4fd7-a6bd-4394d80e3766 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.303242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:40.311664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c8908-aadb-4fd7-a6bd-4394d80e3766 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:40.312470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-603c8908-aadb-4fd7-a6bd-4394d80e3766 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.313956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-603c8908-aadb-4fd7-a6bd-4394d80e3766 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/ports/cd4b3f41-a721-4b82-baf4-1c62f533ecf6 HTTP/1.1" status: 200 len: 911 time: 2.6800678 Dec 21 22:18:40.327266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38312) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:40.365014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.438758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd7ce-c958-41a8-a4df-9b5a98e577e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.547820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.651486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Pushing event updated for resources: {'Port': ['ID=57ed9919-5584-49ce-8629-01632b205111,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:40.811795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.842716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:40.847292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=a3fe6b43-41b2-4c31-8bc7-eb85c41dd0be,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:40.864509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:40.883980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:40.885378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:40.993126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.023472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c8908-aadb-4fd7-a6bd-4394d80e3766 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=cd4b3f41-a721-4b82-baf4-1c62f533ecf6,revision_number=3']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:41.049611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Attempting to bind port 57ed9919-5584-49ce-8629-01632b205111 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:41.049884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Attempting to bind port 57ed9919-5584-49ce-8629-01632b205111 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4041dd4f-3151-447d-9b32-68935dbe96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c598aad2-aaa4-461c-a1e0-21115ac3e892'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:41.050297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Attempting to bind port 57ed9919-5584-49ce-8629-01632b205111 on network c598aad2-aaa4-461c-a1e0-21115ac3e892 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:41.072228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.075201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Transition to ACTIVE for port object a6b05793-4180-4f61-af72-1973f676f2f2 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:41.142454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-794d0a49-40c6-4edd-b368-f47525e2f050 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5279703 Dec 21 22:18:41.142454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.159964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38334) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:41.167631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:4e:13:2a', 'name': 'tempest-NetworksTestDHCPv6-523793342'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:41.313464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:41.318087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:18:41.327496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:41.334292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:41.345954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207dcf4-0a0f-4259-8458-573e5cc5e42c None None] Pushing event updated for resources: {'Port': ['ID=082e03cb-0f94-4f0e-864c-3b83a80fd52e,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:41.378013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:41.378442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Checking segment: {'id': '4041dd4f-3151-447d-9b32-68935dbe96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c598aad2-aaa4-461c-a1e0-21115ac3e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:41.378891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.379332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Bound using segment: {'id': '4041dd4f-3151-447d-9b32-68935dbe96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c598aad2-aaa4-461c-a1e0-21115ac3e892'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:41.379863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Bound port: 57ed9919-5584-49ce-8629-01632b205111, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4041dd4f-3151-447d-9b32-68935dbe96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c598aad2-aaa4-461c-a1e0-21115ac3e892'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:41.380272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.402003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.20.0.1 (d97a321f-5157-4814-b26d-2714a7f25bd7/b389fc81-5973-4a0f-9cf3-1600fdc72465/310ff516-c338-407d-b8b3-b0f1e9d2c6b9) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:41.407042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53217daa-d493-4c2f-ad37-503360472025 None None] Provisioning complete for port 082e03cb-0f94-4f0e-864c-3b83a80fd52e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:41.407455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53217daa-d493-4c2f-ad37-503360472025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.468404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:18:41.468788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 883bf51e-db5a-4e67-b714-9ecbc6e91cf7 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:18:41.471581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Transition to ACTIVE for port object a6b05793-4180-4f61-af72-1973f676f2f2 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:41.488445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e8f68-6c1e-439c-b384-c4f26ed637d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-a489e870-0cb0-41b5-913e-ec6d0c7d358d', 'network_id': 'a489e870-0cb0-41b5-913e-ec6d0c7d358d', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': '9ad3969b-1ee6-4397-9e50-b54c9c527283'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:41.489340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d76e8f68-6c1e-439c-b384-c4f26ed637d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.557273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:41.650201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:41.684936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:41.704095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 082e03cb-0f94-4f0e-864c-3b83a80fd52e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:41.732610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.763436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:41.771268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.785907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.811642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.853170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 05759faa-400f-4cd0-b325-7d56227eca9f yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:18:41.886582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Transition to ACTIVE for port object 3804d3a8-ace0-4479-968b-0e9f03785703 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:41.910476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:41.994484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:42.006556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:42.008626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Pushing event updated for resources: {'Port': ['ID=a6b05793-4180-4f61-af72-1973f676f2f2,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:42.012791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:42.019395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object 310ff516-c338-407d-b8b3-b0f1e9d2c6b9 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:42.025598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.041686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.082105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Transition to ACTIVE for port object 3804d3a8-ace0-4479-968b-0e9f03785703 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:42.106198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.125575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad3969b-1ee6-4397-9e50-b54c9c527283,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server [None req-d76e8f68-6c1e-439c-b384-c4f26ed637d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ad3969b-1ee6-4397-9e50-b54c9c527283: This subnet is being modified by another concurrent operation. Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:18:42.142689 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ad3969b-1ee6-4397-9e50-b54c9c527283: This subnet is being modified by another concurrent operation. Dec 21 22:18:42.148693 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Dec 21 22:18:42.175396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] For port 57ed9919-5584-49ce-8629-01632b205111, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:42.176892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb070f-8541-4a4a-be07-fe49a4f1968b None None] Network a489e870-0cb0-41b5-913e-ec6d0c7d358d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:42.222878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.341060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1448bdcf-9d66-4134-a85c-ed1212b1c500,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:42.345711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.454790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.454790 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-598a385b-4010-48cf-aad1-2bb5650ab0f6 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4638355 Dec 21 22:18:42.454790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network d97a321f-5157-4814-b26d-2714a7f25bd7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:42.467542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.469444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38352) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.474061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.493754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.520171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:42.534048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:42.598075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] For port 57ed9919-5584-49ce-8629-01632b205111, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=57ed9919-5584-49ce-8629-01632b205111,segment=NetworkSegment(4041dd4f-3151-447d-9b32-68935dbe96eb),segment_id=4041dd4f-3151-447d-9b32-68935dbe96eb)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:42.621781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a489e870-0cb0-41b5-913e-ec6d0c7d358d']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:42.635606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.638517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73b9d87-92c3-455f-b88e-ee9224affb2a') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:42.639027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73b9d87-92c3-455f-b88e-ee9224affb2a') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:42.644187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=310ff516-c338-407d-b8b3-b0f1e9d2c6b9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:42.664328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.683341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.692230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:18:42.693374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.744289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:42.859586 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:42.864068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-da9d0f94-7760-40e9-b42d-f755a9e34b9b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '1448bdcf-9d66-4134-a85c-ed1212b1c500', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:42.864881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-da9d0f94-7760-40e9-b42d-f755a9e34b9b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:42.865982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-da9d0f94-7760-40e9-b42d-f755a9e34b9b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.2921684 Dec 21 22:18:42.871927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38368) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.895609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1707e74e-37e9-4d87-b5b4-81f6e8779f8c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '1448bdcf-9d66-4134-a85c-ed1212b1c500', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:42.899511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-1707e74e-37e9-4d87-b5b4-81f6e8779f8c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:42.901546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1707e74e-37e9-4d87-b5b4-81f6e8779f8c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0216227 Dec 21 22:18:42.905368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.918959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38372) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.935090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c9c2eefe-f15d-4920-b806-2cfd0828d335 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '1448bdcf-9d66-4134-a85c-ed1212b1c500', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:42.936224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-c9c2eefe-f15d-4920-b806-2cfd0828d335 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:42.937600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c9c2eefe-f15d-4920-b806-2cfd0828d335 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145750 Dec 21 22:18:42.945750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38376) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.956655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-efcd85ec-c000-4831-87ab-e68dd5dc89ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '1448bdcf-9d66-4134-a85c-ed1212b1c500', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:42.957818 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-efcd85ec-c000-4831-87ab-e68dd5dc89ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:42.959020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:42.959426 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-efcd85ec-c000-4831-87ab-e68dd5dc89ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0119367 Dec 21 22:18:43.025545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38380) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:43.123996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:43.132088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Attempting to bind port a6b05793-4180-4f61-af72-1973f676f2f2 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:43.132544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Attempting to bind port a6b05793-4180-4f61-af72-1973f676f2f2 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '87c95c88-c07f-4526-a739-0d83639f2821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab263bf3-bc75-478a-9b0c-8fd24df3b2a1'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:43.132963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Attempting to bind port a6b05793-4180-4f61-af72-1973f676f2f2 on network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:43.157675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:43.193670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 082e03cb-0f94-4f0e-864c-3b83a80fd52e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:43.194098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.208261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6f0703d-a7fa-48b4-9d31-7d18d9a9382d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.327019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:43.330835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Pushing event updated for resources: {'Port': ['ID=3804d3a8-ace0-4479-968b-0e9f03785703,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:43.416056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:43.430230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Checking segment: {'id': '87c95c88-c07f-4526-a739-0d83639f2821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab263bf3-bc75-478a-9b0c-8fd24df3b2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:43.430230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.430230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Bound using segment: {'id': '87c95c88-c07f-4526-a739-0d83639f2821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab263bf3-bc75-478a-9b0c-8fd24df3b2a1'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:43.430230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Bound port: a6b05793-4180-4f61-af72-1973f676f2f2, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c95c88-c07f-4526-a739-0d83639f2821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ab263bf3-bc75-478a-9b0c-8fd24df3b2a1'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:43.430230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.430838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=29c75673-ffa0-4d21-9f46-cad998940d61,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:43.511767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6f0703d-a7fa-48b4-9d31-7d18d9a9382d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.522307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::130 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/770c30a7-c22e-4e30-9883-3992c6d35a9f/05759faa-400f-4cd0-b325-7d56227eca9f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:43.530699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:132a (46b25152-08cb-4b8d-89e6-3a84ce307aa7/a3fe6b43-41b2-4c31-8bc7-eb85c41dd0be/05759faa-400f-4cd0-b325-7d56227eca9f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:43.555887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53217daa-d493-4c2f-ad37-503360472025 None None] Provisioning for port 29c75673-ffa0-4d21-9f46-cad998940d61 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:43.651746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.662844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] For port a6b05793-4180-4f61-af72-1973f676f2f2, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:43.666603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] For port a6b05793-4180-4f61-af72-1973f676f2f2, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a6b05793-4180-4f61-af72-1973f676f2f2,segment=NetworkSegment(87c95c88-c07f-4526-a739-0d83639f2821),segment_id=87c95c88-c07f-4526-a739-0d83639f2821)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:43.677984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.700926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.717445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.739410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53217daa-d493-4c2f-ad37-503360472025 None None] Provisioning complete for port 29c75673-ffa0-4d21-9f46-cad998940d61 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:43.739999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53217daa-d493-4c2f-ad37-503360472025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.746135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/a489e870-0cb0-41b5-913e-ec6d0c7d358d HTTP/1.1" status: 204 len: 168 time: 3.7201817 Dec 21 22:18:43.748898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d893c02-7858-4b33-bdfb-eadeb54fe4f7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=a489e870-0cb0-41b5-913e-ec6d0c7d358d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:43.753882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38396) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:43.776987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35405470'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:43.788707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:43.828749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c1c86-c9e6-43a5-99d4-e4c228195317 None None] Pushing event updated for resources: {'Port': ['ID=57ed9919-5584-49ce-8629-01632b205111,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:43.863337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:43.872195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:43.926833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Attempting to bind port 3804d3a8-ace0-4479-968b-0e9f03785703 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:43.927419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Attempting to bind port 3804d3a8-ace0-4479-968b-0e9f03785703 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:43.927899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Attempting to bind port 3804d3a8-ace0-4479-968b-0e9f03785703 on network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:43.938689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-53217daa-d493-4c2f-ad37-503360472025 None None] Port 29c75673-ffa0-4d21-9f46-cad998940d61 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:43.950397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38400) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:43.957505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:43.957929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Checking segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:43.958381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.958819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Bound using segment: {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:43.959356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Bound port: 3804d3a8-ace0-4479-968b-0e9f03785703, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:43.959768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:43.966474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:44.074067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8da0ce-bfbf-4c75-8669-f7b80e3cffe1 None None] Pushing event updated for resources: {'Port': ['ID=a6b05793-4180-4f61-af72-1973f676f2f2,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:44.162727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:44.169729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.246350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] For port 3804d3a8-ace0-4479-968b-0e9f03785703, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:44.254646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] For port 3804d3a8-ace0-4479-968b-0e9f03785703, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3804d3a8-ace0-4479-968b-0e9f03785703,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:44.265826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d718c883-ede1-4ecd-b879-b78a70fd60d4 None None] Provisioning for port 310ff516-c338-407d-b8b3-b0f1e9d2c6b9 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:44.266019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:44.268634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d718c883-ede1-4ecd-b879-b78a70fd60d4 None None] Provisioning complete for port 310ff516-c338-407d-b8b3-b0f1e9d2c6b9 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:44.269055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d718c883-ede1-4ecd-b879-b78a70fd60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.269241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:44.271342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:18:44.355433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.528538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d718c883-ede1-4ecd-b879-b78a70fd60d4 None None] Port 310ff516-c338-407d-b8b3-b0f1e9d2c6b9 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:44.559912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353caf1f-b8f0-4419-a8ae-19044c57ec5a None None] Pushing event updated for resources: {'Port': ['ID=3804d3a8-ace0-4479-968b-0e9f03785703,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:44.590352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.590765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment 47409027-2ba7-4298-b60d-93caac1e3d7d of type vlan for network 4bba1d65-6099-4b67-aa66-72d9271345f0 Dec 21 22:18:44.632443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6f0703d-a7fa-48b4-9d31-7d18d9a9382d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.647046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.678398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2073512798', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:44.690850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:44.701468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0703d-a7fa-48b4-9d31-7d18d9a9382d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1448bdcf-9d66-4134-a85c-ed1212b1c500,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:44.721877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Usage tracker for resource:port and tenant:786b084da01d4d1da484d1e1e63717e6 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:44.729241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:44.737190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.743130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6f0703d-a7fa-48b4-9d31-7d18d9a9382d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.744680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a6f0703d-a7fa-48b4-9d31-7d18d9a9382d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/1448bdcf-9d66-4134-a85c-ed1212b1c500 HTTP/1.1" status: 204 len: 168 time: 1.7127559 Dec 21 22:18:44.749756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38408) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:44.843650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:44.856646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.861032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:44.861855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.920916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b7dec71f-dc34-430f-a25e-79ebf1f49318 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Synchronizing usage tracker for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:44.925743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Made reservation on behalf of 786b084da01d4d1da484d1e1e63717e6 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:44.927825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.931368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.963087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:44.971485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a14fb229-2b47-4f6e-8d76-93a6ca718e06 None None] Provisioning complete for port 29c75673-ffa0-4d21-9f46-cad998940d61 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:44.971912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a14fb229-2b47-4f6e-8d76-93a6ca718e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:45.035258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a14fb229-2b47-4f6e-8d76-93a6ca718e06 None None] Port 29c75673-ffa0-4d21-9f46-cad998940d61 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:45.042000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b7dec71f-dc34-430f-a25e-79ebf1f49318 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Unset dirty status for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:45.047277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b7dec71f-dc34-430f-a25e-79ebf1f49318 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2879477 Dec 21 22:18:45.050260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=4bba1d65-6099-4b67-aa66-72d9271345f0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:45.054133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 05759faa-400f-4cd0-b325-7d56227eca9f will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:45.066119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 4bba1d65-6099-4b67-aa66-72d9271345f0 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:18:45.075553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38412) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:45.085159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:45.108100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043605300'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:45.117836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:45.126051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:45.162339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:45.170969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=310ff516-c338-407d-b8b3-b0f1e9d2c6b9,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:45.201786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port cd4b3f41-a721-4b82-baf4-1c62f533ecf6 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:45.202089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:45.205665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:45.233621 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fbece167-009b-4da9-b154-4faa93bc6f0d tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4748335 Dec 21 22:18:45.239743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38416) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:45.270770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:45.280504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:45.287552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': '4bba1d65-6099-4b67-aa66-72d9271345f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:45.296171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:45.301208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:45.301894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:45.408501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:45.414631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:45.447439 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2861409 Dec 21 22:18:45.452462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38420) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:45.455975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:45.456349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Usage tracker for resource:security_group_rule and tenant:786b084da01d4d1da484d1e1e63717e6 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:45.469368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:45.474512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63e828-5b56-4b3c-986d-b86672d5c74a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=05759faa-400f-4cd0-b325-7d56227eca9f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:45.547029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:45.596603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:45.604672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:45.637410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:45.645862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:45.695649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-751161b5-dbe2-46c2-b285-759b60821069 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 05759faa-400f-4cd0-b325-7d56227eca9f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:45.696040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-751161b5-dbe2-46c2-b285-759b60821069 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:45.733763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:45.737649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:45.771172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:45.772578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:45.846686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network d97a321f-5157-4814-b26d-2714a7f25bd7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:45.900986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:45.906996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router 5ca7f1fe-9b42-454a-b4c1-67a41411dedb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:45.963398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.016714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.099004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.118554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.213562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.216766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] device_id is not set on port e6d09563-975b-4331-8265-b4ae13a96ec5 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:18:46.237388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a6b05793-4180-4f61-af72-1973f676f2f2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:46.312291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0696ac2f-f2af-437f-ade4-5387e7100aad None None] Network c598aad2-aaa4-461c-a1e0-21115ac3e892 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:46.312550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Performing IP validity checks on allocation pools {{(pid=88994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 22:18:46.312997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 22:18:46.326897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.437369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-751161b5-dbe2-46c2-b285-759b60821069 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.495354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for cd4b3f41-a721-4b82-baf4-1c62f533ecf6 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:46.521960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e7bd67fb-e8ba-4490-b7df-edf70cd98b07 None None] Provisioning for port 57ed9919-5584-49ce-8629-01632b205111 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:46.642357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a6b05793-4180-4f61-af72-1973f676f2f2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:46.661984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 57ed9919-5584-49ce-8629-01632b205111 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:46.801545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c80172d-d5ec-4234-aecb-5f8a2eee3b01 None None] Provisioning complete for port 310ff516-c338-407d-b8b3-b0f1e9d2c6b9 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:46.802079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c80172d-d5ec-4234-aecb-5f8a2eee3b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.854773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.858917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7586522 Dec 21 22:18:46.867774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38428) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:46.871102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.884232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 57ed9919-5584-49ce-8629-01632b205111 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:46.898341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 57ed9919-5584-49ce-8629-01632b205111 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:46.898763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:46.927420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f59a3b3d-4cf9-4f8f-83f2-464bba3b7d7b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:46.928103 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-f59a3b3d-4cf9-4f8f-83f2-464bba3b7d7b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:46.932378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f59a3b3d-4cf9-4f8f-83f2-464bba3b7d7b tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0501671 Dec 21 22:18:46.948583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38432) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:46.973143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6820e54c-b59e-416f-b68d-e61b42fe5fb3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:46.985080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6820e54c-b59e-416f-b68d-e61b42fe5fb3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:46.989253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6820e54c-b59e-416f-b68d-e61b42fe5fb3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:46.992739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6820e54c-b59e-416f-b68d-e61b42fe5fb3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:46.997181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5c80172d-d5ec-4234-aecb-5f8a2eee3b01 None None] Port 310ff516-c338-407d-b8b3-b0f1e9d2c6b9 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:46.999916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6820e54c-b59e-416f-b68d-e61b42fe5fb3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:47.006619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-751161b5-dbe2-46c2-b285-759b60821069 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 05759faa-400f-4cd0-b325-7d56227eca9f owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:47.009149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78538adc-03d4-4b10-82c3-b11c5fd33e4d None None] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:47.196152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd126e-2e30-49f5-888e-851702097961,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:47.270972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930a3d6-aa48-43cd-afbd-67066ac0f9c8 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cb0f8a-8caa-4742-b147-22cd9659aa8c,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:47.398544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': '47409027-2ba7-4298-b60d-93caac1e3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bba1d65-6099-4b67-aa66-72d9271345f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:47.398962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: 4bba1d65-6099-4b67-aa66-72d9271345f0, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:18:47.431296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Allocated IP 172.26.6.160 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/e6d09563-975b-4331-8265-b4ae13a96ec5) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:47.439244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=9d03410a-9758-4677-80d4-6bfb97758e2a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:47.474745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:47.490212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73292-70eb-452a-90d8-17e232aeaf8b None None] Sync routers for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:47.516928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e73292-70eb-452a-90d8-17e232aeaf8b None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:47.517617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-29e73292-70eb-452a-90d8-17e232aeaf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:47.539837 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82523834-02b9-46b5-a82a-a2fe73ab76c8 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/routers/5ca7f1fe-9b42-454a-b4c1-67a41411dedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4996564 Dec 21 22:18:47.542721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38436) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:47.551697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'port': {'network_id': 'c87b8616-6d7d-492f-9d6c-3b2da573a712', 'name': 'tempest-FloatingIPTestJSON-2000945439'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:47.579858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-751161b5-dbe2-46c2-b285-759b60821069 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:47.668457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-29e73292-70eb-452a-90d8-17e232aeaf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:47.692140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751161b5-dbe2-46c2-b285-759b60821069 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=05759faa-400f-4cd0-b325-7d56227eca9f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:47.715493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e73292-70eb-452a-90d8-17e232aeaf8b None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:47.715493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-29e73292-70eb-452a-90d8-17e232aeaf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:47.716857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network 4bba1d65-6099-4b67-aa66-72d9271345f0 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:18:47.719720 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-6820e54c-b59e-416f-b68d-e61b42fe5fb3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:47.720896 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6820e54c-b59e-416f-b68d-e61b42fe5fb3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7635868 Dec 21 22:18:47.721704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:47.735695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38440) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:47.743248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:47.770123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f2437b91-0e16-4f71-b5ca-d37a9135f3c3 None None] Provisioning for port a6b05793-4180-4f61-af72-1973f676f2f2 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:47.788851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=cd4b3f41-a721-4b82-baf4-1c62f533ecf6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:47.799237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-80c6e296-1573-49eb-9f4d-a3e014683a75 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:47.799924 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-80c6e296-1573-49eb-9f4d-a3e014683a75 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:47.801356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-80c6e296-1573-49eb-9f4d-a3e014683a75 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201545 Dec 21 22:18:47.804274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 57ed9919-5584-49ce-8629-01632b205111, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=57ed9919-5584-49ce-8629-01632b205111,segment=NetworkSegment(4041dd4f-3151-447d-9b32-68935dbe96eb),segment_id=4041dd4f-3151-447d-9b32-68935dbe96eb)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:47.806334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f2437b91-0e16-4f71-b5ca-d37a9135f3c3 None None] Provisioning complete for port a6b05793-4180-4f61-af72-1973f676f2f2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:47.806784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2437b91-0e16-4f71-b5ca-d37a9135f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:47.845848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38444) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:47.845848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router 95eaee7d-817d-4f07-85c5-cbad5d15ec09 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:18:47.845848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a2336361-f70a-4ca4-b2a4-1b2be8d19197 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:47.846291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-29e73292-70eb-452a-90d8-17e232aeaf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:47.846291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73292-70eb-452a-90d8-17e232aeaf8b None None] The sync data for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:47.846591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a2336361-f70a-4ca4-b2a4-1b2be8d19197 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:47.846943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a2336361-f70a-4ca4-b2a4-1b2be8d19197 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:47.850237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a2336361-f70a-4ca4-b2a4-1b2be8d19197 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:47.858346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a2336361-f70a-4ca4-b2a4-1b2be8d19197 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:47.896279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a1b45-f16d-4d4d-b337-3587c8393eb7 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:47.918565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:47.923297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Usage tracker for resource:port and tenant:c0422a3227f743588e5e0acb071f15ad is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:47.928578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:47.947667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:48.002572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-751161b5-dbe2-46c2-b285-759b60821069 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.007871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-751161b5-dbe2-46c2-b285-759b60821069 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/05759faa-400f-4cd0-b325-7d56227eca9f HTTP/1.1" status: 204 len: 168 time: 2.5467477 Dec 21 22:18:48.014070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38450) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.049007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 4bba1d65-6099-4b67-aa66-72d9271345f0) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:48.086198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3430ec8-7111-4733-bb75-f81c1be84d60 None None] Network 4bba1d65-6099-4b67-aa66-72d9271345f0 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:48.088845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:48.090184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.144970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.146089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3804d3a8-ace0-4479-968b-0e9f03785703 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:48.184234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Made reservation on behalf of c0422a3227f743588e5e0acb071f15ad for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:48.190658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.192886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdda8a-aa8c-4d7f-a37b-40bd01124873 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:48.193862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-60cdda8a-aa8c-4d7f-a37b-40bd01124873 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:48.200640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.322572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-60cdda8a-aa8c-4d7f-a37b-40bd01124873 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:48.325364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60cdda8a-aa8c-4d7f-a37b-40bd01124873 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3102572 Dec 21 22:18:48.328038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38454) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.338029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] device_id is not set on port c848aada-a437-441f-b8c6-d28c92924f38 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:18:48.425428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.461884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b56ce-acd3-4fc2-8e39-f42bf3fdd7ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:48.461884 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-104b56ce-acd3-4fc2-8e39-f42bf3fdd7ff tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1165197 Dec 21 22:18:48.462211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38458) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.473072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-a2336361-f70a-4ca4-b2a4-1b2be8d19197 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:48.476949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a2336361-f70a-4ca4-b2a4-1b2be8d19197 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6555474 Dec 21 22:18:48.481846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38462) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.505634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-46915b0d-5e31-4c3c-ad6f-8493a49967fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:48.506330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-46915b0d-5e31-4c3c-ad6f-8493a49967fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:48.510353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-46915b0d-5e31-4c3c-ad6f-8493a49967fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0172884 Dec 21 22:18:48.514887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38466) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.525109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2437b91-0e16-4f71-b5ca-d37a9135f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.529343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3bde4649-ddbf-4af5-8e32-30f9d80a6f67 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:48.546936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aff38a4b-09aa-430d-bff5-4c19b2b66a55 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2989655 Dec 21 22:18:48.555856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38470) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.563076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3bde4649-ddbf-4af5-8e32-30f9d80a6f67 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:48.568393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Pushing event updated for resources: {'Port': ['ID=e6d09563-975b-4331-8265-b4ae13a96ec5,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:48.572732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:48.576484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=57ed9919-5584-49ce-8629-01632b205111,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:48.597805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.621854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3bde4649-ddbf-4af5-8e32-30f9d80a6f67 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:48.625241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:48.655287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3804d3a8-ace0-4479-968b-0e9f03785703 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:48.684211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f2437b91-0e16-4f71-b5ca-d37a9135f3c3 None None] For port a6b05793-4180-4f61-af72-1973f676f2f2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a6b05793-4180-4f61-af72-1973f676f2f2,segment=NetworkSegment(87c95c88-c07f-4526-a739-0d83639f2821),segment_id=87c95c88-c07f-4526-a739-0d83639f2821)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:48.685240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e926d-155f-40c0-92b5-c9ce7e62b691 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:48.686762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e926d-155f-40c0-92b5-c9ce7e62b691 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:48.688432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e926d-155f-40c0-92b5-c9ce7e62b691 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:48.689314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-278e926d-155f-40c0-92b5-c9ce7e62b691 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:48.738758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3bde4649-ddbf-4af5-8e32-30f9d80a6f67 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:48.748398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.753605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2437b91-0e16-4f71-b5ca-d37a9135f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.755497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:48.810656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:48.818207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Allocated IP 172.20.0.7 (c87b8616-6d7d-492f-9d6c-3b2da573a712/74ad54ff-46db-4064-a716-9fd8d016f329/c848aada-a437-441f-b8c6-d28c92924f38) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:48.821992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-4bba1d65-6099-4b67-aa66-72d9271345f0', 'network_id': '4bba1d65-6099-4b67-aa66-72d9271345f0', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': '9d03410a-9758-4677-80d4-6bfb97758e2a'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:18:48.851572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:48.851572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.852038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:48.852124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3bde4649-ddbf-4af5-8e32-30f9d80a6f67 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:48.852213 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6205b744-9804-4bed-b7f9-e48fed1b1843 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/95eaee7d-817d-4f07-85c5-cbad5d15ec09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2537076 Dec 21 22:18:48.852292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38474) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.858816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 57ed9919-5584-49ce-8629-01632b205111 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:48.901678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-278e926d-155f-40c0-92b5-c9ce7e62b691 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:48.902491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-278e926d-155f-40c0-92b5-c9ce7e62b691 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4312019 Dec 21 22:18:48.905318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355994e-a0d2-400c-9117-82c267d367b3 None None] Sync routers for ids ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:48.923018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38478) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.989831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c1cab7-91b9-45c4-833e-bbc5504eab58 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:48.993969 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82c1cab7-91b9-45c4-833e-bbc5504eab58 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports/310ff516-c338-407d-b8b3-b0f1e9d2c6b9 HTTP/1.1" status: 200 len: 910 time: 0.1379154 Dec 21 22:18:48.995246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38484) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:49.079934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eca238-a314-49c1-9209-dcb23a7e9744 None None] Update dhcp port {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': '770c30a7-c22e-4e30-9883-3992c6d35a9f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3fe6b43-41b2-4c31-8bc7-eb85c41dd0be'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '3804d3a8-ace0-4479-968b-0e9f03785703'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:18:49.127404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Provisioning complete for port 57ed9919-5584-49ce-8629-01632b205111 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:49.127823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.173402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355994e-a0d2-400c-9117-82c267d367b3 None None] Routers {'95eaee7d-817d-4f07-85c5-cbad5d15ec09'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:49.174537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0355994e-a0d2-400c-9117-82c267d367b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:49.192876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.223969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2437b91-0e16-4f71-b5ca-d37a9135f3c3 None None] Pushing event updated for resources: {'Port': ['ID=a6b05793-4180-4f61-af72-1973f676f2f2,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:49.269338 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-28a65c65-0c92-4d97-ac86-5a170288d310 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.2900341 Dec 21 22:18:49.269338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38488) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:49.269338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.160'}]}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.278657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0355994e-a0d2-400c-9117-82c267d367b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:49.280688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:49.304076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Usage tracker for resource:router and tenant:786b084da01d4d1da484d1e1e63717e6 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:49.308372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:49.318037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:49.348844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02eca238-a314-49c1-9209-dcb23a7e9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.377844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 57ed9919-5584-49ce-8629-01632b205111 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:49.378261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.470975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-3bde4649-ddbf-4af5-8e32-30f9d80a6f67 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:49.474953 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3bde4649-ddbf-4af5-8e32-30f9d80a6f67 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9525802 Dec 21 22:18:49.482030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38492) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:49.490891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-295c62d0-fac3-43bb-946a-fc1c99374843 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.491560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-295c62d0-fac3-43bb-946a-fc1c99374843 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:49.495508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-295c62d0-fac3-43bb-946a-fc1c99374843 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084341 Dec 21 22:18:49.496439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38496) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:49.503576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b5ce9082-4709-4ce2-9c54-7217f6c0b37c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.510416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355994e-a0d2-400c-9117-82c267d367b3 None None] Routers {'95eaee7d-817d-4f07-85c5-cbad5d15ec09'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:49.511107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0355994e-a0d2-400c-9117-82c267d367b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:49.512249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5ce9082-4709-4ce2-9c54-7217f6c0b37c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:49.519315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5ce9082-4709-4ce2-9c54-7217f6c0b37c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:49.523030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5ce9082-4709-4ce2-9c54-7217f6c0b37c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:49.533331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5ce9082-4709-4ce2-9c54-7217f6c0b37c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:49.584901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb18c88-43ce-4e30-bbcc-e816533ad523 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet 770c30a7-c22e-4e30-9883-3992c6d35a9f {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:49.588230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb18c88-43ce-4e30-bbcc-e816533ad523 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.626621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.627614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.748863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.813919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Allocated IP 172.20.0.3 (4bba1d65-6099-4b67-aa66-72d9271345f0/9d03410a-9758-4677-80d4-6bfb97758e2a/3bec6e12-89a3-44f6-8d45-efd3c0f505bb) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:49.816731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0355994e-a0d2-400c-9117-82c267d367b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:49.817182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355994e-a0d2-400c-9117-82c267d367b3 None None] The sync data for ids ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:49.844886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-b5ce9082-4709-4ce2-9c54-7217f6c0b37c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:49.849071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b5ce9082-4709-4ce2-9c54-7217f6c0b37c tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3486075 Dec 21 22:18:49.853553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38500) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:49.864065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5a459086-1df3-4a72-834a-23dbdf001dae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'd1cb0f8a-8caa-4742-b147-22cd9659aa8c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.875128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a459086-1df3-4a72-834a-23dbdf001dae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:49.883513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a459086-1df3-4a72-834a-23dbdf001dae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:49.939418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a459086-1df3-4a72-834a-23dbdf001dae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:49.972577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:49.989659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a459086-1df3-4a72-834a-23dbdf001dae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:49.995013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb18c88-43ce-4e30-bbcc-e816533ad523 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.056501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Transition to ACTIVE for port object c848aada-a437-441f-b8c6-d28c92924f38 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:50.085148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 76193c01-4550-4b67-afa5-d1fbbcfd7596 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:50.090705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.214054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.263733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb18c88-43ce-4e30-bbcc-e816533ad523 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.283023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.299417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Transition to ACTIVE for port object 3bec6e12-89a3-44f6-8d45-efd3c0f505bb will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:50.319849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Transition to ACTIVE for port object 3bec6e12-89a3-44f6-8d45-efd3c0f505bb will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:50.330412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Provisioning for port 3804d3a8-ace0-4479-968b-0e9f03785703 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:50.336689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:50.337036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.405076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:50.423375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:50.426242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:50.438015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.476957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.493762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event updated for resources: {'Port': ['ID=c848aada-a437-441f-b8c6-d28c92924f38,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:50.517827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:50.525674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.528323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aeb739-0d1f-4449-86fa-af32810f9918 None None] Sync routers for ids ['76193c01-4550-4b67-afa5-d1fbbcfd7596'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:50.550225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aeb739-0d1f-4449-86fa-af32810f9918 None None] Routers {'76193c01-4550-4b67-afa5-d1fbbcfd7596'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:50.550946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-54aeb739-0d1f-4449-86fa-af32810f9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['76193c01-4550-4b67-afa5-d1fbbcfd7596'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:50.559071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0695ebae-7ebf-4179-bf8e-c6312b742b3d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/76193c01-4550-4b67-afa5-d1fbbcfd7596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1424751 Dec 21 22:18:50.576877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:50.577617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.583918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38506) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.622693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Pushing event updated for resources: {'Port': ['ID=3bec6e12-89a3-44f6-8d45-efd3c0f505bb,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:50.634190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Network 4bba1d65-6099-4b67-aa66-72d9271345f0 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:50.679412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:50.682052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server [None req-02eca238-a314-49c1-9209-dcb23a7e9744 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 770c30a7-c22e-4e30-9883-3992c6d35a9f: This subnet is being modified by another concurrent operation. Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:18:50.689508 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1657, in update_port Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server db_port=port_db) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1495, in update_port Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server new_port=new_port) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 716, in update_port Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server new_port.get('mac_address')) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 431, in update_port_with_ips Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server new_mac) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 354, in _update_ips_for_port Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(port)) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 770c30a7-c22e-4e30-9883-3992c6d35a9f: This subnet is being modified by another concurrent operation. Dec 21 22:18:50.694491 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Dec 21 22:18:50.697543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-54aeb739-0d1f-4449-86fa-af32810f9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:50.705596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ab590afd-cb7c-410c-a392-1048073ffe42 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:50.721253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aeb739-0d1f-4449-86fa-af32810f9918 None None] Routers {'76193c01-4550-4b67-afa5-d1fbbcfd7596'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:50.721899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-54aeb739-0d1f-4449-86fa-af32810f9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['76193c01-4550-4b67-afa5-d1fbbcfd7596'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:50.794807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb18c88-43ce-4e30-bbcc-e816533ad523 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.803545 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-5a459086-1df3-4a72-834a-23dbdf001dae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:50.805305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a459086-1df3-4a72-834a-23dbdf001dae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9506660 Dec 21 22:18:50.805936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:50.806544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:18:50.806773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.812986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38510) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.824321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-54aeb739-0d1f-4449-86fa-af32810f9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:50.825525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aeb739-0d1f-4449-86fa-af32810f9918 None None] The sync data for ids ['76193c01-4550-4b67-afa5-d1fbbcfd7596'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:50.847242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Attempting to bind port 3bec6e12-89a3-44f6-8d45-efd3c0f505bb on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:18:50.847371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Attempting to bind port 3bec6e12-89a3-44f6-8d45-efd3c0f505bb by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '47409027-2ba7-4298-b60d-93caac1e3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bba1d65-6099-4b67-aa66-72d9271345f0'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:18:50.847786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Attempting to bind port 3bec6e12-89a3-44f6-8d45-efd3c0f505bb on network 4bba1d65-6099-4b67-aa66-72d9271345f0 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:18:50.852893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a6b05793-4180-4f61-af72-1973f676f2f2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:50.856383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb18c88-43ce-4e30-bbcc-e816533ad523 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=770c30a7-c22e-4e30-9883-3992c6d35a9f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:50.862923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2eb18c88-43ce-4e30-bbcc-e816533ad523 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.865048 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2eb18c88-43ce-4e30-bbcc-e816533ad523 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/770c30a7-c22e-4e30-9883-3992c6d35a9f HTTP/1.1" status: 204 len: 168 time: 1.9392836 Dec 21 22:18:50.868827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38512) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.897561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:18:50.898108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Checking segment: {'id': '47409027-2ba7-4298-b60d-93caac1e3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bba1d65-6099-4b67-aa66-72d9271345f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:18:50.898632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.899142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Bound using segment: {'id': '47409027-2ba7-4298-b60d-93caac1e3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bba1d65-6099-4b67-aa66-72d9271345f0'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:18:50.899732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Bound port: 3bec6e12-89a3-44f6-8d45-efd3c0f505bb, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47409027-2ba7-4298-b60d-93caac1e3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bba1d65-6099-4b67-aa66-72d9271345f0'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:18:50.900218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:50.909150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=9d03410a-9758-4677-80d4-6bfb97758e2a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:50.909376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ab590afd-cb7c-410c-a392-1048073ffe42 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:50.914979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ab590afd-cb7c-410c-a392-1048073ffe42 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=76193c01-4550-4b67-afa5-d1fbbcfd7596 HTTP/1.1" status: 200 len: 205 time: 0.3260601 Dec 21 22:18:50.918752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38518) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.919813 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c256a8bb-8468-44d8-89f7-0e9dc88f3296 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3737898 Dec 21 22:18:50.948019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38520) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.948019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Request body: {'floatingip': {'port_id': 'c848aada-a437-441f-b8c6-d28c92924f38'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:51.042593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] For port 3bec6e12-89a3-44f6-8d45-efd3c0f505bb, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:18:51.047668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc87fa7-469d-4c68-a54d-40bbcbf413d9 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:51.052807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.093766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a6b05793-4180-4f61-af72-1973f676f2f2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:51.094304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.129790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] For port 3bec6e12-89a3-44f6-8d45-efd3c0f505bb, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3bec6e12-89a3-44f6-8d45-efd3c0f505bb,segment=NetworkSegment(47409027-2ba7-4298-b60d-93caac1e3d7d),segment_id=47409027-2ba7-4298-b60d-93caac1e3d7d)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:18:51.178297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8d10a5-eaf6-46e7-b76e-0955dfacae0a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet a3fe6b43-41b2-4c31-8bc7-eb85c41dd0be {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:51.185534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a8d10a5-eaf6-46e7-b76e-0955dfacae0a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.278125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.309822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a8d10a5-eaf6-46e7-b76e-0955dfacae0a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.356978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.358081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.21.0.1 (ab263bf3-bc75-478a-9b0c-8fd24df3b2a1/430688a8-d79b-4812-8c6e-08f24cb93bee/cf25515c-0d40-48bd-842a-75c230624c2b) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:51.374275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bba1d65-6099-4b67-aa66-72d9271345f0']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:51.392937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e36d93bf-549d-48f6-aa56-47c270793bb2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.413833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47409027-2ba7-4298-b60d-93caac1e3d7d') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:51.414075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47409027-2ba7-4298-b60d-93caac1e3d7d') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:51.434083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc560-2b6b-450b-9fa5-61568f0fd56e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.517819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a8d10a5-eaf6-46e7-b76e-0955dfacae0a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.549282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.566535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.615958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43922791-1a96-47f7-a641-3d33a7e861b8 None None] Pushing event updated for resources: {'Port': ['ID=3bec6e12-89a3-44f6-8d45-efd3c0f505bb,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:51.626998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e36d93bf-549d-48f6-aa56-47c270793bb2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.645976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] For port 3804d3a8-ace0-4479-968b-0e9f03785703, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3804d3a8-ace0-4479-968b-0e9f03785703,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:51.663687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9a7467-e434-424d-a9a9-cdcc22a89dbb None None] Network 4bba1d65-6099-4b67-aa66-72d9271345f0 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:51.735215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.779026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.832114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:18:51.832676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:51.864736 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:51.874135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a8d10a5-eaf6-46e7-b76e-0955dfacae0a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:51.983567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d10a5-eaf6-46e7-b76e-0955dfacae0a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fe6b43-41b2-4c31-8bc7-eb85c41dd0be,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:51.999239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Provisioning complete for port a6b05793-4180-4f61-af72-1973f676f2f2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:51.999657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.005348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a8d10a5-eaf6-46e7-b76e-0955dfacae0a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.048388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.142648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a8d10a5-eaf6-46e7-b76e-0955dfacae0a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/a3fe6b43-41b2-4c31-8bc7-eb85c41dd0be HTTP/1.1" status: 204 len: 168 time: 1.2699950 Dec 21 22:18:52.142859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38528) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:52.198226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0cbeb-8852-46aa-9e90-c2b9da4ec50c None None] Pushing event updated for resources: {'Port': ['ID=3804d3a8-ace0-4479-968b-0e9f03785703,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:52.212535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89762a83-d689-4576-8241-529e57356471 None None] Update dhcp port {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': 'a3fe6b43-41b2-4c31-8bc7-eb85c41dd0be'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '3804d3a8-ace0-4479-968b-0e9f03785703'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:18:52.212771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.282486 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d6a0718-267c-4eec-a89c-cccda5361af1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356442 Dec 21 22:18:52.287196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38532) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:52.297246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:52.305081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89762a83-d689-4576-8241-529e57356471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.443167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:52.449808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:52.453702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:52.461552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:52.487870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.500588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e36d93bf-549d-48f6-aa56-47c270793bb2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.504018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:18:52.504018 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:18:52.504018 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'id': '4bba1d65-6099-4b67-aa66-72d9271345f0'}] Dec 21 22:18:52.504018 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:52.504516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:18:52.578176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-115699c4-eba1-4d0b-8957-66d4c65c6908 None None] Could not find standard attr ID for object 05759faa-400f-4cd0-b325-7d56227eca9f. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:18:52.581551 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP 738f013f-ea8e-4064-bdcc-4f5b4fd47289 associated. External IP: 172.26.6.107, port: dc761319-b1cd-446a-802a-e8189fc1d784. Dec 21 22:18:52.609825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d93bf-549d-48f6-aa56-47c270793bb2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cb0f8a-8caa-4742-b147-22cd9659aa8c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:52.615353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc560-2b6b-450b-9fa5-61568f0fd56e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.648776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object cf25515c-0d40-48bd-842a-75c230624c2b will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:52.657286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:52.663571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.680500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc560-2b6b-450b-9fa5-61568f0fd56e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.711838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe85f46-6c79-4fdb-aca8-5b52ca67d228 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:18:52.797437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e36d93bf-549d-48f6-aa56-47c270793bb2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.801960 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e36d93bf-549d-48f6-aa56-47c270793bb2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/d1cb0f8a-8caa-4742-b147-22cd9659aa8c HTTP/1.1" status: 204 len: 168 time: 1.9249043 Dec 21 22:18:52.802858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38538) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:52.812538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-115699c4-eba1-4d0b-8957-66d4c65c6908 None None] Provisioning for port c848aada-a437-441f-b8c6-d28c92924f38 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:52.818342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3804d3a8-ace0-4479-968b-0e9f03785703 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:18:52.826370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.870243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-115699c4-eba1-4d0b-8957-66d4c65c6908 None None] Provisioning complete for port c848aada-a437-441f-b8c6-d28c92924f38 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:52.870243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-115699c4-eba1-4d0b-8957-66d4c65c6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.870970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.913844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc560-2b6b-450b-9fa5-61568f0fd56e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.914309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3dc560-2b6b-450b-9fa5-61568f0fd56e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Fanout notify agent at l3_agent the message router_deleted on router 76193c01-4550-4b67-afa5-d1fbbcfd7596 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:18:52.916621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:52.994295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-115699c4-eba1-4d0b-8957-66d4c65c6908 None None] Port c848aada-a437-441f-b8c6-d28c92924f38 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:18:53.005684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.041319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc560-2b6b-450b-9fa5-61568f0fd56e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.045856 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b3dc560-2b6b-450b-9fa5-61568f0fd56e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/76193c01-4550-4b67-afa5-d1fbbcfd7596 HTTP/1.1" status: 204 len: 168 time: 2.1092181 Dec 21 22:18:53.049482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38542) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:53.073236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe85f46-6c79-4fdb-aca8-5b52ca67d228 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:18:53.093771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:53.098632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-115699c4-eba1-4d0b-8957-66d4c65c6908 None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:53.099029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-115699c4-eba1-4d0b-8957-66d4c65c6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.103535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:53.142706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=cf25515c-0d40-48bd-842a-75c230624c2b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:53.151697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:18:53.175912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.181299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2132aebb-c246-4a62-8a91-00afbaab9068 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Synchronizing usage tracker for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:53.199480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting port 3bec6e12-89a3-44f6-8d45-efd3c0f505bb {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:53.200029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.306109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3804d3a8-ace0-4479-968b-0e9f03785703, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3804d3a8-ace0-4479-968b-0e9f03785703,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:53.352320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.399628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2132aebb-c246-4a62-8a91-00afbaab9068 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Unset dirty status for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:18:53.401069 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2132aebb-c246-4a62-8a91-00afbaab9068 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5926971 Dec 21 22:18:53.407829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38546) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:53.432620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092999852'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:53.449439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:53.477797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:53.489218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ec2922-b033-40d4-8969-60a410ced2cc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet 6b98e686-a603-48c8-ad01-68bd770da95b {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:18:53.495355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2922-b033-40d4-8969-60a410ced2cc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.514196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.544919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.548201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.634576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3804d3a8-ace0-4479-968b-0e9f03785703,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:53.641887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-65e93248-d115-4b66-9d4e-ffe62d10d3e8 None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:53.644962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65e93248-d115-4b66-9d4e-ffe62d10d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.669903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] For port 3bec6e12-89a3-44f6-8d45-efd3c0f505bb, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3bec6e12-89a3-44f6-8d45-efd3c0f505bb,segment=NetworkSegment(47409027-2ba7-4298-b60d-93caac1e3d7d),segment_id=47409027-2ba7-4298-b60d-93caac1e3d7d)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:53.670302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.706454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.718320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2922-b033-40d4-8969-60a410ced2cc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.768664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:53.781829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:53.783598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=b4e6eb78-da02-41de-8f6a-5b10e735cfc9,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:53.789947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:53.790526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.823481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.879165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:53.886282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:53.921865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:53.924606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Calling delete_port for 3bec6e12-89a3-44f6-8d45-efd3c0f505bb owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:53.924717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65e93248-d115-4b66-9d4e-ffe62d10d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.924831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:53.924944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715c0db-88c8-4427-8938-919ab3241c1c None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:18:53.928209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2922-b033-40d4-8969-60a410ced2cc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:53.983224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-06394096-e220-403e-b902-c17e7702922f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6881313 Dec 21 22:18:54.009088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-65e93248-d115-4b66-9d4e-ffe62d10d3e8 None None] For port 3804d3a8-ace0-4479-968b-0e9f03785703, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3804d3a8-ace0-4479-968b-0e9f03785703,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:54.031215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38552) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:54.059594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:54.091510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65e93248-d115-4b66-9d4e-ffe62d10d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:54.189967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715c0db-88c8-4427-8938-919ab3241c1c None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:18:54.204034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e93248-d115-4b66-9d4e-ffe62d10d3e8 None None] Pushing event updated for resources: {'Port': ['ID=3804d3a8-ace0-4479-968b-0e9f03785703,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:54.262265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:54.300498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:54.309429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:54.314876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:54.318961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:54.325618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:54.455019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:54.465922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:54.546429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:54.560709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec016ab-ba03-4471-b7c9-ed86d6cd051f None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:54.598133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec016ab-ba03-4471-b7c9-ed86d6cd051f None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:54.617686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ec016ab-ba03-4471-b7c9-ed86d6cd051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:54.702687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ec016ab-ba03-4471-b7c9-ed86d6cd051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:54.737648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec016ab-ba03-4471-b7c9-ed86d6cd051f None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:54.738326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ec016ab-ba03-4471-b7c9-ed86d6cd051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:54.809913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ec016ab-ba03-4471-b7c9-ed86d6cd051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:54.810384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec016ab-ba03-4471-b7c9-ed86d6cd051f None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:54.813688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b8fc6-9597-4253-ae87-ceaf40271e7a None None] Update dhcp port {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'fixed_ips': [{'subnet_id': 'b4e6eb78-da02-41de-8f6a-5b10e735cfc9'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '3804d3a8-ace0-4479-968b-0e9f03785703'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:18:54.868950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8fc6-9597-4253-ae87-ceaf40271e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:54.982215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router 5ca7f1fe-9b42-454a-b4c1-67a41411dedb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:55.416322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:55.426266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a6b48-7c9a-4591-8ea6-ca63aa6a53e9 None None] Sync routers for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:55.429850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:55.439333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a6b48-7c9a-4591-8ea6-ca63aa6a53e9 None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:55.439980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ed0a6b48-7c9a-4591-8ea6-ca63aa6a53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:55.508441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ed0a6b48-7c9a-4591-8ea6-ca63aa6a53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:55.530596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a6b48-7c9a-4591-8ea6-ca63aa6a53e9 None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:55.531244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ed0a6b48-7c9a-4591-8ea6-ca63aa6a53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:55.540884 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0b6fb55c-56d1-495e-a81e-a4c3668f5597 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/floatingips/738f013f-ea8e-4064-bdcc-4f5b4fd47289 HTTP/1.1" status: 200 len: 978 time: 4.6120625 Dec 21 22:18:55.544116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38558) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:55.617197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port c848aada-a437-441f-b8c6-d28c92924f38 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:55.617585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:55.651744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ed0a6b48-7c9a-4591-8ea6-ca63aa6a53e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:55.652863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a6b48-7c9a-4591-8ea6-ca63aa6a53e9 None None] The sync data for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:18:55.882275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:56.756516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:56.797161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a7783-ba22-49b4-a3c4-a5e71fbab7c8,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:56.817857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:56.818268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:56.818621 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Floating IP 738f013f-ea8e-4064-bdcc-4f5b4fd47289 disassociated. External IP: 172.26.6.107, port: c848aada-a437-441f-b8c6-d28c92924f38. Dec 21 22:18:56.818996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for c848aada-a437-441f-b8c6-d28c92924f38 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:56.885577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2a1b8fc6-9597-4253-ae87-ceaf40271e7a None None] Allocated IP 2001:db8::2 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/b4e6eb78-da02-41de-8f6a-5b10e735cfc9/3804d3a8-ace0-4479-968b-0e9f03785703) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:18:57.000952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.006665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82e50b5d-a076-412d-89ec-bdfc3b5089fc tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.5861773 Dec 21 22:18:57.007849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:57.065174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2922-b033-40d4-8969-60a410ced2cc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.065174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38566) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:57.077942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2a1b8fc6-9597-4253-ae87-ceaf40271e7a None None] For port 3804d3a8-ace0-4479-968b-0e9f03785703, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3804d3a8-ace0-4479-968b-0e9f03785703,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:57.108065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1240b893-7516-4a1e-b20f-f1ab0c40ceea tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'f19a7783-ba22-49b4-a3c4-a5e71fbab7c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:57.109996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8fc6-9597-4253-ae87-ceaf40271e7a None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.116121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1240b893-7516-4a1e-b20f-f1ab0c40ceea tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:57.123046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1240b893-7516-4a1e-b20f-f1ab0c40ceea tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:57.138094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2a1b8fc6-9597-4253-ae87-ceaf40271e7a None None] Transition to ACTIVE for port object 3804d3a8-ace0-4479-968b-0e9f03785703 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:18:57.141979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1240b893-7516-4a1e-b20f-f1ab0c40ceea tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:57.159493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec2922-b033-40d4-8969-60a410ced2cc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=6b98e686-a603-48c8-ad01-68bd770da95b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:57.162648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1240b893-7516-4a1e-b20f-f1ab0c40ceea tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:57.171678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.175594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.176121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de2c697a-d7a1-4b86-84fd-c0eec50e3c2e {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:18:57.222770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2922-b033-40d4-8969-60a410ced2cc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.251264 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d0ec2922-b033-40d4-8969-60a410ced2cc tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/6b98e686-a603-48c8-ad01-68bd770da95b HTTP/1.1" status: 204 len: 168 time: 4.1957073 Dec 21 22:18:57.251443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38570) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:57.255014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Port': ['ID=3bec6e12-89a3-44f6-8d45-efd3c0f505bb,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:57.267561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No DVR routers for this DVR port 3bec6e12-89a3-44f6-8d45-efd3c0f505bb on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:18:57.301038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.359066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8fc6-9597-4253-ae87-ceaf40271e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.365285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:18:57.368979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-167dc3ee-4dbf-4514-9363-3588693b853c tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.1109293 Dec 21 22:18:57.375815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38574) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:57.386635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=c848aada-a437-441f-b8c6-d28c92924f38,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:57.394266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.477976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b8fc6-9597-4253-ae87-ceaf40271e7a None None] Pushing event updated for resources: {'Port': ['ID=3804d3a8-ace0-4479-968b-0e9f03785703,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:57.481589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.491197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.551288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bba1d65-6099-4b67-aa66-72d9271345f0']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:57.556357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ac789290-b3cc-4e80-be93-97c20f0f8789 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Deleting port e6d09563-975b-4331-8265-b4ae13a96ec5 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:57.556743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac789290-b3cc-4e80-be93-97c20f0f8789 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.586729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47409027-2ba7-4298-b60d-93caac1e3d7d') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:57.587073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47409027-2ba7-4298-b60d-93caac1e3d7d') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:57.593988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.607129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.639704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.731356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:18:57.731356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.779714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-1240b893-7516-4a1e-b20f-f1ab0c40ceea tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The resource could not be found. Dec 21 22:18:57.782151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1240b893-7516-4a1e-b20f-f1ab0c40ceea tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6848550 Dec 21 22:18:57.793606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38578) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:57.815515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.815982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ac584b66-5297-49b6-bb8d-7c3b3282d99d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': 'f19a7783-ba22-49b4-a3c4-a5e71fbab7c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c0101eef-0f84-46b1-9d10-dce4fd0b21a4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:57.815982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4e6eb78-da02-41de-8f6a-5b10e735cfc9 (CIDR: 2001:db8::/64) Dec 21 22:18:57.827355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ac584b66-5297-49b6-bb8d-7c3b3282d99d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:57.830167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=cf25515c-0d40-48bd-842a-75c230624c2b,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:57.837232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ac584b66-5297-49b6-bb8d-7c3b3282d99d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:57.842282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ac584b66-5297-49b6-bb8d-7c3b3282d99d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:57.851329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:57.884502 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:57.888573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:57.896693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ac584b66-5297-49b6-bb8d-7c3b3282d99d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:57.917943 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:57.918523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:18:58.199174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac789290-b3cc-4e80-be93-97c20f0f8789 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:58.205254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b9908d5-0dc5-4adf-9732-23b8c1421ec8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.1651993 Dec 21 22:18:58.217403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111,segment=NetworkSegment(2a5f4236-18c4-46f4-bee1-6babbd72c9ac),segment_id=2a5f4236-18c4-46f4-bee1-6babbd72c9ac)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:18:58.217819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:58.226416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38584) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:58.240141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'subnet': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:58.327085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:58.335205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ac789290-b3cc-4e80-be93-97c20f0f8789 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Calling delete_port for e6d09563-975b-4331-8265-b4ae13a96ec5 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:58.399498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:58.410997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:18:58.414885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=4bba1d65-6099-4b67-aa66-72d9271345f0,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:58.444173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-ac584b66-5297-49b6-bb8d-7c3b3282d99d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The resource could not be found. Dec 21 22:18:58.445474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac584b66-5297-49b6-bb8d-7c3b3282d99d tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6470234 Dec 21 22:18:58.451648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4da0bd33-21dd-4b7f-8a19-38d7d57bcda3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/4bba1d65-6099-4b67-aa66-72d9271345f0 HTTP/1.1" status: 204 len: 168 time: 9.8866284 Dec 21 22:18:58.455481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38588) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:58.455866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38590) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:58.479116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router 5ca7f1fe-9b42-454a-b4c1-67a41411dedb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:58.484795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1354797038'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:58.491623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:18:58.493424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:18:58.565793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:58.600640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:58.621218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:58.622972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c31125-826a-4e39-9843-71f5f233feb1 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:58.635477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:58.651449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db6c58-acae-4a15-97aa-97ae9b104279 None None] Network 47f12ffe-3f1b-4de5-8993-ffd189fa1325 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:18:58.807654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:58.813739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:58.866137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:18:58.901802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Usage tracker for resource:subnet and tenant:97f5abcc4b164ddcbb8c1b357300c294 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:18:58.910404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:58.919570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:18:58.953707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac789290-b3cc-4e80-be93-97c20f0f8789 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.031125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac789290-b3cc-4e80-be93-97c20f0f8789 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6d09563-975b-4331-8265-b4ae13a96ec5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:59.155532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3804d3a8-ace0-4479-968b-0e9f03785703 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:18:59.211978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac789290-b3cc-4e80-be93-97c20f0f8789 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.221885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac789290-b3cc-4e80-be93-97c20f0f8789 tempest-RoutersAdminNegativeIpV6Test-2054561301 tempest-RoutersAdminNegativeIpV6Test-2054561301-project-admin] 10.222.0.30 "DELETE /v2.0/ports/e6d09563-975b-4331-8265-b4ae13a96ec5 HTTP/1.1" status: 204 len: 168 time: 1.8339276 Dec 21 22:18:59.258872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-afd0f8bb-fa93-4cf1-a8df-f3b1b5b400db None None] Provisioning for port 3804d3a8-ace0-4479-968b-0e9f03785703 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:18:59.294005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router 95eaee7d-817d-4f07-85c5-cbad5d15ec09 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:18:59.304396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d5687a8-c1c0-442b-bcfc-61791516c384 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.311614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-afd0f8bb-fa93-4cf1-a8df-f3b1b5b400db None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:59.312053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afd0f8bb-fa93-4cf1-a8df-f3b1b5b400db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.316752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:18:59.376036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:18:59.400082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:18:59.417150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d5687a8-c1c0-442b-bcfc-61791516c384 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.466334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No DVR routers for this DVR port cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:18:59.531722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.532173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment d32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926 of type vlan for network 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c Dec 21 22:18:59.615198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:18:59.622500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.676750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9eea09-a255-4b7f-acfe-821e2c651c3d None None] DHCP port deletion for 47f12ffe-3f1b-4de5-8993-ffd189fa1325 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:18:59.676750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:18:59.676750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.746392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.820266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:18:59.829507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-decbdb83-9ad4-4427-b82e-7da0a02b947b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/95eaee7d-817d-4f07-85c5-cbad5d15ec09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8333440 Dec 21 22:18:59.830413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38600) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:59.865820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5acfa9-b206-4c47-bf79-4e0e67b35784 None None] Sync routers for ids ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:18:59.912275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90c7180-d538-494f-8f23-47969c71f475 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:18:59.912980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f90c7180-d538-494f-8f23-47969c71f475 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:18:59.925057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f12ffe-3f1b-4de5-8993-ffd189fa1325']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:59.927192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5acfa9-b206-4c47-bf79-4e0e67b35784 None None] Routers {'95eaee7d-817d-4f07-85c5-cbad5d15ec09'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:18:59.927829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3b5acfa9-b206-4c47-bf79-4e0e67b35784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:59.954678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:18:59.961784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5f4236-18c4-46f4-bee1-6babbd72c9ac') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:59.962127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5f4236-18c4-46f4-bee1-6babbd72c9ac') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:18:59.995187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.012251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3b5acfa9-b206-4c47-bf79-4e0e67b35784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:00.012251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5acfa9-b206-4c47-bf79-4e0e67b35784 None None] Routers {'95eaee7d-817d-4f07-85c5-cbad5d15ec09'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:00.012251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3b5acfa9-b206-4c47-bf79-4e0e67b35784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:00.036718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f90c7180-d538-494f-8f23-47969c71f475 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:00.038431 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f90c7180-d538-494f-8f23-47969c71f475 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports/cf25515c-0d40-48bd-842a-75c230624c2b HTTP/1.1" status: 200 len: 910 time: 0.2070224 Dec 21 22:19:00.041613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38604) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.049154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.070006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d5687a8-c1c0-442b-bcfc-61791516c384 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.082830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:00.083280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.093817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3b5acfa9-b206-4c47-bf79-4e0e67b35784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:00.094389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5acfa9-b206-4c47-bf79-4e0e67b35784 None None] The sync data for ids ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:00.104013 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:00.110207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-765ac0e9-bda6-4067-93a3-849ff47677d3 None None] Provisioning for port cf25515c-0d40-48bd-842a-75c230624c2b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:00.114756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5687a8-c1c0-442b-bcfc-61791516c384 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a7783-ba22-49b4-a3c4-a5e71fbab7c8,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:00.128374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-765ac0e9-bda6-4067-93a3-849ff47677d3 None None] Provisioning complete for port cf25515c-0d40-48bd-842a-75c230624c2b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:00.129378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-765ac0e9-bda6-4067-93a3-849ff47677d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.213741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-765ac0e9-bda6-4067-93a3-849ff47677d3 None None] Port cf25515c-0d40-48bd-842a-75c230624c2b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:00.235133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.239461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:00.240130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.270077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:00.284780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69577-c5ba-4890-89c4-76d9683f13bc None None] Sync routers for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:00.303615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f69577-c5ba-4890-89c4-76d9683f13bc None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:00.304502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f9f69577-c5ba-4890-89c4-76d9683f13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:00.357205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1928a852-ad7f-40c7-80a1-4b94f7c7a8f5 None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:00.359440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1928a852-ad7f-40c7-80a1-4b94f7c7a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.388486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f9f69577-c5ba-4890-89c4-76d9683f13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:00.415147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f69577-c5ba-4890-89c4-76d9683f13bc None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:00.425188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f9f69577-c5ba-4890-89c4-76d9683f13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:00.506489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38612) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.508037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:00.524146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.526578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f9f69577-c5ba-4890-89c4-76d9683f13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:00.528087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69577-c5ba-4890-89c4-76d9683f13bc None None] The sync data for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:00.565507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.571712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/47f12ffe-3f1b-4de5-8993-ffd189fa1325 HTTP/1.1" status: 204 len: 168 time: 3.3193707 Dec 21 22:19:00.577054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.577535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.577982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.578428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.578873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.579307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.579742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.580321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.580813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.581269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.581663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:00.584839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38618) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.600845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2144964622', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:00.602633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:00.623828 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d62ab028-cc7c-44d1-ade6-021eb1b8399f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1521080 Dec 21 22:19:00.625171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d5687a8-c1c0-442b-bcfc-61791516c384 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.626362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d5687a8-c1c0-442b-bcfc-61791516c384 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/f19a7783-ba22-49b4-a3c4-a5e71fbab7c8 HTTP/1.1" status: 204 len: 168 time: 2.1564925 Dec 21 22:19:00.629030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38622) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.629252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38624) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.639242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:00.642314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': '3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:00.647629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b989331-3701-472a-b0c3-d237ef98c28b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=47f12ffe-3f1b-4de5-8993-ffd189fa1325,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:00.653399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:router and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:00.660359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:00.670562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:00.673404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.675813 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aeda8b7d-2441-4e6a-9b58-6e25a82c6a97 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/ports/c848aada-a437-441f-b8c6-d28c92924f38 HTTP/1.1" status: 204 len: 168 time: 5.1306529 Dec 21 22:19:00.680856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38630) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.761307 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6fe5f024-57a6-4b73-bde7-d08fdd3d8ebf tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1196418 Dec 21 22:19:00.763459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38634) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.783666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8cfc0f0c-dfad-4479-b08a-4277be44e688 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '1fc734df-e0c5-4593-b550-f6520b6c0758', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:00.793444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8cfc0f0c-dfad-4479-b08a-4277be44e688 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:00.799365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:19:00.808710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8cfc0f0c-dfad-4479-b08a-4277be44e688 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:00.810647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.815664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8cfc0f0c-dfad-4479-b08a-4277be44e688 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:00.825659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8cfc0f0c-dfad-4479-b08a-4277be44e688 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:00.835651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:19:00.836369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cc4a6423-fbfe-45f6-aca1-7fdf2e1c5111 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:19:00.844278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.845303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.892609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.913359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:00.986304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:00.992497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:00.999489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:01.003510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:01.009953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:01.017447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Usage tracker for resource:security_group_rule and tenant:e1bdf0d5c3bb4a498c15aafa5ad57c9f is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:01.078090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:01.092843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:01.150805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.188517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-8cfc0f0c-dfad-4479-b08a-4277be44e688 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The resource could not be found. Dec 21 22:19:01.189688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8cfc0f0c-dfad-4479-b08a-4277be44e688 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4249067 Dec 21 22:19:01.201502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38640) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:01.234829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--912438947'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:01.240628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.244106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:01.253040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:01.263631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:01.275425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:01.313271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:01.457576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.461543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8bdfd4d-3499-4f10-b662-fd88cb9d0ea8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8675237 Dec 21 22:19:01.462517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38644) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:01.483131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.497599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1323962405'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:01.518403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:01.533771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.537109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.559542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:01.573711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:01.588660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.602063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:01.610158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a67907-fe46-4bba-827d-e513cb149657,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:01.673020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1bdf0d5c3bb4a498c15aafa5ad57c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1606929 Dec 21 22:19:01.745398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38650) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:01.758652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.758955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.759332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.759702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.760071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.760488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.760882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.761285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.762784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.763151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.763514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e47b5-f3e2-46c4-8e3b-2b8348e5512e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:01.794874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:01.800835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.918029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:01.922430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:01.940116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:01.947041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:01.947762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:01.948207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment 678f97c7-f480-4cb6-bc0f-5c64549d1a3d of type vlan for network 3911d80f-4e52-4433-8d81-8f2c969d1c31 Dec 21 22:19:01.958941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:01.961003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.035137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c688f0a-ff49-4aac-9bfe-eb14981b3868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.086099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.144951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c688f0a-ff49-4aac-9bfe-eb14981b3868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.291814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port cf25515c-0d40-48bd-842a-75c230624c2b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:02.292130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.405070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.506570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.568985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.644587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] For port 3804d3a8-ace0-4479-968b-0e9f03785703, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3804d3a8-ace0-4479-968b-0e9f03785703,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:02.699790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4310c9-daae-4186-9c97-c547925a9338,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:02.739099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.761885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.766212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-09273722-9c08-4000-951b-82855033a8a2 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5607252 Dec 21 22:19:02.766479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38660) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:02.790864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.795822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:02.796501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.800392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--54826660'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:02.800806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c688f0a-ff49-4aac-9bfe-eb14981b3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.815770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:02.822603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:02.826394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:02.834268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:02.905777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c688f0a-ff49-4aac-9bfe-eb14981b3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a67907-fe46-4bba-827d-e513cb149657,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:02.932104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 29c75673-ffa0-4d21-9f46-cad998940d61 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:02.932599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.939156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.949494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c688f0a-ff49-4aac-9bfe-eb14981b3868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.950748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6c688f0a-ff49-4aac-9bfe-eb14981b3868 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06a67907-fe46-4bba-827d-e513cb149657 HTTP/1.1" status: 204 len: 168 time: 1.2040939 Dec 21 22:19:02.969730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:02.970355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.024234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=a0699fd4-a7d4-4b19-ab2d-f984f49b4432,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:03.083093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=3911d80f-4e52-4433-8d81-8f2c969d1c31,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:03.088811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.097342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3911d80f-4e52-4433-8d81-8f2c969d1c31 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:03.158162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for cf25515c-0d40-48bd-842a-75c230624c2b owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:03.201525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-77522df2-1103-4749-87f2-d975374dbfb6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7318773 Dec 21 22:19:03.221574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Subnet': ['ID=d5997c91-42dd-47ec-98f8-450314d2dd3d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:03.222369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38666) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:03.222457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:03.222571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:03.222653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:03.222653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:03.222653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.227361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d8d2c-c056-41bf-b253-34a524edf246 None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:03.228831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=3804d3a8-ace0-4479-968b-0e9f03785703,revision_number=9']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:03.232667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': 'd32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:03.233072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:03.354137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:03.364044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:03.369197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:03.380071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:03.403623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:03.405414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.409179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:03.413316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:03.422380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:03.501226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:03.528186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.553004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:03.569423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 29c75673-ffa0-4d21-9f46-cad998940d61 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:03.606654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4bf4dbd5-fbbf-4c8b-8d94-d4ed44ba52d1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3762975 Dec 21 22:19:03.616844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38674) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:03.623832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Request body: {'port': {'network_id': '46b25152-08cb-4b8d-89e6-3a84ce307aa7', 'mac_address': 'fa:16:3e:e0:f2:92', 'name': 'tempest-NetworksTestDHCPv6-740054303'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:03.677427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:03.679371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.688843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9181c0-63f2-4433-9a0e-765fa5139756 None None] Network 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:03.729777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:03.757806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.757806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=cf25515c-0d40-48bd-842a-75c230624c2b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:03.759686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.844997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:03.928736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:03.974612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:03.983140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.047753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c', 'network_id': '3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': 'a0699fd4-a7d4-4b19-ab2d-f984f49b4432'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:04.047753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.146251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Made reservation on behalf of 97f5abcc4b164ddcbb8c1b357300c294 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:04.185577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a571b5-112a-4a6f-a6fe-48df9f48a4a5,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:04.201245 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-445db1ad-ac1b-4b7d-bf1a-2477317ad92c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5654278 Dec 21 22:19:04.202060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38680) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:04.236375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.238356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b5b502c1-6db3-4f18-a4c2-d4402497b942 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4707072 Dec 21 22:19:04.250101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38684) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:04.261640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a100a946-ed9c-4b1f-989e-1a0a7357d2ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group_rule': {'security_group_id': '9d4310c9-daae-4186-9c97-c547925a9338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a0a571b5-112a-4a6f-a6fe-48df9f48a4a5'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:04.273592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Allocated IP 172.20.0.1 (3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c/a0699fd4-a7d4-4b19-ab2d-f984f49b4432/36d8f7bc-4a68-4ee5-9364-5818cb09f92c) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:04.337090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a100a946-ed9c-4b1f-989e-1a0a7357d2ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:04.351520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38688) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:04.359025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a100a946-ed9c-4b1f-989e-1a0a7357d2ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:04.387612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a100a946-ed9c-4b1f-989e-1a0a7357d2ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:04.405722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a100a946-ed9c-4b1f-989e-1a0a7357d2ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:04.459637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.482786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f895f087-4df5-4789-8ab5-e03f01da8588 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=786b084da01d4d1da484d1e1e63717e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1293578 Dec 21 22:19:04.483702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.488013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38692) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:04.556407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=29c75673-ffa0-4d21-9f46-cad998940d61,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:04.565887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.589955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Transition to ACTIVE for port object 36d8f7bc-4a68-4ee5-9364-5818cb09f92c will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:04.626352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Transition to ACTIVE for port object 36d8f7bc-4a68-4ee5-9364-5818cb09f92c will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:04.630394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] device_id is not set on port 114e0cc9-cd4d-46ef-99e9-3c98df4b9039 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:04.655556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.665308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.731889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-a100a946-ed9c-4b1f-989e-1a0a7357d2ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:04.735834 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a100a946-ed9c-4b1f-989e-1a0a7357d2ae tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4815204 Dec 21 22:19:04.757321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38698) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:04.856027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.869323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Network 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:04.876538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3804d3a8-ace0-4479-968b-0e9f03785703 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:04.924840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c3a1ae0-066c-4aa6-9055-790571fff329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:04.927628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:04.947404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:04.958624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c3a1ae0-066c-4aa6-9055-790571fff329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.027246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=ba022a51-9d94-42e2-939a-0ca974e10041,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:05.062382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.072442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:05.075031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: 3911d80f-4e52-4433-8d81-8f2c969d1c31, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:05.087117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9001cab0-144c-4f0a-9805-939e3a92501e tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.088313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c3a1ae0-066c-4aa6-9055-790571fff329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.204420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9001cab0-144c-4f0a-9805-939e3a92501e tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.214566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Pushing event updated for resources: {'Port': ['ID=36d8f7bc-4a68-4ee5-9364-5818cb09f92c,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:05.265996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Attempting to bind port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:05.271827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8::1c9 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/b4e6eb78-da02-41de-8f6a-5b10e735cfc9/114e0cc9-cd4d-46ef-99e9-3c98df4b9039) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:05.271959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Attempting to bind port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'd32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:05.271959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Attempting to bind port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c on network 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:05.273941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a1ae0-066c-4aa6-9055-790571fff329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd126e-2e30-49f5-888e-851702097961,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:05.278471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:05.278888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.293924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Allocated IP 2001:db8:0:1:f816:3eff:fee0:f292 (46b25152-08cb-4b8d-89e6-3a84ce307aa7/d5997c91-42dd-47ec-98f8-450314d2dd3d/114e0cc9-cd4d-46ef-99e9-3c98df4b9039) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:05.329124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c3a1ae0-066c-4aa6-9055-790571fff329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.338029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:05.338449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Checking segment: {'id': 'd32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:05.338891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.339359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Bound using segment: {'id': 'd32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:05.340629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Bound port: 36d8f7bc-4a68-4ee5-9364-5818cb09f92c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:05.341043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.346511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c3a1ae0-066c-4aa6-9055-790571fff329 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5bd126e-2e30-49f5-888e-851702097961 HTTP/1.1" status: 204 len: 168 time: 0.8303478 Dec 21 22:19:05.452801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:05.453478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.498575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 3911d80f-4e52-4433-8d81-8f2c969d1c31 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:05.586722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3911d80f-4e52-4433-8d81-8f2c969d1c31) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:05.592543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:05.593980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.619593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f4784-0bcb-4e0b-8efe-3281884e64fb None None] Network 3911d80f-4e52-4433-8d81-8f2c969d1c31 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:05.699060 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c62ad9e6-e840-4b58-9070-be3b21353f20 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4930353 Dec 21 22:19:05.705019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] For port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:05.706606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38706) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:05.709093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] For port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=36d8f7bc-4a68-4ee5-9364-5818cb09f92c,segment=NetworkSegment(d32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926),segment_id=d32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:05.847692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.853465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4ea5a526-ff8d-462d-98ac-24ae7e9e0e58 None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:05.853881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ea5a526-ff8d-462d-98ac-24ae7e9e0e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:05.987127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce469adf-28c8-47d8-92ac-de5d9f7749ef None None] Pushing event updated for resources: {'Port': ['ID=36d8f7bc-4a68-4ee5-9364-5818cb09f92c,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:06.052845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:06.069974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9001cab0-144c-4f0a-9805-939e3a92501e tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:06.154502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001cab0-144c-4f0a-9805-939e3a92501e tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a571b5-112a-4a6f-a6fe-48df9f48a4a5,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:06.193740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9001cab0-144c-4f0a-9805-939e3a92501e tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:06.194991 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9001cab0-144c-4f0a-9805-939e3a92501e tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/a0a571b5-112a-4a6f-a6fe-48df9f48a4a5 HTTP/1.1" status: 204 len: 168 time: 1.4328070 Dec 21 22:19:06.198090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38718) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:06.209266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Transition to ACTIVE for port object 114e0cc9-cd4d-46ef-99e9-3c98df4b9039 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:06.211669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:06.356829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-3911d80f-4e52-4433-8d81-8f2c969d1c31', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:06.358727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:06.404836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] For port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c, host dv-neutron-822521-1-hyperv, got binding levels [] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:06.405239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:06.419704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a17f2513-871c-407b-bd86-7b44cf304c39 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Synchronizing usage tracker for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:06.424979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:06.587789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Calling delete_port for 36d8f7bc-4a68-4ee5-9364-5818cb09f92c owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:06.618028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event updated for resources: {'Port': ['ID=114e0cc9-cd4d-46ef-99e9-3c98df4b9039,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:06.654825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:06.656545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:06.659692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:06.664875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:06.665759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:06.764978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5cb637fa-3a65-4c56-93f9-536272220d4a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1466708 Dec 21 22:19:06.767744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38732) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:06.768395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a17f2513-871c-407b-bd86-7b44cf304c39 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Unset dirty status for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:06.772947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a17f2513-871c-407b-bd86-7b44cf304c39 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5710642 Dec 21 22:19:06.775813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38734) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:06.778999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Allocated IP 2001:db8::2 (3911d80f-4e52-4433-8d81-8f2c969d1c31/ba022a51-9d94-42e2-939a-0ca974e10041/7195d878-a918-4df1-bd53-db846c33d7b3) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:06.815139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:06.835390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:19:06.864349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bddff5d5-a653-4729-b177-5dd4c4c4269a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting port 114e0cc9-cd4d-46ef-99e9-3c98df4b9039 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:06.864760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bddff5d5-a653-4729-b177-5dd4c4c4269a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.067955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 36d8f7bc-4a68-4ee5-9364-5818cb09f92c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:07.301003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae361b78-bca2-4f4f-b81e-f4b18d8b97d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.360754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bddff5d5-a653-4729-b177-5dd4c4c4269a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.361467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:07.410648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:07.411180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.446476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.461386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38754) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:07.467141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Transition to ACTIVE for port object 7195d878-a918-4df1-bd53-db846c33d7b3 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:07.496627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Transition to ACTIVE for port object 7195d878-a918-4df1-bd53-db846c33d7b3 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:07.499534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7a5cab84-9eaa-4524-a741-3ced04a8294d None None] Provisioning for port 114e0cc9-cd4d-46ef-99e9-3c98df4b9039 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:07.501914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bddff5d5-a653-4729-b177-5dd4c4c4269a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Calling delete_port for 114e0cc9-cd4d-46ef-99e9-3c98df4b9039 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:07.507359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7a5cab84-9eaa-4524-a741-3ced04a8294d None None] Provisioning complete for port 114e0cc9-cd4d-46ef-99e9-3c98df4b9039 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:07.508212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a5cab84-9eaa-4524-a741-3ced04a8294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.543580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.628940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Network 3911d80f-4e52-4433-8d81-8f2c969d1c31 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:07.639859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:07.648599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:07.720475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7a5cab84-9eaa-4524-a741-3ced04a8294d None None] Port 114e0cc9-cd4d-46ef-99e9-3c98df4b9039 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:07.832619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Pushing event updated for resources: {'Port': ['ID=7195d878-a918-4df1-bd53-db846c33d7b3,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:07.844713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Attempting to bind port 7195d878-a918-4df1-bd53-db846c33d7b3 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:07.845130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Attempting to bind port 7195d878-a918-4df1-bd53-db846c33d7b3 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:07.845631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Attempting to bind port 7195d878-a918-4df1-bd53-db846c33d7b3 on network 3911d80f-4e52-4433-8d81-8f2c969d1c31 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:07.854111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:07.854668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Checking segment: {'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:07.855209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.855732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Bound using segment: {'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:07.856554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Bound port: 7195d878-a918-4df1-bd53-db846c33d7b3, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:07.857224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.904514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] For port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=36d8f7bc-4a68-4ee5-9364-5818cb09f92c,segment=NetworkSegment(d32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926),segment_id=d32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:07.904915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:07.963655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] For port 7195d878-a918-4df1-bd53-db846c33d7b3, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:07.967959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] For port 7195d878-a918-4df1-bd53-db846c33d7b3, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7195d878-a918-4df1-bd53-db846c33d7b3,segment=NetworkSegment(678f97c7-f480-4cb6-bc0f-5c64549d1a3d),segment_id=678f97c7-f480-4cb6-bc0f-5c64549d1a3d)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:07.986367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bddff5d5-a653-4729-b177-5dd4c4c4269a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.002501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.039167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Calling delete_port for 36d8f7bc-4a68-4ee5-9364-5818cb09f92c owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:08.141085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad826b2-c9bc-420e-a54c-6d3956a01816 None None] Pushing event updated for resources: {'Port': ['ID=7195d878-a918-4df1-bd53-db846c33d7b3,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:08.149487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5495-2190-4586-b721-f225c19aeca3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.151792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddff5d5-a653-4729-b177-5dd4c4c4269a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Port': ['ID=114e0cc9-cd4d-46ef-99e9-3c98df4b9039,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:08.208800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1134224817'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:08.220144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:08.247266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5495-2190-4586-b721-f225c19aeca3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.288753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Usage tracker for resource:network and tenant:90f50a0116f744cc88de266ee68cef49 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:08.291626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.304973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:08.346505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bddff5d5-a653-4729-b177-5dd4c4c4269a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.362060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:08.376985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Port': ['ID=36d8f7bc-4a68-4ee5-9364-5818cb09f92c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:08.430634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94af1493-57f0-40c6-ad12-0451b0c015f3 None None] Network 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:08.459964 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bddff5d5-a653-4729-b177-5dd4c4c4269a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/114e0cc9-cd4d-46ef-99e9-3c98df4b9039 HTTP/1.1" status: 204 len: 168 time: 1.6857755 Dec 21 22:19:08.469438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38762) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:08.498467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Made reservation on behalf of 90f50a0116f744cc88de266ee68cef49 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:08.504021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.521366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-f4b0d620-2c4c-4eec-8fd2-d38c2494b0ff tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443998770&fields=id&tenant_id=99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 267 time: 0.3084471 Dec 21 22:19:08.557589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5495-2190-4586-b721-f225c19aeca3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.558730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.591255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa5495-2190-4586-b721-f225c19aeca3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4310c9-daae-4186-9c97-c547925a9338,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:08.645788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fc6c1-a6da-4caa-ace7-cc8575418de4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:08.646579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe9fc6c1-a6da-4caa-ace7-cc8575418de4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:08.651086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router 5ca7f1fe-9b42-454a-b4c1-67a41411dedb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:19:08.655119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-82a28990-e513-4481-9470-d14496994250 None None] Could not find standard attr ID for object 36d8f7bc-4a68-4ee5-9364-5818cb09f92c. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:19:08.670992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5495-2190-4586-b721-f225c19aeca3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.674536 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0bfa5495-2190-4586-b721-f225c19aeca3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/9d4310c9-daae-4186-9c97-c547925a9338 HTTP/1.1" status: 204 len: 168 time: 1.8932920 Dec 21 22:19:08.677067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38766) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:08.712305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router 95eaee7d-817d-4f07-85c5-cbad5d15ec09 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:19:08.732081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No DVR routers for this DVR port 36d8f7bc-4a68-4ee5-9364-5818cb09f92c on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:19:08.839034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.847570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fe9fc6c1-a6da-4caa-ace7-cc8575418de4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:08.852284 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fe9fc6c1-a6da-4caa-ace7-cc8575418de4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3817003 Dec 21 22:19:08.855176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38770) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:08.886431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.928766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8db36ebd-eab2-42ab-bcc9-c5aefbe317f9 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Synchronizing usage tracker for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:08.937666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:08.949267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7195d878-a918-4df1-bd53-db846c33d7b3 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:09.001715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8db36ebd-eab2-42ab-bcc9-c5aefbe317f9 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Unset dirty status for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:09.007563 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8db36ebd-eab2-42ab-bcc9-c5aefbe317f9 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3281147 Dec 21 22:19:09.015426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38774) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.087845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089465241'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:09.090489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 7195d878-a918-4df1-bd53-db846c33d7b3 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:09.119422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:09.145024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5899410-757a-4571-980b-1fae0b724825 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:09.146741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e5899410-757a-4571-980b-1fae0b724825 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2857277 Dec 21 22:19:09.151997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:09.154076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38778) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.256424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:09.272209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20b16f-d13a-4a66-87d3-3e9b79d2b033 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:09.273901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20b16f-d13a-4a66-87d3-3e9b79d2b033 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:09.275405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20b16f-d13a-4a66-87d3-3e9b79d2b033 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:09.276264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc20b16f-d13a-4a66-87d3-3e9b79d2b033 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:09.308761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:09.318832 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dea854ab-cbe0-4390-9396-23ffcde6fd7b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/routers/5ca7f1fe-9b42-454a-b4c1-67a41411dedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6332278 Dec 21 22:19:09.321009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d0123-9a3f-4cf7-bfd2-05cb8162ea79 None None] Sync routers for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:09.323060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38782) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.334742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d0123-9a3f-4cf7-bfd2-05cb8162ea79 None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:09.335430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b80d0123-9a3f-4cf7-bfd2-05cb8162ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:09.393837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:09.396286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc20b16f-d13a-4a66-87d3-3e9b79d2b033 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:09.400160 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc20b16f-d13a-4a66-87d3-3e9b79d2b033 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2415257 Dec 21 22:19:09.403378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b80d0123-9a3f-4cf7-bfd2-05cb8162ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:09.406110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38786) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.407107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Usage tracker for resource:security_group_rule and tenant:543be9aac64e44aaa7caa4ed60f2c610 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:09.414377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:09.415566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d0123-9a3f-4cf7-bfd2-05cb8162ea79 None None] Routers {'5ca7f1fe-9b42-454a-b4c1-67a41411dedb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:09.416230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b80d0123-9a3f-4cf7-bfd2-05cb8162ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:18:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:09.461263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:09.466025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-ed13b7cf-3a58-42a0-aa24-0102875d5502 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:09.467664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-ed13b7cf-3a58-42a0-aa24-0102875d5502 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 811 time: 0.8915370 Dec 21 22:19:09.481786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b80d0123-9a3f-4cf7-bfd2-05cb8162ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:09.482236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d0123-9a3f-4cf7-bfd2-05cb8162ea79 None None] The sync data for ids ['5ca7f1fe-9b42-454a-b4c1-67a41411dedb'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:09.729423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:09.737109 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-45d80244-03e3-4206-a54d-48c021ed85ae tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/quotas/99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 375 time: 0.2021775 Dec 21 22:19:09.751765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Usage tracker for resource:security_group_rule and tenant:90f50a0116f744cc88de266ee68cef49 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:09.765816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:09.850980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:09.905419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:09.937763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:09.966740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:09.993360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.021906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a668b519-c969-42ac-b38b-67fb0de127e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.055239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef154ce4-b564-485d-b8f3-d72062583ad1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet b4e6eb78-da02-41de-8f6a-5b10e735cfc9 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:19:10.065149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef154ce4-b564-485d-b8f3-d72062583ad1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.072489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=a0699fd4-a7d4-4b19-ab2d-f984f49b4432,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:10.110731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fedec8-33a4-45fc-9e98-bb7705bf094c None None] Network 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:10.111119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d9468d-250d-4872-bcbe-9241f9983059,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:10.113602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.117719 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1665eab4-404b-4576-9939-39f256ea3cf5 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0984418 Dec 21 22:19:10.119944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38790) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:10.132905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fe0fb2ce-e21c-4531-ae70-53fd2652b019 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:10.133587 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-fe0fb2ce-e21c-4531-ae70-53fd2652b019 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 22:19:10.138049 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fe0fb2ce-e21c-4531-ae70-53fd2652b019 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "PUT /v2.0/security-groups/55d9468d-250d-4872-bcbe-9241f9983059 HTTP/1.1" status: 409 len: 330 time: 0.0100045 Dec 21 22:19:10.139548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38794) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:10.177426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef154ce4-b564-485d-b8f3-d72062583ad1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.192849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8::1 (3911d80f-4e52-4433-8d81-8f2c969d1c31/ba022a51-9d94-42e2-939a-0ca974e10041/5129b3c5-fabd-4405-87b2-6c6637c35926) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:10.204219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-5f5cc2be-55b7-40f0-8fa2-2294aefef46f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4540367 Dec 21 22:19:10.237392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.294626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.311184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.345841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:10.366691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:10.367132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32017a0-3bf1-4d5f-b3c1-a4f7d8bbf926') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:10.388060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.407067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328720a4-30ba-4929-ba01-35f546738d66 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.410733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:10.412531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.415242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef154ce4-b564-485d-b8f3-d72062583ad1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.423409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12788a4d-f446-4ad1-b09e-a2d04385571a None None] DHCP port deletion for 3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:19:10.427049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c845a08-6af5-46c5-b65e-281bd5a82a49 None None] Sync routers for ids ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:10.469481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c845a08-6af5-46c5-b65e-281bd5a82a49 None None] Routers {'95eaee7d-817d-4f07-85c5-cbad5d15ec09'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:10.477426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9c845a08-6af5-46c5-b65e-281bd5a82a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:10.479097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.499626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:10.499865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328720a4-30ba-4929-ba01-35f546738d66 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.531548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:10.532175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:10.551929 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:10.564738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4c0c55-0aec-4317-8774-ffe95d74663d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:10.600551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821711a-7286-4e55-938c-b926f871dbe6 None None] Network 3911d80f-4e52-4433-8d81-8f2c969d1c31 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:10.602801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9c845a08-6af5-46c5-b65e-281bd5a82a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:10.619443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c845a08-6af5-46c5-b65e-281bd5a82a49 None None] Routers {'95eaee7d-817d-4f07-85c5-cbad5d15ec09'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:10.623049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9c845a08-6af5-46c5-b65e-281bd5a82a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:10.659746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.660602 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Added segment 67008bc8-ae3f-4b3a-a382-0b0786932aa3 of type vlan for network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb Dec 21 22:19:10.680757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef154ce4-b564-485d-b8f3-d72062583ad1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.725375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9c845a08-6af5-46c5-b65e-281bd5a82a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:10.725375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c845a08-6af5-46c5-b65e-281bd5a82a49 None None] The sync data for ids ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:10.729124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328720a4-30ba-4929-ba01-35f546738d66 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.744417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 36d8f7bc-4a68-4ee5-9364-5818cb09f92c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:19:10.749151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef154ce4-b564-485d-b8f3-d72062583ad1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e6eb78-da02-41de-8f6a-5b10e735cfc9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:10.758701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328720a4-30ba-4929-ba01-35f546738d66 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d9468d-250d-4872-bcbe-9241f9983059,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:10.761606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ef154ce4-b564-485d-b8f3-d72062583ad1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.799208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328720a4-30ba-4929-ba01-35f546738d66 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.804939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-328720a4-30ba-4929-ba01-35f546738d66 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/55d9468d-250d-4872-bcbe-9241f9983059 HTTP/1.1" status: 204 len: 168 time: 0.6594734 Dec 21 22:19:10.804939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ef154ce4-b564-485d-b8f3-d72062583ad1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/b4e6eb78-da02-41de-8f6a-5b10e735cfc9 HTTP/1.1" status: 204 len: 168 time: 1.3916759 Dec 21 22:19:10.811109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38800) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:10.811109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38802) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:10.811109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.821337 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ba62edba-353f-4a44-8803-7e74c06c9320 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/95eaee7d-817d-4f07-85c5-cbad5d15ec09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7752998 Dec 21 22:19:10.832980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38808) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:10.847894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.912763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.913150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port d6516be8-fd4a-4c9a-b5d8-b9ecb86ffbc0 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:10.913543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:10.949981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ebe9a3-0a97-4634-831c-b2168bdbcaef None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:10.977714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-918e4017-96fa-4906-8229-ff7367206765 None None] Provisioning for port 7195d878-a918-4df1-bd53-db846c33d7b3 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:10.981021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f82b062-f39c-4ac4-8a58-6f23890d89b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Deleting subnet d5997c91-42dd-47ec-98f8-450314d2dd3d {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:19:10.990657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 36d8f7bc-4a68-4ee5-9364-5818cb09f92c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:19:10.990958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 36d8f7bc-4a68-4ee5-9364-5818cb09f92c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:19:10.998191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-918e4017-96fa-4906-8229-ff7367206765 None None] Provisioning complete for port 7195d878-a918-4df1-bd53-db846c33d7b3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:10.998605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-918e4017-96fa-4906-8229-ff7367206765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.002009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f82b062-f39c-4ac4-8a58-6f23890d89b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.031190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.046850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:11.060546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.070265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c7c1a391-3c8a-41bb-9680-ca0b700c05f3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Synchronizing usage tracker for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:11.117231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f82b062-f39c-4ac4-8a58-6f23890d89b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.159548 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-158f8409-c311-4d93-9333-5fec9a52ae07 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c HTTP/1.1" status: 204 len: 168 time: 6.9489748 Dec 21 22:19:11.191479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38812) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:11.202794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object 5129b3c5-fabd-4405-87b2-6c6637c35926 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:11.205971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c7c1a391-3c8a-41bb-9680-ca0b700c05f3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] Unset dirty status for tenant:543be9aac64e44aaa7caa4ed60f2c610 on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:11.214727 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c7c1a391-3c8a-41bb-9680-ca0b700c05f3 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3957584 Dec 21 22:19:11.215016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1303174036'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:11.219327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38816) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:11.224586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:11.231790 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3350a4e5-5181-4261-bdaa-bb3cf5efac70 service neutron] 10.222.0.30 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8343527 Dec 21 22:19:11.247251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:11.277693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.280392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:11.293034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.296996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:11.297635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.304025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:11.328853 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-37b27862-85ca-4037-b3c0-4350d5e0dad9 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] delete failed (client error): The resource could not be found. Dec 21 22:19:11.333800 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-37b27862-85ca-4037-b3c0-4350d5e0dad9 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "DELETE /v2.0/security-groups/7c4e7dc6-093e-4e94-b40e-601d0c1b4afa HTTP/1.1" status: 404 len: 347 time: 0.1073813 Dec 21 22:19:11.353150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38820) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:11.420552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for d6516be8-fd4a-4c9a-b5d8-b9ecb86ffbc0 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:11.460586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-918e4017-96fa-4906-8229-ff7367206765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.481139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-7c8043d5-7438-4d2e-aa90-a4a6f51c0368 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] show failed (client error): The resource could not be found. Dec 21 22:19:11.486553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c8043d5-7438-4d2e-aa90-a4a6f51c0368 tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-groups/7cd80e9c-da05-4585-9278-52aeed8edd0c HTTP/1.1" status: 404 len: 347 time: 0.1273992 Dec 21 22:19:11.496796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38824) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:11.516708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f82b062-f39c-4ac4-8a58-6f23890d89b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.526935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.546812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-918e4017-96fa-4906-8229-ff7367206765 None None] For port 7195d878-a918-4df1-bd53-db846c33d7b3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7195d878-a918-4df1-bd53-db846c33d7b3,segment=NetworkSegment(678f97c7-f480-4cb6-bc0f-5c64549d1a3d),segment_id=678f97c7-f480-4cb6-bc0f-5c64549d1a3d)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:11.574558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-f9c795d8-e059-4f9d-ab0a-0649f99c513f tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] show failed (client error): The resource could not be found. Dec 21 22:19:11.575769 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f9c795d8-e059-4f9d-ab0a-0649f99c513f tempest-NegativeSecGroupTest-774990493 tempest-NegativeSecGroupTest-774990493-project] 10.222.0.30 "GET /v2.0/security-group-rules/22fdbff3-171c-4fde-855d-6c7804b1a549 HTTP/1.1" status: 404 len: 356 time: 0.0779016 Dec 21 22:19:11.606074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-918e4017-96fa-4906-8229-ff7367206765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.693222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e4017-96fa-4906-8229-ff7367206765 None None] Pushing event updated for resources: {'Port': ['ID=7195d878-a918-4df1-bd53-db846c33d7b3,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:11.730929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f82b062-f39c-4ac4-8a58-6f23890d89b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.739985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:11.749806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.763572 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.2851403 Dec 21 22:19:11.775266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38830) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:11.793617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'subnet': {'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:11.809737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82b062-f39c-4ac4-8a58-6f23890d89b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Subnet': ['ID=d5997c91-42dd-47ec-98f8-450314d2dd3d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:11.849443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f82b062-f39c-4ac4-8a58-6f23890d89b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.851717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35896b-3714-4869-b2d4-0b9425eeabc8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Network': ['ID=84f234f9-5976-4e3a-aa1c-b103b3f5d1bb,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:11.870689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:11.898739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-56582e48-7838-499b-a1a4-44116eaa2112 service neutron] 10.222.0.30 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464679 Dec 21 22:19:11.962860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:11.963650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.031488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1f82b062-f39c-4ac4-8a58-6f23890d89b2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/d5997c91-42dd-47ec-98f8-450314d2dd3d HTTP/1.1" status: 204 len: 168 time: 1.2156467 Dec 21 22:19:12.038741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ac504cc-597e-4bd7-b92e-ba90d3e09170 None None] Provisioning complete for port 7195d878-a918-4df1-bd53-db846c33d7b3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:12.039337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ac504cc-597e-4bd7-b92e-ba90d3e09170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.041384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38836) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:12.046220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=d6516be8-fd4a-4c9a-b5d8-b9ecb86ffbc0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:12.049614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:12.134918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:12.175753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Usage tracker for resource:subnet and tenant:90f50a0116f744cc88de266ee68cef49 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:12.181020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-db03b092-3977-45d1-b857-96f7ae15d0e6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1367772 Dec 21 22:19:12.196541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38842) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:12.200258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:12.217771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:12.227296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.227699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment b34ed159-5502-4f16-aa3a-bd6a1f4f7188 of type vlan for network 8f73d173-16ca-4d6d-ad24-868b0ec2299e Dec 21 22:19:12.314099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Made reservation on behalf of 90f50a0116f744cc88de266ee68cef49 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:12.330062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 3911d80f-4e52-4433-8d81-8f2c969d1c31 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:12.332961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:12.342031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:12.342647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.404477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38850) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:12.455674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=5129b3c5-fabd-4405-87b2-6c6637c35926,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:12.490002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.656040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.662468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.727793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365577ed-5307-4a86-99fc-302b9d17599e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:12.733473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-365577ed-5307-4a86-99fc-302b9d17599e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5285659 Dec 21 22:19:12.733696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38856) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:12.788975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.793944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:12.795164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.892821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:12.923206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7195d878-a918-4df1-bd53-db846c33d7b3 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:13.136628 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9423718 Dec 21 22:19:13.138288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c6db6564-867f-4776-88d1-f0eb595f535e None None] Provisioning for port 5129b3c5-fabd-4405-87b2-6c6637c35926 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:13.177628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7195d878-a918-4df1-bd53-db846c33d7b3 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:13.178417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:13.279171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c6db6564-867f-4776-88d1-f0eb595f535e None None] Provisioning complete for port 5129b3c5-fabd-4405-87b2-6c6637c35926 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:13.279942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6db6564-867f-4776-88d1-f0eb595f535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:13.286080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38868) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.356993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d476b0-c62e-497d-9b3a-a98a7f8a9bc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=8f73d173-16ca-4d6d-ad24-868b0ec2299e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:13.374282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:13.376298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 8f73d173-16ca-4d6d-ad24-868b0ec2299e details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:13.463017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d9f2168d-b40f-47f6-b84e-e10456320233 req-71ea6c83-fd92-404a-9a1d-2d90d9e19f7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 210 time: 0.5920615 Dec 21 22:19:13.525314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc55f2e5-10ba-4fd7-8dac-f754910750bb None None] Network 46b25152-08cb-4b8d-89e6-3a84ce307aa7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:13.561939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': '8f73d173-16ca-4d6d-ad24-868b0ec2299e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:13.614196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c6db6564-867f-4776-88d1-f0eb595f535e None None] Port 5129b3c5-fabd-4405-87b2-6c6637c35926 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:13.772684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:13.780055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-95008815-5e9d-4871-81af-e31eaf69dcc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=543be9aac64e44aaa7caa4ed60f2c610&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3653111 Dec 21 22:19:13.781661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38878) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.791351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6e5bb4-8dc3-47b9-a407-d51b05aa300f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:13.792902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e6e5bb4-8dc3-47b9-a407-d51b05aa300f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Synchronizing usage tracker for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:13.819393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e26e8182-786c-4c7e-94e7-81aa098f9906 None None] Provisioning complete for port 3804d3a8-ace0-4479-968b-0e9f03785703 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:13.819810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e26e8182-786c-4c7e-94e7-81aa098f9906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:13.860454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:13.889084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:13.899579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:13.940968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:13.957496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e6e5bb4-8dc3-47b9-a407-d51b05aa300f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Unset dirty status for tenant:97f5abcc4b164ddcbb8c1b357300c294 on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:13.969979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e6e5bb4-8dc3-47b9-a407-d51b05aa300f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2114923 Dec 21 22:19:13.977637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:13.983815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38882) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.001508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] DHCP port deletion for 46b25152-08cb-4b8d-89e6-3a84ce307aa7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:19:14.005018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.007590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Deleting port 3804d3a8-ace0-4479-968b-0e9f03785703 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:14.008012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.027568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb80d164-6a37-4a51-ace2-5ead04a4a886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.045728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:19:14.073714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3d97185-00a9-44d9-ab63-d8c68bda86c3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880880 Dec 21 22:19:14.074027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.074585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.088247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38886) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.156155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.156834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Fanout notify agent at l3_agent the message router_deleted on router 5ca7f1fe-9b42-454a-b4c1-67a41411dedb {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:19:14.178461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:14.185568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb80d164-6a37-4a51-ace2-5ead04a4a886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.208149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95f4d34-c9c6-49de-887c-2b594335c662 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:14.208933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95f4d34-c9c6-49de-887c-2b594335c662 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:14.247192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=5129b3c5-fabd-4405-87b2-6c6637c35926,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:14.257236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b95f4d34-c9c6-49de-887c-2b594335c662 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/114e0cc9-cd4d-46ef-99e9-3c98df4b9039 HTTP/1.1" status: 404 len: 333 time: 0.1649699 Dec 21 22:19:14.262991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.266937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-daa8492f-9b1c-4a61-b91b-72e1f02e841f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/routers/5ca7f1fe-9b42-454a-b4c1-67a41411dedb HTTP/1.1" status: 204 len: 168 time: 4.9405551 Dec 21 22:19:14.266937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38890) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.268228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38892) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.344551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] For port 3804d3a8-ace0-4479-968b-0e9f03785703, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3804d3a8-ace0-4479-968b-0e9f03785703,segment=NetworkSegment(0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7),segment_id=0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:14.345076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.367926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.411941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2c696b-f0b9-4ada-8132-98b2acbe33ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:14.412468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2c696b-f0b9-4ada-8132-98b2acbe33ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:14.414293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee2c696b-f0b9-4ada-8132-98b2acbe33ab tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/d5997c91-42dd-47ec-98f8-450314d2dd3d HTTP/1.1" status: 404 len: 337 time: 0.0971649 Dec 21 22:19:14.425985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.444799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38900) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.499409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Calling delete_port for 3804d3a8-ace0-4479-968b-0e9f03785703 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:14.532059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5057998-0b1b-4dd0-953e-7b168a04685f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:14.532598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5057998-0b1b-4dd0-953e-7b168a04685f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:14.536810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e5057998-0b1b-4dd0-953e-7b168a04685f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/b4e6eb78-da02-41de-8f6a-5b10e735cfc9 HTTP/1.1" status: 404 len: 337 time: 0.0829506 Dec 21 22:19:14.546509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38906) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.587281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Subnet': ['ID=2a214d0f-d17b-426e-bd92-e9abef508689,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:14.628833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.647281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb80d164-6a37-4a51-ace2-5ead04a4a886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:14.654132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 3911d80f-4e52-4433-8d81-8f2c969d1c31 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:14.676128 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddae777-a9f6-4145-8ac0-dfb92a903ef2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:14.676672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddae777-a9f6-4145-8ac0-dfb92a903ef2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:14.681397 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bddae777-a9f6-4145-8ac0-dfb92a903ef2 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/05759faa-400f-4cd0-b325-7d56227eca9f HTTP/1.1" status: 404 len: 333 time: 0.1284428 Dec 21 22:19:14.681534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Pushing event deleted for resources: {'Port': ['ID=3804d3a8-ace0-4479-968b-0e9f03785703,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:14.687425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] No DVR routers for this DVR port 3804d3a8-ace0-4479-968b-0e9f03785703 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:19:14.688951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38910) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.701791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.702542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.703116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.703680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.704260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.705140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.705706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.706288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.706848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.707557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.708122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca0f59-93c2-4c8a-9ae5-81003dcd38d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:14.743047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Checking segment: {'id': '67008bc8-ae3f-4b3a-a382-0b0786932aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:14.743456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Network hostable DHCP agents. Network: 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:14.752927 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f644d0-5b8c-487b-816f-3e45d91f4e9e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:14.753443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f644d0-5b8c-487b-816f-3e45d91f4e9e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:14.770294 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c2f644d0-5b8c-487b-816f-3e45d91f4e9e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/a3fe6b43-41b2-4c31-8bc7-eb85c41dd0be HTTP/1.1" status: 404 len: 337 time: 0.0801601 Dec 21 22:19:14.776372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38914) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.805218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3804d3a8-ace0-4479-968b-0e9f03785703 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:19:14.835296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59792e9-53d9-4e89-81a0-216115191445 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:14.835809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59792e9-53d9-4e89-81a0-216115191445 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:14.841716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b59792e9-53d9-4e89-81a0-216115191445 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/770c30a7-c22e-4e30-9883-3992c6d35a9f HTTP/1.1" status: 404 len: 337 time: 0.0594034 Dec 21 22:19:14.842157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38918) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.855393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3804d3a8-ace0-4479-968b-0e9f03785703 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:19:14.857672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3804d3a8-ace0-4479-968b-0e9f03785703 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:19:14.923746 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f1348c-5df3-4175-949e-e2a1b552e1be tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:14.924545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f1348c-5df3-4175-949e-e2a1b552e1be tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:14.926428 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41f1348c-5df3-4175-949e-e2a1b552e1be tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/99ebd05d-a330-40af-a282-01579fcc24cd HTTP/1.1" status: 404 len: 333 time: 0.0833049 Dec 21 22:19:14.929768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38922) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.983831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:14.990188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a55a71-a28c-46ff-b160-a18d49f78a6a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:14.990686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a55a71-a28c-46ff-b160-a18d49f78a6a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:14.994879 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b4a55a71-a28c-46ff-b160-a18d49f78a6a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/d034db15-ae37-4b59-9d10-c0730597f73e HTTP/1.1" status: 404 len: 337 time: 0.0617211 Dec 21 22:19:14.999928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38926) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.027343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-80e38ed9-02b8-4944-8d6d-4e0b18270857 req-ed9e578b-cdad-4783-85c8-b0b5686500f9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 210 time: 0.3856740 Dec 21 22:19:15.034607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:15.048464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:15.055700 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee995f3-e569-4853-9f8e-cc2627981dd3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:15.056212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee995f3-e569-4853-9f8e-cc2627981dd3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:15.061127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eee995f3-e569-4853-9f8e-cc2627981dd3 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/8a58f639-3eb7-4caf-9df0-b60a06d7508d HTTP/1.1" status: 404 len: 337 time: 0.0576794 Dec 21 22:19:15.082015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38930) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.091838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:15.092520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.110506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf16bed-f862-49df-be49-ee391f50a877 None None] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:15.136275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80d164-6a37-4a51-ace2-5ead04a4a886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904bc569-ce16-435d-aac5-cac7bfb6e620,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:15.158440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb80d164-6a37-4a51-ace2-5ead04a4a886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.160595 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eb80d164-6a37-4a51-ace2-5ead04a4a886 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/904bc569-ce16-435d-aac5-cac7bfb6e620 HTTP/1.1" status: 204 len: 168 time: 1.3779747 Dec 21 22:19:15.181868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13f7cae-0d9e-4677-b66b-c4f34a0abb93 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:15.182396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13f7cae-0d9e-4677-b66b-c4f34a0abb93 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:15.185241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a13f7cae-0d9e-4677-b66b-c4f34a0abb93 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/d6005724-4283-4011-9ef5-30e2c132724a HTTP/1.1" status: 404 len: 333 time: 0.0976822 Dec 21 22:19:15.189464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38936) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.256610 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-573e9707-260e-447d-a556-3354a98845fc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:15.257121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573e9707-260e-447d-a556-3354a98845fc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:15.263673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f18b4a3-8c4b-4609-86d0-c92198acff4e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting subnet 74ad54ff-46db-4064-a716-9fd8d016f329 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:19:15.265169 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-573e9707-260e-447d-a556-3354a98845fc tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/74dac976-d55b-4f0b-bc93-5e3251f82bee HTTP/1.1" status: 404 len: 337 time: 0.0740485 Dec 21 22:19:15.266024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38940) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.267412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.279755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f18b4a3-8c4b-4609-86d0-c92198acff4e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.340876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a32bc21e-4461-4ab6-bf3f-81f51714fd7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5589025 Dec 21 22:19:15.344987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38944) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.362079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=a91fcb90-cf09-43a5-8b05-a4076b227ecf,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:15.382826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-210025836'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:15.452913 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4b31c5-a180-49ba-8eb2-b2b662ad1b2d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:15.453461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4b31c5-a180-49ba-8eb2-b2b662ad1b2d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:15.455353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad4b31c5-a180-49ba-8eb2-b2b662ad1b2d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/381fbc5c-2b64-46d7-9bfc-99bf6cc0a14b HTTP/1.1" status: 404 len: 337 time: 0.1775725 Dec 21 22:19:15.469274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38948) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.563601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f18b4a3-8c4b-4609-86d0-c92198acff4e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.577719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': 'b34ed159-5502-4f16-aa3a-bd6a1f4f7188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8f73d173-16ca-4d6d-ad24-868b0ec2299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:15.578852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: 8f73d173-16ca-4d6d-ad24-868b0ec2299e, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:15.599028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e4b5bb47-cbdd-46c9-a8df-0878d0bf3182 None None] Provisioning complete for port 5129b3c5-fabd-4405-87b2-6c6637c35926 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:15.599451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4b5bb47-cbdd-46c9-a8df-0878d0bf3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.637991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:15.645568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Usage tracker for resource:port and tenant:90f50a0116f744cc88de266ee68cef49 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:15.649501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:15.658327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:15.662833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e11d39-93c2-431b-8435-a8c6c4a9d93c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:15.663347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e11d39-93c2-431b-8435-a8c6c4a9d93c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:15.665237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8e11d39-93c2-431b-8435-a8c6c4a9d93c tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/0f979f03-cc67-42fa-9d34-e99ddecf5ecd HTTP/1.1" status: 404 len: 333 time: 0.1895454 Dec 21 22:19:15.668173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38954) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.722055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e4b5bb47-cbdd-46c9-a8df-0878d0bf3182 None None] Port 5129b3c5-fabd-4405-87b2-6c6637c35926 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:15.736649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'tenant_id': '90f50a0116f744cc88de266ee68cef49', 'fixed_ips': [{'subnet_id': '2a214d0f-d17b-426e-bd92-e9abef508689'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:15.737578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.746842 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff7d809-247c-4d1c-87b4-07065e4f2316 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:15.747651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff7d809-247c-4d1c-87b4-07065e4f2316 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:15.749784 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aff7d809-247c-4d1c-87b4-07065e4f2316 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/a6994153-a36d-42e9-8f51-221602180616 HTTP/1.1" status: 404 len: 337 time: 0.0803621 Dec 21 22:19:15.751498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network 8f73d173-16ca-4d6d-ad24-868b0ec2299e is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:15.757283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38960) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.759750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Made reservation on behalf of 90f50a0116f744cc88de266ee68cef49 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:15.766133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.835071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 8f73d173-16ca-4d6d-ad24-868b0ec2299e) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:15.840791 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-78609987-325b-4f40-91f7-db7dab3d819d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:15.841587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78609987-325b-4f40-91f7-db7dab3d819d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:15.843611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-78609987-325b-4f40-91f7-db7dab3d819d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/ba3aca22-eab7-4181-add3-8ef8238b35a6 HTTP/1.1" status: 404 len: 333 time: 0.0650699 Dec 21 22:19:15.847797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:15.848482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:15.851495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38966) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.856586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] device_id is not set on port 221c4548-f2a8-4e4e-a707-e4710354bc78 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:15.954197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed1b11-6b7c-4e67-a4b8-9a2ca5107e1e None None] Network 8f73d173-16ca-4d6d-ad24-868b0ec2299e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:15.990725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dea668c6-da81-49ea-9401-46011cd242b4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4604909 Dec 21 22:19:15.993388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38972) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.146651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-a0757e7f-9d50-4255-aed8-794537536ee6 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:16.148370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-a0757e7f-9d50-4255-aed8-794537536ee6 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 811 time: 0.4574513 Dec 21 22:19:16.162059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-655e50b2-1ce8-4bcf-8e64-cc16abd72fdf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:16.165198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655e50b2-1ce8-4bcf-8e64-cc16abd72fdf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:16.173768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-655e50b2-1ce8-4bcf-8e64-cc16abd72fdf tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/3bc2e186-8b84-45ff-bc66-9763d8ef2f60 HTTP/1.1" status: 404 len: 337 time: 0.3198428 Dec 21 22:19:16.181027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38982) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.187034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Allocated IP 2001:db8::2 (84f234f9-5976-4e3a-aa1c-b103b3f5d1bb/2a214d0f-d17b-426e-bd92-e9abef508689/19ba4063-6f9c-4a1d-aa7f-20aae3f71aee) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:16.294097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2f2f55-e1e0-4e09-b5f0-e8bd885cb702 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:16.294689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2f2f55-e1e0-4e09-b5f0-e8bd885cb702 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:16.300043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9f2f2f55-e1e0-4e09-b5f0-e8bd885cb702 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/f5890e4c-6c02-4c3b-9d28-0b9c82b14eca HTTP/1.1" status: 404 len: 333 time: 0.1138456 Dec 21 22:19:16.306599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38988) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.339631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f18b4a3-8c4b-4609-86d0-c92198acff4e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.371728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.383744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b997d18e-6232-4d05-bfed-3b9af77faf94 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:16.384480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b997d18e-6232-4d05-bfed-3b9af77faf94 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:16.405337 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b997d18e-6232-4d05-bfed-3b9af77faf94 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/3288fb66-ae7b-417f-a70b-294870da7c6c HTTP/1.1" status: 404 len: 337 time: 0.0972872 Dec 21 22:19:16.418885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 38994) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.457732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c6767c0f-32eb-40ff-b61a-fb1a9414a02e req-db59847f-eda1-46eb-9fdb-0cd6ed42d810 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 210 time: 0.1538966 Dec 21 22:19:16.505955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f7935e-e0ae-4a91-b68a-6064f7dbac46 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:16.506457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f7935e-e0ae-4a91-b68a-6064f7dbac46 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:16.510811 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60f7935e-e0ae-4a91-b68a-6064f7dbac46 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/71684bad-4139-47a6-a24f-31398fb719ff HTTP/1.1" status: 404 len: 333 time: 0.0647275 Dec 21 22:19:16.510977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f38f08-2bbc-4e09-8321-aee0d84319dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-8f73d173-16ca-4d6d-ad24-868b0ec2299e', 'network_id': '8f73d173-16ca-4d6d-ad24-868b0ec2299e', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': 'a91fcb90-cf09-43a5-8b05-a4076b227ecf'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:16.510977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12f38f08-2bbc-4e09-8321-aee0d84319dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.516597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 38998) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.530944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.541315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-e87a4750-1889-432b-a0f7-701cd1fce228 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 379 time: 0.3590190 Dec 21 22:19:16.567025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'port': {'device_id': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'admin_state_up': True, 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'security_groups': ['90f80dd6-4814-4392-a63a-710532488638']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:16.634280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 310ff516-c338-407d-b8b3-b0f1e9d2c6b9 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:16.634591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.729658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.735086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.818516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Transition to ACTIVE for port object 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:16.822146 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f1ddea-32e6-4d33-9550-a8e16b749480 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:16.822770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f1ddea-32e6-4d33-9550-a8e16b749480 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:16.874997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Transition to ACTIVE for port object 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:16.876034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f18b4a3-8c4b-4609-86d0-c92198acff4e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server [None req-12f38f08-2bbc-4e09-8321-aee0d84319dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a91fcb90-cf09-43a5-8b05-a4076b227ecf: This subnet is being modified by another concurrent operation. Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:19:16.890237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a91fcb90-cf09-43a5-8b05-a4076b227ecf: This subnet is being modified by another concurrent operation. Dec 21 22:19:16.895110 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Dec 21 22:19:16.900912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=a91fcb90-cf09-43a5-8b05-a4076b227ecf,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:16.905929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3c329-9f81-4b07-b1ef-cd61b9a7fa9f None None] Network 8f73d173-16ca-4d6d-ad24-868b0ec2299e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:16.959971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:16.977814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b4a3-8c4b-4609-86d0-c92198acff4e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Subnet': ['ID=74ad54ff-46db-4064-a716-9fd8d016f329,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:16.993684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-30f1ddea-32e6-4d33-9550-a8e16b749480 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/fa801d8b-b33f-4694-a742-a6136c6a092c HTTP/1.1" status: 404 len: 337 time: 0.4755576 Dec 21 22:19:17.005228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39008) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:17.127371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:17.133536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:17.142098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:17.195361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.230941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3511ca-7335-47a0-9445-ce6de69513b9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:17.233893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3511ca-7335-47a0-9445-ce6de69513b9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:17.238747 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0c3511ca-7335-47a0-9445-ce6de69513b9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/d1543fdb-e086-4749-959c-9dc04b11949a HTTP/1.1" status: 404 len: 333 time: 0.2229409 Dec 21 22:19:17.249072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39014) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:17.280586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Pushing event updated for resources: {'Port': ['ID=19ba4063-6f9c-4a1d-aa7f-20aae3f71aee,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:17.339175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Allocated IP 2001:db8::207 (84f234f9-5976-4e3a-aa1c-b103b3f5d1bb/2a214d0f-d17b-426e-bd92-e9abef508689/221c4548-f2a8-4e4e-a707-e4710354bc78) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:17.343400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f73d173-16ca-4d6d-ad24-868b0ec2299e']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:17.352221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2312c4ad-1fcc-44a2-b717-3fd03695ce7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:17.353134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2312c4ad-1fcc-44a2-b717-3fd03695ce7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:17.355627 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2312c4ad-1fcc-44a2-b717-3fd03695ce7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/bcec888e-386d-47e0-9c00-852c057d2e6f HTTP/1.1" status: 404 len: 337 time: 0.0930228 Dec 21 22:19:17.361223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39018) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:17.368922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34ed159-5502-4f16-aa3a-bd6a1f4f7188') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:17.370957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34ed159-5502-4f16-aa3a-bd6a1f4f7188') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:17.383205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:17.398936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:port and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:17.408103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f18b4a3-8c4b-4609-86d0-c92198acff4e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.411879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:17.426755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:17.430460 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2f18b4a3-8c4b-4609-86d0-c92198acff4e tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/subnets/74ad54ff-46db-4064-a716-9fd8d016f329 HTTP/1.1" status: 204 len: 168 time: 3.1570535 Dec 21 22:19:17.438242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39024) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:17.438669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881de40d-c8c4-4c13-9eba-c812eb199fe8 None None] Network c87b8616-6d7d-492f-9d6c-3b2da573a712 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:17.443590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ca20df-9d2f-45a3-a4b6-97c303e929e8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:17.444301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ca20df-9d2f-45a3-a4b6-97c303e929e8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:17.446474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d4ca20df-9d2f-45a3-a4b6-97c303e929e8 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/2fbb73ef-8e8c-482b-8d2b-c05a9d51504e HTTP/1.1" status: 404 len: 333 time: 0.0817463 Dec 21 22:19:17.449472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.459109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39028) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:17.535069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Attempting to bind port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:17.535650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Attempting to bind port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '67008bc8-ae3f-4b3a-a382-0b0786932aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:17.536234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Attempting to bind port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee on network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:17.536515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.554598 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb34754-5f8d-441d-bb24-28ee1848f24e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:17.561200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb34754-5f8d-441d-bb24-28ee1848f24e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:17.566354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6cb34754-5f8d-441d-bb24-28ee1848f24e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/feb5531b-3a39-469d-b5d6-1ef4fe0c446b HTTP/1.1" status: 404 len: 337 time: 0.0999050 Dec 21 22:19:17.567132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39036) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:17.574169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:17.574821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Checking segment: {'id': '67008bc8-ae3f-4b3a-a382-0b0786932aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:17.575621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.576578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Bound using segment: {'id': '67008bc8-ae3f-4b3a-a382-0b0786932aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:17.577404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Bound port: 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67008bc8-ae3f-4b3a-a382-0b0786932aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:17.577948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.601393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:17.601844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.615046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:17.630537 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:17.635519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:19:17.652614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.775839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] For port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:17.779587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] For port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=19ba4063-6f9c-4a1d-aa7f-20aae3f71aee,segment=NetworkSegment(67008bc8-ae3f-4b3a-a382-0b0786932aa3),segment_id=67008bc8-ae3f-4b3a-a382-0b0786932aa3)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:17.825703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 310ff516-c338-407d-b8b3-b0f1e9d2c6b9 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:17.826029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.861878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Made reservation on behalf of 99eb1e359ea9455697281b8f0edc8259 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:17.867662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:17.923594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 59a95b2c-a064-4056-9697-98cbb14f01c2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:17.923974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.076601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c7f45669-8dde-47c6-9c80-81bf13694877 req-0a2eba1e-ea25-44fc-a5de-49cac06b93aa tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 210 time: 0.2594478 Dec 21 22:19:18.116813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a2784-1c28-40f0-9f16-ab7ac903905f None None] Pushing event updated for resources: {'Port': ['ID=19ba4063-6f9c-4a1d-aa7f-20aae3f71aee,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:18.259620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] DHCP port deletion for c87b8616-6d7d-492f-9d6c-3b2da573a712 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:19:18.265578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] Deleting port 59a95b2c-a064-4056-9697-98cbb14f01c2 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:18.266011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.399667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.436033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Transition to ACTIVE for port object 221c4548-f2a8-4e4e-a707-e4710354bc78 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:18.465846 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7821f2-4157-4cc2-b7f6-8d2742d9e8c9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:18.468842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7821f2-4157-4cc2-b7f6-8d2742d9e8c9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:18.476734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bd7821f2-4157-4cc2-b7f6-8d2742d9e8c9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/fe16d057-8db3-4a43-b6c5-3d83f1215419 HTTP/1.1" status: 404 len: 337 time: 0.8911340 Dec 21 22:19:18.478466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39048) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.531434 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cc9f0c-e3e3-4492-b8b9-5652c14b9626 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:18.537669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cc9f0c-e3e3-4492-b8b9-5652c14b9626 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:18.537669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-64cc9f0c-e3e3-4492-b8b9-5652c14b9626 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/452ea17d-a0dc-416b-ae1e-98cacbfb4def HTTP/1.1" status: 404 len: 333 time: 0.0555182 Dec 21 22:19:18.537669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.540912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.542892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39054) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.637495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=221c4548-f2a8-4e4e-a707-e4710354bc78,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:18.713065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.716109 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/8f73d173-16ca-4d6d-ad24-868b0ec2299e HTTP/1.1" status: 204 len: 168 time: 2.7217140 Dec 21 22:19:18.717649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a9317-b6d1-438a-a6f9-3b7a0948bd75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=8f73d173-16ca-4d6d-ad24-868b0ec2299e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:18.727595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39058) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.731268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] For port 59a95b2c-a064-4056-9697-98cbb14f01c2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=59a95b2c-a064-4056-9697-98cbb14f01c2,segment=NetworkSegment(7891f524-bbcc-4e69-8929-3a0b05a01ebf),segment_id=7891f524-bbcc-4e69-8929-3a0b05a01ebf)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:18.733112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.743515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1085999651'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:18.755344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] For port 59a95b2c-a064-4056-9697-98cbb14f01c2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=59a95b2c-a064-4056-9697-98cbb14f01c2,segment=NetworkSegment(7891f524-bbcc-4e69-8929-3a0b05a01ebf),segment_id=7891f524-bbcc-4e69-8929-3a0b05a01ebf)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:18.755786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.773069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:18.778373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:18.780590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39062) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.782097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:18.800458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:18.809061 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-52625cc7-b15f-48db-998d-aced4acf130b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:18.809431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52625cc7-b15f-48db-998d-aced4acf130b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:18.812642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-52625cc7-b15f-48db-998d-aced4acf130b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/5c9b58d2-04f0-4a97-964b-40218e7d2d00 HTTP/1.1" status: 404 len: 337 time: 0.2647958 Dec 21 22:19:18.823811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:18.824846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39066) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.825761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:18.830003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:18.834920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:18.835145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.917364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7761d6-ec65-4d9b-ac2c-9782f8ccfce6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:18.917878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7761d6-ec65-4d9b-ac2c-9782f8ccfce6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:18.922133 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be7761d6-ec65-4d9b-ac2c-9782f8ccfce6 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/3bae21e1-19b3-41db-ad1c-dd7d4455f9c1 HTTP/1.1" status: 404 len: 337 time: 0.0916531 Dec 21 22:19:18.922535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:18.928429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.954134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39070) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.967636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:18.982182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:18.982848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:18.983253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment 23480c70-99ab-4778-9314-cf922df5bebb of type vlan for network 6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69 Dec 21 22:19:19.020278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.025488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] Calling delete_port for 59a95b2c-a064-4056-9697-98cbb14f01c2 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:19.025983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 59a95b2c-a064-4056-9697-98cbb14f01c2 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:19.067105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:19.070813 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4561ec43-f3f6-4c36-8355-ed1902729e7e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7104151 Dec 21 22:19:19.079131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39076) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.096777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:19.146083 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b05687-4041-454f-94f1-664234ee5d7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:19.146851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b05687-4041-454f-94f1-664234ee5d7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:19.155126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a16bd2d1-3f00-4fba-b319-7de19d5f145f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4445884 Dec 21 22:19:19.159937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-862775281', 'allowed_address_pairs': [{'ip_address': '2001:db8::207', 'mac_address': 'fa:16:3e:ea:f6:8f'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:19.169379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39082) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.180875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a2b05687-4041-454f-94f1-664234ee5d7a tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/e32217c6-0c24-48b8-8582-a5ac6a3eed51 HTTP/1.1" status: 404 len: 333 time: 0.1211123 Dec 21 22:19:19.191301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39084) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.191758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.195972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:19.200605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.227581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-555021329'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:19.243222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Allocated IP 172.20.0.7 (03e68a8b-7443-4166-9a06-4bf6470ad0b7/e937ab0e-9410-4c13-a469-647397e452b8/154edc88-6007-4707-be6a-adf95080590f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:19.343097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53c4c06-222a-4c76-ba04-3d38aea06c67 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:19.343785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53c4c06-222a-4c76-ba04-3d38aea06c67 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:19.350226 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c53c4c06-222a-4c76-ba04-3d38aea06c67 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/2f6f476c-fad2-420e-acb2-b3a23a12bec6 HTTP/1.1" status: 404 len: 337 time: 0.1389215 Dec 21 22:19:19.359559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39090) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.382050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:19.441462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:19.450065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:19.450778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:19.462729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:19.477159 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-259ec3b9-9db1-4772-b3b5-7952e0b0a3f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:19.477777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259ec3b9-9db1-4772-b3b5-7952e0b0a3f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:19.482969 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-259ec3b9-9db1-4772-b3b5-7952e0b0a3f4 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/cc4e18c1-a5fd-4ec1-8659-ad489f3233e9 HTTP/1.1" status: 404 len: 337 time: 0.1163867 Dec 21 22:19:19.484127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:19.561349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39094) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.562059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:19.575468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:19.581465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.595036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:19.624865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:19.625691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:19:19.634186 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-99ef2b03-5abd-487c-897a-8e04004794c3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9054036 Dec 21 22:19:19.643905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39098) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.648792 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-45648596-ffd1-4b52-b0f3-c2813f667e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:19.649918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45648596-ffd1-4b52-b0f3-c2813f667e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:19.655220 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-45648596-ffd1-4b52-b0f3-c2813f667e6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/267e35ba-90bc-433b-83cd-1903ad1b4e62 HTTP/1.1" status: 404 len: 333 time: 0.0879793 Dec 21 22:19:19.657165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': '6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:19.657780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--1781460222', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:19.663405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39102) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.664799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:19.683491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.696706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Usage tracker for resource:port and tenant:90f50a0116f744cc88de266ee68cef49 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:19.708704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.739718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:19.782148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] Pushing event deleted for resources: {'Port': ['ID=59a95b2c-a064-4056-9697-98cbb14f01c2,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:19.794741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:19.806524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.806930 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment e7382c05-ad21-49d4-8bc9-2b73c5634b03 of type vlan for network 3168261b-70e2-449e-9584-c1c616a78a7d Dec 21 22:19:19.815352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b830b-3251-4373-8c17-c76fd101c0d2 None None] No DVR routers for this DVR port 59a95b2c-a064-4056-9697-98cbb14f01c2 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:19:19.821743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:19.863752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-72e8f216-24a8-4297-8913-350b3e736afc req-8cb08ee0-353b-47db-8d03-08043ca08834 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Synchronizing usage tracker for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:19.869447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.874756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:19.887210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=310ff516-c338-407d-b8b3-b0f1e9d2c6b9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:19.889581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:19.911921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:19.930560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:19.935219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:19.946222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.960912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:network and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:19.964214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:19.965104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:19.991994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:20.049962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 59a95b2c-a064-4056-9697-98cbb14f01c2 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:19:20.149186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:20.154649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 59a95b2c-a064-4056-9697-98cbb14f01c2 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:19:20.155043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 59a95b2c-a064-4056-9697-98cbb14f01c2 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:19:20.212053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:20.217009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 59a95b2c-a064-4056-9697-98cbb14f01c2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:20.217671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:20.235285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=3168261b-70e2-449e-9584-c1c616a78a7d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:20.243608 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8eca6643-9b6b-4a04-9699-abf40c6c9618 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0612280 Dec 21 22:19:20.244440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39106) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:20.248172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:20.285154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3168261b-70e2-449e-9584-c1c616a78a7d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:20.303909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:20.491323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:20.576659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:12Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:13Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:20.581846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:19:20.582577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Updating router 20e2dc91-ab1a-4352-b396-76a3e2c81edb port 5129b3c5-fabd-4405-87b2-6c6637c35926 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:19:20.627312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Performing IP validity checks on allocation pools {{(pid=88994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 22:19:20.627926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 22:19:20.663283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:20.708420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-583e1d3c-52b0-406e-8385-9f0d9d34b72b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:20.709160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583e1d3c-52b0-406e-8385-9f0d9d34b72b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:20.717438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213fd2e-77e6-444c-871b-be0a81fbfef3 None None] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:20.719722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:20.720750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:20.725671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:20.729828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:20.737001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:20.787295 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-583e1d3c-52b0-406e-8385-9f0d9d34b72b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/84d88cc2-8ca4-4fa9-851d-ed1d369355b6 HTTP/1.1" status: 404 len: 337 time: 1.1188545 Dec 21 22:19:20.791883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39110) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:20.797783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] The port '59a95b2c-a064-4056-9697-98cbb14f01c2' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:19:20.843084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ca52af-d443-4cd6-b650-c0e5f4dae2c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:20.843929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ca52af-d443-4cd6-b650-c0e5f4dae2c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:20.848508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-26ca52af-d443-4cd6-b650-c0e5f4dae2c1 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/dff2aa9a-eb07-44df-9803-080de165a682 HTTP/1.1" status: 404 len: 337 time: 0.0557847 Dec 21 22:19:20.852019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39114) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:20.915746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:20.980107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-72e8f216-24a8-4297-8913-350b3e736afc req-8cb08ee0-353b-47db-8d03-08043ca08834 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Unset dirty status for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:20.981426 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72e8f216-24a8-4297-8913-350b3e736afc req-8cb08ee0-353b-47db-8d03-08043ca08834 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 210 time: 1.6008763 Dec 21 22:19:20.995509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ad01e966-0884-480e-beb8-5f29ced41d6c None None] Provisioning for port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:20.998341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:21.011591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.016029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Made reservation on behalf of 90f50a0116f744cc88de266ee68cef49 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:21.035838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ad01e966-0884-480e-beb8-5f29ced41d6c None None] Provisioning complete for port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:21.036373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad01e966-0884-480e-beb8-5f29ced41d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.078093 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5ad6502f-bcc1-434b-a346-4f93104e599e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1669888-c9c6-4bc0-be03-5268de055230 HTTP/1.1" status: 200 len: 205 time: 0.2007372 Dec 21 22:19:21.080961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.086032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.107055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39118) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:21.128219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.158910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Transition to ACTIVE for port object 154edc88-6007-4707-be6a-adf95080590f will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:21.215532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.297881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=b3e903ec-12a0-496d-a017-bd395ab2fabb,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:21.343550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.378522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87b8616-6d7d-492f-9d6c-3b2da573a712']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:21.388766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad01e966-0884-480e-beb8-5f29ced41d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.400239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7891f524-bbcc-4e69-8929-3a0b05a01ebf') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:21.400892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7891f524-bbcc-4e69-8929-3a0b05a01ebf') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:21.405433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': '23480c70-99ab-4778-9314-cf922df5bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:21.405874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: 6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:21.424376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.505546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ad01e966-0884-480e-beb8-5f29ced41d6c None None] For port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=19ba4063-6f9c-4a1d-aa7f-20aae3f71aee,segment=NetworkSegment(67008bc8-ae3f-4b3a-a382-0b0786932aa3),segment_id=67008bc8-ae3f-4b3a-a382-0b0786932aa3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:21.518997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network 6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:21.523911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.541487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.547421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad01e966-0884-480e-beb8-5f29ced41d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.560462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.579309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.641362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:21.646401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:21.646971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: 3168261b-70e2-449e-9584-c1c616a78a7d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:21.659983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=52ac418b-658b-4944-b8ca-c6f1741754a8,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:21.663222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:21.666404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.682986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=154edc88-6007-4707-be6a-adf95080590f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:21.689020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-c1adb0b7-f817-425c-a7d4-893a9a85543e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] delete failed (client error): The resource could not be found. Dec 21 22:19:21.692968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c1adb0b7-f817-425c-a7d4-893a9a85543e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/routers/d1669888-c9c6-4bc0-be03-5268de055230 HTTP/1.1" status: 404 len: 336 time: 0.5121880 Dec 21 22:19:21.698698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39122) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:21.708388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.723717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:21.724162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.744483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-022f9c96-bfcc-48b4-ad2f-048b99ba32d9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:21.745756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022f9c96-bfcc-48b4-ad2f-048b99ba32d9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:21.750301 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-022f9c96-bfcc-48b4-ad2f-048b99ba32d9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/96a09651-d543-44d8-8ff3-8ff41c86d823 HTTP/1.1" status: 404 len: 337 time: 0.0475860 Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:21.750506 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:21.758297 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-414e8900-a138-47ab-ac3b-1c8bd68a5a73 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1062956 Dec 21 22:19:21.758297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39126) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:21.758297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39128) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:21.792904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:21.862802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7ac2b-cbba-4c9d-8cc1-5d5196ca8f94 None None] Network 6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:21.874239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:21.881717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01e966-0884-480e-beb8-5f29ced41d6c None None] Pushing event updated for resources: {'Port': ['ID=19ba4063-6f9c-4a1d-aa7f-20aae3f71aee,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:21.898378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1011ceed-dce8-467d-9c36-99118d3f4555 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "GET /v2.0/ports?device_id=d40cdcbb-fdb6-4d58-a574-16f44706b4d9 HTTP/1.1" status: 200 len: 205 time: 0.1450179 Dec 21 22:19:21.936766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:21.947155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39134) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:21.949616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:21.952226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:22.006958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] device_id is not set on port 0380e17d-a994-4516-84fd-47d54df98d09 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:22.034358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 3168261b-70e2-449e-9584-c1c616a78a7d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:22.074585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:22.086665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.114958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3168261b-70e2-449e-9584-c1c616a78a7d) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:22.134311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:22.134952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.159285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3116fe5-0094-427b-bf56-bbd6c6b11016 None None] Network 3168261b-70e2-449e-9584-c1c616a78a7d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:22.250314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.269136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-609f2c66-1d0e-46b7-8af5-d4cec6c0d6d2 None None] Provisioning for port 221c4548-f2a8-4e4e-a707-e4710354bc78 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:22.310600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-02557cd0-916a-4e79-88bf-b2ee74c0ae9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0636041 Dec 21 22:19:22.317183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39140) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.318699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:22.328104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-609f2c66-1d0e-46b7-8af5-d4cec6c0d6d2 None None] Provisioning complete for port 221c4548-f2a8-4e4e-a707-e4710354bc78 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:22.329011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-609f2c66-1d0e-46b7-8af5-d4cec6c0d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.367683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:22.370921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.409845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Transition to ACTIVE for port object 5129b3c5-fabd-4405-87b2-6c6637c35926 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:22.414987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-609f2c66-1d0e-46b7-8af5-d4cec6c0d6d2 None None] Port 221c4548-f2a8-4e4e-a707-e4710354bc78 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:22.426774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.505825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:22.510726 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-0ca4356a-d137-411a-be2f-f4a963aabc6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] delete failed (client error): The resource could not be found. Dec 21 22:19:22.514794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ca4356a-d137-411a-be2f-f4a963aabc6f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/routers/d40cdcbb-fdb6-4d58-a574-16f44706b4d9 HTTP/1.1" status: 404 len: 336 time: 0.5183768 Dec 21 22:19:22.515309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.531679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39144) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.592861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.606938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-3fa2d995-ae32-42e1-8c39-e8c81b433f04 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0562260 Dec 21 22:19:22.634824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Network': ['ID=c87b8616-6d7d-492f-9d6c-3b2da573a712,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:22.638104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1604999-e807-4651-bb21-3d0a8b320838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69', 'network_id': '6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': 'b3e903ec-12a0-496d-a017-bd395ab2fabb'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:22.639017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1604999-e807-4651-bb21-3d0a8b320838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.718467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-609f2c66-1d0e-46b7-8af5-d4cec6c0d6d2 None None] Provisioning complete for port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:22.718885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-609f2c66-1d0e-46b7-8af5-d4cec6c0d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:22.719161 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e40b8e-dcfc-4c89-b426-29ce7e66b1b9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:22.719680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e40b8e-dcfc-4c89-b426-29ce7e66b1b9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:22.724559 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-40e40b8e-dcfc-4c89-b426-29ce7e66b1b9 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/7b4be6ed-ac35-40e1-8926-1683b751393a HTTP/1.1" status: 404 len: 337 time: 0.1735516 Dec 21 22:19:22.725276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39150) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.756057 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-df5df62c-ac09-444e-93a5-abafcf4628a1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/networks/c87b8616-6d7d-492f-9d6c-3b2da573a712 HTTP/1.1" status: 204 len: 168 time: 5.3136177 Dec 21 22:19:22.907598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:23.019369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d94df-54d3-4022-8fd5-2e59e27d0070 None None] Pushing event updated for resources: {'Port': ['ID=5129b3c5-fabd-4405-87b2-6c6637c35926,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:23.023116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39154) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:23.036746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.128434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Request body: {'port': {'device_id': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:23.197409 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-540b03cf-cf82-4f49-9c70-d66c789d6752 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:23.197958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540b03cf-cf82-4f49-9c70-d66c789d6752 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:23.225207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-3168261b-70e2-449e-9584-c1c616a78a7d', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:23.226292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.283875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-540b03cf-cf82-4f49-9c70-d66c789d6752 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/bb92f38d-ef28-4042-84c1-011430b63fab HTTP/1.1" status: 404 len: 337 time: 0.5304623 Dec 21 22:19:23.294053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39158) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:23.307618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e903ec-12a0-496d-a017-bd395ab2fabb,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:23.330807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 9705b08a-2182-4916-9a6f-1be9d11d260c {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:23.331186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.394936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:23.395261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.419766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Attempting to bind port 5129b3c5-fabd-4405-87b2-6c6637c35926 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:23.420390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Attempting to bind port 5129b3c5-fabd-4405-87b2-6c6637c35926 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:23.420896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Attempting to bind port 5129b3c5-fabd-4405-87b2-6c6637c35926 on network 3911d80f-4e52-4433-8d81-8f2c969d1c31 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server [None req-d1604999-e807-4651-bb21-3d0a8b320838 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3e903ec-12a0-496d-a017-bd395ab2fabb: This subnet is being modified by another concurrent operation. Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:19:23.436459 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3e903ec-12a0-496d-a017-bd395ab2fabb: This subnet is being modified by another concurrent operation. Dec 21 22:19:23.441244 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Dec 21 22:19:23.469411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.491712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9fcde-14bf-41bd-ac35-a7b1886573bf None None] Network 6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:23.494874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdf7cc-1b7b-4e6d-94f9-cd50ee8a61dd req-5a3d9943-9446-47a2-a417-647eb7a2b860 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:23.496846 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c5cdf7cc-1b7b-4e6d-94f9-cd50ee8a61dd req-5a3d9943-9446-47a2-a417-647eb7a2b860 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 931 time: 1.1794751 Dec 21 22:19:23.497522 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d60f8a-d7dc-4ac3-ae34-acfdb99e992d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:23.502581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d60f8a-d7dc-4ac3-ae34-acfdb99e992d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:23.525102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Allocated IP 2001:db8::373 (84f234f9-5976-4e3a-aa1c-b103b3f5d1bb/2a214d0f-d17b-426e-bd92-e9abef508689/0380e17d-a994-4516-84fd-47d54df98d09) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:23.542911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:23.562750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:23.563524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Checking segment: {'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:23.563650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.564003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Bound using segment: {'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:23.564551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Bound port: 5129b3c5-fabd-4405-87b2-6c6637c35926, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678f97c7-f480-4cb6-bc0f-5c64549d1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:23.564962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.570560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4d60f8a-d7dc-4ac3-ae34-acfdb99e992d tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/1ecfc2fd-d9bc-4ec7-ae8a-b91a2bbda119 HTTP/1.1" status: 404 len: 333 time: 0.2702906 Dec 21 22:19:23.574568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23480c70-99ab-4778-9314-cf922df5bebb') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:23.574911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23480c70-99ab-4778-9314-cf922df5bebb') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:23.583514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39162) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:23.645127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.683503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.686114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.764620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.769226 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdc57c4-6053-47b5-aa29-f1b69c6fd283 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:23.769733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdc57c4-6053-47b5-aa29-f1b69c6fd283 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:23.789086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.804033 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dfdc57c4-6053-47b5-aa29-f1b69c6fd283 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/371d9341-5882-4168-935f-eba28d0e2214 HTTP/1.1" status: 404 len: 337 time: 0.2130556 Dec 21 22:19:23.818311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39166) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:23.819913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:23.820400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.822481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c5cdf7cc-1b7b-4e6d-94f9-cd50ee8a61dd req-d719fda8-5258-4fb8-882c-0e496afcb63c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018334 Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:23.836966 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:23.882552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router 95eaee7d-817d-4f07-85c5-cbad5d15ec09 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:19:23.883568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:23.919706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.920159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:23.966504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee82e848-31d6-4779-aeba-dc6cc62a3d9e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:23.967015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee82e848-31d6-4779-aeba-dc6cc62a3d9e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:24.015232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866bc0fc-496d-4201-a63f-698fcc2565be,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:24.031969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.032366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment 75fa8620-9eb0-4487-84c7-f7020e8fb908 of type vlan for network 5f41cb78-e7e9-46d8-b355-294f6f020eff Dec 21 22:19:24.144200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee82e848-31d6-4779-aeba-dc6cc62a3d9e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/031ed594-7604-42f0-83ce-7cef6212895e HTTP/1.1" status: 404 len: 333 time: 0.3222289 Dec 21 22:19:24.154348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39172) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.162808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Allocated IP 2001:db8:1::2 (3168261b-70e2-449e-9584-c1c616a78a7d/52ac418b-658b-4944-b8ca-c6f1741754a8/1ac3c592-68e0-4957-8f9a-d509ff77fcc0) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:24.169668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] For port 5129b3c5-fabd-4405-87b2-6c6637c35926, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:24.179645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 9705b08a-2182-4916-9a6f-1be9d11d260c owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:24.182766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] For port 5129b3c5-fabd-4405-87b2-6c6637c35926, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5129b3c5-fabd-4405-87b2-6c6637c35926,segment=NetworkSegment(678f97c7-f480-4cb6-bc0f-5c64549d1a3d),segment_id=678f97c7-f480-4cb6-bc0f-5c64549d1a3d)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:24.200958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e46b7229-3782-4f5f-81e4-87bf054e24a2 None None] Provisioning for port 154edc88-6007-4707-be6a-adf95080590f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:24.222429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e46b7229-3782-4f5f-81e4-87bf054e24a2 None None] Provisioning complete for port 154edc88-6007-4707-be6a-adf95080590f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:24.222850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46b7229-3782-4f5f-81e4-87bf054e24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.236422 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e45e025-4100-4abc-a70b-a0b7909f2282 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:24.237220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e45e025-4100-4abc-a70b-a0b7909f2282 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:24.241224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e45e025-4100-4abc-a70b-a0b7909f2282 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/231c224a-5070-4c56-bd2d-aa3ad9bcd6b6 HTTP/1.1" status: 404 len: 337 time: 0.0831697 Dec 21 22:19:24.250464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39176) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.255392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.258287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.260009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.310871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69 HTTP/1.1" status: 204 len: 168 time: 2.5137744 Dec 21 22:19:24.310871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca991f3-e85d-4443-9dab-d7e8099f215a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:24.314438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39180) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.320962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269906947'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:24.342606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:24.384135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:24.394607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:24.404260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.426237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e46b7229-3782-4f5f-81e4-87bf054e24a2 None None] Port 154edc88-6007-4707-be6a-adf95080590f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:24.427532 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a096ee25-532c-4bdd-8503-02d133a3691b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:24.428049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a096ee25-532c-4bdd-8503-02d133a3691b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:24.432876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a096ee25-532c-4bdd-8503-02d133a3691b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/5f84fa03-f58c-4e34-93ef-7a9bda3e857c HTTP/1.1" status: 404 len: 333 time: 0.1703634 Dec 21 22:19:24.447067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:24.450643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39184) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.461848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d94df-54d3-4022-8fd5-2e59e27d0070 None None] Pushing event updated for resources: {'Port': ['ID=5129b3c5-fabd-4405-87b2-6c6637c35926,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:24.491866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:24.492600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:24.529959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4f3cf8-05ae-4c1e-a7f2-1a4dce03cead tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:24.532879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4f3cf8-05ae-4c1e-a7f2-1a4dce03cead tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:24.552089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e46b7229-3782-4f5f-81e4-87bf054e24a2 None None] Provisioning complete for port 221c4548-f2a8-4e4e-a707-e4710354bc78 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:24.552564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46b7229-3782-4f5f-81e4-87bf054e24a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.581841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:24.587277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.603389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:24.619159 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-63a76b7b-8810-414a-82b1-0a59d4e4df4a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/95eaee7d-817d-4f07-85c5-cbad5d15ec09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7768149 Dec 21 22:19:24.619159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39188) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.621862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04570aa8-900a-4918-9224-b86e5e31f480 None None] Sync routers for ids ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:24.626397 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a4f3cf8-05ae-4c1e-a7f2-1a4dce03cead tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/c7377af2-1a92-4b90-acca-74b7f13eb49c HTTP/1.1" status: 404 len: 337 time: 0.1653030 Dec 21 22:19:24.630703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39192) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.662115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.681018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04570aa8-900a-4918-9224-b86e5e31f480 None None] Routers {'95eaee7d-817d-4f07-85c5-cbad5d15ec09'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:24.681988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-04570aa8-900a-4918-9224-b86e5e31f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:24.691134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.691346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3338cb4-0d12-4f42-9ed0-5fd3058c3251 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:24.691520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3338cb4-0d12-4f42-9ed0-5fd3058c3251 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:24.695836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a3338cb4-0d12-4f42-9ed0-5fd3058c3251 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/5384fa99-0300-47ff-9621-c29cc24a7425 HTTP/1.1" status: 404 len: 333 time: 0.0598929 Dec 21 22:19:24.695836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.696146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:24.696616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.699385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39196) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.747004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.756096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-30299e78-e1d2-4522-add1-61b977069a64 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:24.793180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e46b7229-3782-4f5f-81e4-87bf054e24a2 None None] Port 221c4548-f2a8-4e4e-a707-e4710354bc78 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:24.796066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.818285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:24.818912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Transition to ACTIVE for port object 0380e17d-a994-4516-84fd-47d54df98d09 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:24.821815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Transition to ACTIVE for port object 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:24.825758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=9705b08a-2182-4916-9a6f-1be9d11d260c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:24.832187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:24.837005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-04570aa8-900a-4918-9224-b86e5e31f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:24.840850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3affb9da-ff8a-416e-b15f-7169175280fd tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:24.841357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3affb9da-ff8a-416e-b15f-7169175280fd tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:24.854967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04570aa8-900a-4918-9224-b86e5e31f480 None None] Routers {'95eaee7d-817d-4f07-85c5-cbad5d15ec09'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:24.856578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-04570aa8-900a-4918-9224-b86e5e31f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:24.879195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:24.879596 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment d38be0f8-aaa6-4411-868e-09209cdb702e of type vlan for network bc7b9dbb-7589-4550-9e85-9485ca925483 Dec 21 22:19:24.932087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-04570aa8-900a-4918-9224-b86e5e31f480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:24.933323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04570aa8-900a-4918-9224-b86e5e31f480 None None] The sync data for ids ['95eaee7d-817d-4f07-85c5-cbad5d15ec09'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:24.944944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Transition to ACTIVE for port object 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:24.979577 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 6.1960716 Dec 21 22:19:25.038090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-30299e78-e1d2-4522-add1-61b977069a64 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:25.039418 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-30299e78-e1d2-4522-add1-61b977069a64 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=95eaee7d-817d-4f07-85c5-cbad5d15ec09 HTTP/1.1" status: 200 len: 205 time: 0.4210424 Dec 21 22:19:25.040891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.043111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39202) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.043486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39204) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.137520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.153912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c95334-93e4-4f55-ac2d-8a4b674ee84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=5f41cb78-e7e9-46d8-b355-294f6f020eff,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:25.169188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-654634257', 'admin_state_up': True, 'project_id': 'b94464e04b434d009b163f6724868a54', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:25.236663 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3affb9da-ff8a-416e-b15f-7169175280fd tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/2b9ad413-087c-415c-8710-ed2a6249f241 HTTP/1.1" status: 404 len: 337 time: 0.5005052 Dec 21 22:19:25.239331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:25.240210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:25.244320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39210) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.247180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154edc88-6007-4707-be6a-adf95080590f {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:19:25.321856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Network 3168261b-70e2-449e-9584-c1c616a78a7d is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:25.341024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:25.400045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:25.406002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.424958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.427907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.434413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-23bd5f3e-00be-4157-92b7-498ba0a8c57c tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/floatingips/738f013f-ea8e-4064-bdcc-4f5b4fd47289 HTTP/1.1" status: 204 len: 168 time: 2.4046023 Dec 21 22:19:25.436860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39214) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.437384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Pushing event updated for resources: {'Port': ['ID=1ac3c592-68e0-4957-8f9a-d509ff77fcc0,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:25.539961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-229f6a95-3883-44eb-ab86-0e5839fd114a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:25.540587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229f6a95-3883-44eb-ab86-0e5839fd114a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:25.545803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-229f6a95-3883-44eb-ab86-0e5839fd114a tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/ports/c848aada-a437-441f-b8c6-d28c92924f38 HTTP/1.1" status: 404 len: 333 time: 0.1056008 Dec 21 22:19:25.546108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.548812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:router and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:25.550858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39218) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.571712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:25.591012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Attempting to bind port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:25.591433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Attempting to bind port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:25.591843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Attempting to bind port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 on network 3168261b-70e2-449e-9584-c1c616a78a7d {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:25.596588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:25.600000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:25.605478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:25.605899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Checking segment: {'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:25.606657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.606796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Bound using segment: {'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:25.607267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Bound port: 1ac3c592-68e0-4957-8f9a-d509ff77fcc0, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:25.607682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.623515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f1b39b51-9946-4ebf-98ca-57ab6968622f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Synchronizing usage tracker for tenant:c0422a3227f743588e5e0acb071f15ad on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:25.654000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=0380e17d-a994-4516-84fd-47d54df98d09,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:25.657019 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-26834ce9-778b-4997-a538-5c37a26b7dbe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:25.657519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26834ce9-778b-4997-a538-5c37a26b7dbe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:25.662451 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-26834ce9-778b-4997-a538-5c37a26b7dbe tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/ff145e8a-70e3-49c2-ad22-02bbd0ebd7c9 HTTP/1.1" status: 404 len: 333 time: 0.4009478 Dec 21 22:19:25.668706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:25.669492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:12Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:24Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:25.677328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8458f8-fc8d-42f4-abc0-c6c40c57cd43 None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:12Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:24Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:25.678754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Transition to ACTIVE for port object 154edc88-6007-4707-be6a-adf95080590f will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:25.679568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39222) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.690978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:25.691270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.692826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:25.693536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.695773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:25.696567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.740384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] For port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:25.740763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f1b39b51-9946-4ebf-98ca-57ab6968622f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Unset dirty status for tenant:c0422a3227f743588e5e0acb071f15ad on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:25.742181 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f1b39b51-9946-4ebf-98ca-57ab6968622f tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ca7f1fe-9b42-454a-b4c1-67a41411dedb HTTP/1.1" status: 200 len: 205 time: 0.1902068 Dec 21 22:19:25.744549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] For port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1ac3c592-68e0-4957-8f9a-d509ff77fcc0,segment=NetworkSegment(e7382c05-ad21-49d4-8bc9-2b73c5634b03),segment_id=e7382c05-ad21-49d4-8bc9-2b73c5634b03)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:25.750972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39226) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.769910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.780957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.869007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5504813 Dec 21 22:19:25.871823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018be0eb-77a3-4546-a4c8-f703b40108db tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=bc7b9dbb-7589-4550-9e85-9485ca925483,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:25.880588 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb4f3fb-3b12-4604-ac3c-f422cc3e3230 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:25.881097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb4f3fb-3b12-4604-ac3c-f422cc3e3230 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:25.882969 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8bb4f3fb-3b12-4604-ac3c-f422cc3e3230 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/82485ab7-4e32-447c-92f3-ac1dde5ef591 HTTP/1.1" status: 404 len: 337 time: 0.2012897 Dec 21 22:19:25.886719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network bc7b9dbb-7589-4550-9e85-9485ca925483 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:25.894941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39230) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.895321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39232) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.920281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': 'bc7b9dbb-7589-4550-9e85-9485ca925483', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:25.949424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.950470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:25.970544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8:1::1 (3168261b-70e2-449e-9584-c1c616a78a7d/52ac418b-658b-4944-b8ca-c6f1741754a8/94310f02-1e71-47fc-aeb7-ebe8d36f0554) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:26.014725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-fbf7bf72-c7a5-4517-91a4-d9c9f38f97a3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] delete failed (client error): The resource could not be found. Dec 21 22:19:26.015901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fbf7bf72-c7a5-4517-91a4-d9c9f38f97a3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/routers/5ca7f1fe-9b42-454a-b4c1-67a41411dedb HTTP/1.1" status: 404 len: 336 time: 0.2578721 Dec 21 22:19:26.059275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfeff2d0-12c0-4ea8-937b-dfe95fba3c4d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:26.063971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a42dcd-308b-420e-9200-0c240ae31b98 None None] Pushing event updated for resources: {'Port': ['ID=1ac3c592-68e0-4957-8f9a-d509ff77fcc0,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:26.131836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e38032d2-3d50-4cc3-bead-fdf8cb65304b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 7.0012453 Dec 21 22:19:26.142358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39238) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:26.142726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39240) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:26.296143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-403aad47-6187-43d6-9e20-9063cc5a0812 None None] Provisioning for port 0380e17d-a994-4516-84fd-47d54df98d09 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:26.302228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-403aad47-6187-43d6-9e20-9063cc5a0812 None None] Provisioning complete for port 0380e17d-a994-4516-84fd-47d54df98d09 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:26.302642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-403aad47-6187-43d6-9e20-9063cc5a0812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:26.347495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:26.395839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object 94310f02-1e71-47fc-aeb7-ebe8d36f0554 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:26.485526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:26.534916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-100028a6-8db8-4b0e-9adb-e58a5787c742 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:26.535421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100028a6-8db8-4b0e-9adb-e58a5787c742 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:26.545740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Pushing event updated for resources: {'Port': ['ID=154edc88-6007-4707-be6a-adf95080590f,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:26.565016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:26.575001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:26.578801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:26.586417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:26.695035 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-100028a6-8db8-4b0e-9adb-e58a5787c742 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/19891279-a46f-4362-856e-8070a4b7f648 HTTP/1.1" status: 404 len: 333 time: 0.7943673 Dec 21 22:19:26.698373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39246) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:26.704048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b6fa1-3030-43c8-8311-34edb2a86fc4 req-06fe4847-2bc4-4178-ab9f-4a05b8d49ceb tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:26.718257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e94b6fa1-3030-43c8-8311-34edb2a86fc4 req-06fe4847-2bc4-4178-ab9f-4a05b8d49ceb tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 931 time: 1.5983312 Dec 21 22:19:26.781790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-403aad47-6187-43d6-9e20-9063cc5a0812 None None] Port 0380e17d-a994-4516-84fd-47d54df98d09 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:26.814152 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-396d0485-43ab-4375-b4a3-3b6ae7683aaa tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:26.814875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396d0485-43ab-4375-b4a3-3b6ae7683aaa tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:26.820546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-396d0485-43ab-4375-b4a3-3b6ae7683aaa tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/subnets/74ad54ff-46db-4064-a716-9fd8d016f329 HTTP/1.1" status: 404 len: 337 time: 0.6642284 Dec 21 22:19:26.821449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39250) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:26.827546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 3168261b-70e2-449e-9584-c1c616a78a7d is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:26.849818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:26.857795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-074add07-5019-46cf-91f8-3def3176c41e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:26.861352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074add07-5019-46cf-91f8-3def3176c41e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:26.865775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-074add07-5019-46cf-91f8-3def3176c41e tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/ff95741e-5848-4c1b-b207-d284191796e0 HTTP/1.1" status: 404 len: 337 time: 0.1615942 Dec 21 22:19:26.867906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:26.868644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:26.872293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39252) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:26.937587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=94310f02-1e71-47fc-aeb7-ebe8d36f0554,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:26.990092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:26.995778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e607fc13-82f3-4699-8b5d-f1a564d9ff31 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:26.995977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e607fc13-82f3-4699-8b5d-f1a564d9ff31 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:26.999093 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e607fc13-82f3-4699-8b5d-f1a564d9ff31 tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/ports/4ce3e8d7-001f-4e0f-9ef5-9f321df730c0 HTTP/1.1" status: 404 len: 333 time: 0.1168358 Dec 21 22:19:27.032518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39258) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:27.083874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:27.126624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-546ba56d-8bcb-42f1-a6da-e2c39671382b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:27.127548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546ba56d-8bcb-42f1-a6da-e2c39671382b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:19:27.131340 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-546ba56d-8bcb-42f1-a6da-e2c39671382b tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/subnets/d8eec5cd-1561-4197-8f23-dc0511629d75 HTTP/1.1" status: 404 len: 337 time: 0.0970979 Dec 21 22:19:27.132502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39262) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:27.260416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.267155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:27.278391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5129b3c5-fabd-4405-87b2-6c6637c35926 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:27.287428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.329890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.404782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Attempting to bind port 154edc88-6007-4707-be6a-adf95080590f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:27.405157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Attempting to bind port 154edc88-6007-4707-be6a-adf95080590f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:27.405525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Attempting to bind port 154edc88-6007-4707-be6a-adf95080590f on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:27.417630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.438942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 5129b3c5-fabd-4405-87b2-6c6637c35926 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:27.445335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5129b3c5-fabd-4405-87b2-6c6637c35926 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:27.445881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.603302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.606867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Port 154edc88-6007-4707-be6a-adf95080590f on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:27.607241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Attempting to bind port 154edc88-6007-4707-be6a-adf95080590f on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:27.618813 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e94b6fa1-3030-43c8-8311-34edb2a86fc4 req-16345161-8eb9-4c02-8703-1ecb175941d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9015217 Dec 21 22:19:27.635330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8dc9a-9641-4f7e-b522-eedbe08251fb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:27.637477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.639870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8dc9a-9641-4f7e-b522-eedbe08251fb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:27.644382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf8dc9a-9641-4f7e-b522-eedbe08251fb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:27.645302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8bf8dc9a-9641-4f7e-b522-eedbe08251fb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Synchronizing usage tracker for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:27.661566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ae7fa355-b357-4cee-945a-809bdcbf6f0b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port dc761319-b1cd-446a-802a-e8189fc1d784 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:27.661566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa355-b357-4cee-945a-809bdcbf6f0b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.684563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 5129b3c5-fabd-4405-87b2-6c6637c35926, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5129b3c5-fabd-4405-87b2-6c6637c35926,segment=NetworkSegment(678f97c7-f480-4cb6-bc0f-5c64549d1a3d),segment_id=678f97c7-f480-4cb6-bc0f-5c64549d1a3d)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:27.707181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.739770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b25152-08cb-4b8d-89e6-3a84ce307aa7']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:27.758829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:27.759167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce69ddf-f0cf-4d1a-8aba-a882247fd3e7') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:27.778702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=5129b3c5-fabd-4405-87b2-6c6637c35926,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:27.783670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.827305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.851440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:27.851896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:27.868520 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:28.072212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:28.073234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Checking segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:28.074509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Bound using segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:28.075394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Bound port: 154edc88-6007-4707-be6a-adf95080590f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:28.076117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.079016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.108249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.117666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.123919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] Pushing event deleted for resources: {'Network': ['ID=46b25152-08cb-4b8d-89e6-3a84ce307aa7,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:28.125364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-88acb844-5959-45d2-baf2-6293631ca48f tempest-NetworksTestDHCPv6-921846297 tempest-NetworksTestDHCPv6-921846297-project] 10.222.0.30 "DELETE /v2.0/networks/46b25152-08cb-4b8d-89e6-3a84ce307aa7 HTTP/1.1" status: 204 len: 168 time: 0.9918025 Dec 21 22:19:28.168003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.169233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.240807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8bf8dc9a-9641-4f7e-b522-eedbe08251fb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Unset dirty status for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:28.246529 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8bf8dc9a-9641-4f7e-b522-eedbe08251fb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 2.0842032 Dec 21 22:19:28.261437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39268) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:28.264119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfeff2d0-12c0-4ea8-937b-dfe95fba3c4d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.337834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=94310f02-1e71-47fc-aeb7-ebe8d36f0554,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:28.393220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfeff2d0-12c0-4ea8-937b-dfe95fba3c4d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.413262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f050f7-4de1-4339-a1b3-da48a06f0603 None None] Network 3168261b-70e2-449e-9584-c1c616a78a7d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:28.443678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fdd886f9-540d-4249-8b2a-5a85bbdca157 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Deleting port 0380e17d-a994-4516-84fd-47d54df98d09 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:28.444071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdd886f9-540d-4249-8b2a-5a85bbdca157 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.467605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] For port 154edc88-6007-4707-be6a-adf95080590f, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:28.471008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.542981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] For port 154edc88-6007-4707-be6a-adf95080590f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=154edc88-6007-4707-be6a-adf95080590f,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:28.579108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 3168261b-70e2-449e-9584-c1c616a78a7d is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:28.582606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:28.619417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-269715e2-d315-4008-9bb1-973db93ed044 None None] Provisioning for port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:28.629366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-269715e2-d315-4008-9bb1-973db93ed044 None None] Provisioning complete for port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:28.629366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-269715e2-d315-4008-9bb1-973db93ed044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.696370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39276) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:28.703255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:28.890206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5129b3c5-fabd-4405-87b2-6c6637c35926 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:28.891686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa355-b357-4cee-945a-809bdcbf6f0b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.003835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-269715e2-d315-4008-9bb1-973db93ed044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.108622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-269715e2-d315-4008-9bb1-973db93ed044 None None] For port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1ac3c592-68e0-4957-8f9a-d509ff77fcc0,segment=NetworkSegment(e7382c05-ad21-49d4-8bc9-2b73c5634b03),segment_id=e7382c05-ad21-49d4-8bc9-2b73c5634b03)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:29.127686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.129580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] 10.222.0.46 "PUT /v2.0/ports/154edc88-6007-4707-be6a-adf95080590f HTTP/1.1" status: 200 len: 1093 time: 6.4987233 Dec 21 22:19:29.138402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5129b3c5-fabd-4405-87b2-6c6637c35926 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:29.138827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.155489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'tag': '154edc88-6007-4707-be6a-adf95080590f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:19:29.230397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-269715e2-d315-4008-9bb1-973db93ed044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.356738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269715e2-d315-4008-9bb1-973db93ed044 None None] Pushing event updated for resources: {'Port': ['ID=1ac3c592-68e0-4957-8f9a-d509ff77fcc0,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:29.449130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfeff2d0-12c0-4ea8-937b-dfe95fba3c4d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.449682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeff2d0-12c0-4ea8-937b-dfe95fba3c4d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Fanout notify agent at l3_agent the message router_deleted on router 95eaee7d-817d-4f07-85c5-cbad5d15ec09 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:19:29.461832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ae7fa355-b357-4cee-945a-809bdcbf6f0b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for dc761319-b1cd-446a-802a-e8189fc1d784 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:29.520136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdd886f9-540d-4249-8b2a-5a85bbdca157 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.529719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.627532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-490b05dd-6c06-4043-bea6-265143a73cbe None None] Provisioning complete for port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:29.628670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-490b05dd-6c06-4043-bea6-265143a73cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.664143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fdd886f9-540d-4249-8b2a-5a85bbdca157 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Calling delete_port for 0380e17d-a994-4516-84fd-47d54df98d09 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:29.665132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1cef5-bea6-46b2-a7a2-c2688c34804a service neutron] Pushing event updated for resources: {'Port': ['ID=154edc88-6007-4707-be6a-adf95080590f,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:29.773855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfeff2d0-12c0-4ea8-937b-dfe95fba3c4d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.775431 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dfeff2d0-12c0-4ea8-937b-dfe95fba3c4d tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/95eaee7d-817d-4f07-85c5-cbad5d15ec09 HTTP/1.1" status: 204 len: 168 time: 4.7211890 Dec 21 22:19:29.780117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:19:29.780891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39286) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.802731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=544db86b-1047-43d2-b2f3-48e5dd02c8e4,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:29.843220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-490b05dd-6c06-4043-bea6-265143a73cbe None None] Provisioning for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:29.846491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b46e553f-be61-4011-933b-18750be28bf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97f5abcc4b164ddcbb8c1b357300c294&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1455131 Dec 21 22:19:29.849440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39290) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.850979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-490b05dd-6c06-4043-bea6-265143a73cbe None None] Provisioning complete for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:29.852433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-490b05dd-6c06-4043-bea6-265143a73cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:29.859230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5e8e-86ca-4097-8a5d-0e41e378c583 req-8e0fb657-f6ee-41f8-9e49-c985d401ae29 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:29.860597 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a0ab5e8e-86ca-4097-8a5d-0e41e378c583 req-8e0fb657-f6ee-41f8-9e49-c985d401ae29 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 943 time: 0.7300410 Dec 21 22:19:29.929983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-490b05dd-6c06-4043-bea6-265143a73cbe None None] Port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:30.001974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-b866b8ee-f1cf-44bf-b68a-0b5d3c316670 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 1096 time: 0.5966263 Dec 21 22:19:30.078558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bb23c3bc-7bbe-4753-b6e6-427694069b4c None None] Provisioning complete for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:30.078982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb23c3bc-7bbe-4753-b6e6-427694069b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.103924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': 'd38be0f8-aaa6-4411-868e-09209cdb702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc7b9dbb-7589-4550-9e85-9485ca925483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:30.104373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: bc7b9dbb-7589-4550-9e85-9485ca925483, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:30.110195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-520d58a5-6b1e-498a-86e2-f45f1834ff95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154edc88-6007-4707-be6a-adf95080590f HTTP/1.1" status: 200 len: 217 time: 0.0802567 Dec 21 22:19:30.154725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bb23c3bc-7bbe-4753-b6e6-427694069b4c None None] Port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:30.170675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdd886f9-540d-4249-8b2a-5a85bbdca157 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.199310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef6cca-01c6-480b-b6e9-55be71359e64 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:19:30.243502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd886f9-540d-4249-8b2a-5a85bbdca157 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Port': ['ID=0380e17d-a994-4516-84fd-47d54df98d09,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:30.279829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa355-b357-4cee-945a-809bdcbf6f0b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.283342 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a0ab5e8e-86ca-4097-8a5d-0e41e378c583 req-74d7e368-09a4-41c9-9847-82d26c655352 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354347 Dec 21 22:19:30.330261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-286c51e9-ebf9-429a-9b2c-b97af5a7337c None None] Provisioning complete for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:30.330690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-286c51e9-ebf9-429a-9b2c-b97af5a7337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.339482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa2d266-c882-4b6e-b8b0-d7fe97f5dd29 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet 430688a8-d79b-4812-8c6e-08f24cb93bee {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:19:30.346044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efa2d266-c882-4b6e-b8b0-d7fe97f5dd29 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.439485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-286c51e9-ebf9-429a-9b2c-b97af5a7337c None None] Port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:30.499932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efa2d266-c882-4b6e-b8b0-d7fe97f5dd29 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.562887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:30.575738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fdd886f9-540d-4249-8b2a-5a85bbdca157 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.579027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:30.600939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4cf5f344-4f64-4d48-824d-6ee416e49fd9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2823620 Dec 21 22:19:30.606880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39296) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.615637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740622249'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:30.616841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:30.617403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:30.625207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:30.635716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:30.640382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:30.642555 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'tag': '154edc88-6007-4707-be6a-adf95080590f', 'status': 'completed', 'code': 200} Dec 21 22:19:30.644013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-b3267752-79c9-4929-bb7d-c8fd4096d08c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:30.645033 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fdd886f9-540d-4249-8b2a-5a85bbdca157 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "DELETE /v2.0/ports/0380e17d-a994-4516-84fd-47d54df98d09 HTTP/1.1" status: 204 len: 168 time: 2.3747766 Dec 21 22:19:30.645414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-b3267752-79c9-4929-bb7d-c8fd4096d08c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.5170054 Dec 21 22:19:30.650756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:30.653189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39300) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.655999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fa355-b357-4cee-945a-809bdcbf6f0b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=dc761319-b1cd-446a-802a-e8189fc1d784,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:30.708996 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebcb10d-5c76-44c6-a7d3-ee8a7cd10ca2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] GET failed (client error): The resource could not be found. Dec 21 22:19:30.709623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0ebcb10d-5c76-44c6-a7d3-ee8a7cd10ca2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Synchronizing usage tracker for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:30.719772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efa2d266-c882-4b6e-b8b0-d7fe97f5dd29 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.751261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network bc7b9dbb-7589-4550-9e85-9485ca925483 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:30.753594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1621f870-4cd7-4120-a578-bc016e0fef20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.765640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:30.771168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.772663 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-55ef6cca-01c6-480b-b6e9-55be71359e64 None None] Agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 already present Dec 21 22:19:30.773076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef6cca-01c6-480b-b6e9-55be71359e64 None None] Network bc7b9dbb-7589-4550-9e85-9485ca925483 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:30.773775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef6cca-01c6-480b-b6e9-55be71359e64 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, bc7b9dbb-7589-4550-9e85-9485ca925483) {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:19:30.807715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:30.827158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.827615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0ebcb10d-5c76-44c6-a7d3-ee8a7cd10ca2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Unset dirty status for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:30.832975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ebcb10d-5c76-44c6-a7d3-ee8a7cd10ca2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "GET /v2.0/ports/0380e17d-a994-4516-84fd-47d54df98d09 HTTP/1.1" status: 404 len: 333 time: 0.1786575 Dec 21 22:19:30.840214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39304) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.840214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:30.851022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-523135181'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:30.881148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:30.884811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, bc7b9dbb-7589-4550-9e85-9485ca925483) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:30.887929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.891786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1621f870-4cd7-4120-a578-bc016e0fef20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.925186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.925560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment 467a779a-8611-4517-acb3-d1d29c0696cd of type vlan for network f059c050-3d1a-44fe-8228-07e5c52ae3e1 Dec 21 22:19:30.951356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:30.952012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.982562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa355-b357-4cee-945a-809bdcbf6f0b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:30.994473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efa2d266-c882-4b6e-b8b0-d7fe97f5dd29 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.070711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.072079 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ae7fa355-b357-4cee-945a-809bdcbf6f0b tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/ports/dc761319-b1cd-446a-802a-e8189fc1d784 HTTP/1.1" status: 204 len: 168 time: 4.0917768 Dec 21 22:19:31.079006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2d266-c882-4b6e-b8b0-d7fe97f5dd29 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=430688a8-d79b-4812-8c6e-08f24cb93bee,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:31.080656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39308) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.099812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0903db0e-f3a0-4a10-b910-d6eba766ebc5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.2007191 Dec 21 22:19:31.103028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39312) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.141480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-804e7ff4-be1c-41d8-b9c4-6f150e56f879 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4802136 Dec 21 22:19:31.156401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-efa2d266-c882-4b6e-b8b0-d7fe97f5dd29 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.208557 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-efa2d266-c882-4b6e-b8b0-d7fe97f5dd29 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/430688a8-d79b-4812-8c6e-08f24cb93bee HTTP/1.1" status: 204 len: 168 time: 1.4258845 Dec 21 22:19:31.215656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39316) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.218666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:31.381933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:31.382346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.442699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1621f870-4cd7-4120-a578-bc016e0fef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.488896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bb0e8-3f63-4f3c-8841-446a5288bbc3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port 87836dab-6607-4125-834f-0a12c5671dcf {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:31.494071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb0e8-3f63-4f3c-8841-446a5288bbc3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.534948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.535859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f870-4cd7-4120-a578-bc016e0fef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c53f78c-a5b9-473c-83ea-717e5c318330,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:31.539090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:31.539743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.548108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:31.594068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1621f870-4cd7-4120-a578-bc016e0fef20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.595088 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1621f870-4cd7-4120-a578-bc016e0fef20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c53f78c-a5b9-473c-83ea-717e5c318330 HTTP/1.1" status: 204 len: 168 time: 1.7334948 Dec 21 22:19:31.618005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.14 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/5a59ed62-0979-4b81-aaf5-1fb2a183357a) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:31.625865 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-d909a5e9-b1a5-457e-a6d9-27c6709f1d31 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751134 Dec 21 22:19:31.639111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.697750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Made reservation on behalf of 90f50a0116f744cc88de266ee68cef49 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:31.703310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:31.788551 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1776450 Dec 21 22:19:31.805193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f0420-1273-4545-98c3-3e5586fbafc7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=f059c050-3d1a-44fe-8228-07e5c52ae3e1,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:31.805993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39324) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.828832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:31.832211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network f059c050-3d1a-44fe-8228-07e5c52ae3e1 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:31.887081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] device_id is not set on port f0213411-bc98-4677-94c0-4bad32f5399f yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:31.993858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f1d22-1c11-47e0-9d6f-719cf952ee12 req-e1059830-f2ef-4d77-9816-ffed4098fbb8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:32.004077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 3, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:32.009918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:19:32.010887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Updating router 20e2dc91-ab1a-4352-b396-76a3e2c81edb port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:19:32.016560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c08f1d22-1c11-47e0-9d6f-719cf952ee12 req-e1059830-f2ef-4d77-9816-ffed4098fbb8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 943 time: 0.5645690 Dec 21 22:19:32.042814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-bc7b9dbb-7589-4550-9e85-9485ca925483', 'network_id': 'bc7b9dbb-7589-4550-9e85-9485ca925483', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': '544db86b-1047-43d2-b2f3-48e5dd02c8e4'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:32.043731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.147251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa194f7b-6f0f-45b2-9fd4-1f81e733ceb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet b389fc81-5973-4a0f-9cf3-1600fdc72465 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:19:32.158996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.172684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa194f7b-6f0f-45b2-9fd4-1f81e733ceb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.251568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.283244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa194f7b-6f0f-45b2-9fd4-1f81e733ceb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.288409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:32.290936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.327554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a45387ea-6261-4656-b1f9-70b4e91ee004 req-1c895f72-4e77-4f5f-9b03-2a6099e9e580 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816652 Dec 21 22:19:32.330027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb0e8-3f63-4f3c-8841-446a5288bbc3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.342013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:32.348785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:32.358067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.405981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:32.488448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Allocated IP 172.20.0.1 (bc7b9dbb-7589-4550-9e85-9485ca925483/544db86b-1047-43d2-b2f3-48e5dd02c8e4/a59816f8-6bf1-493d-85b4-f56b1132ebc8) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:32.512880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c08f1d22-1c11-47e0-9d6f-719cf952ee12 req-fc45d9c6-d717-4052-a1de-6c58d63cea17 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4951997 Dec 21 22:19:32.539227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bb0e8-3f63-4f3c-8841-446a5288bbc3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for 87836dab-6607-4125-834f-0a12c5671dcf owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:32.575494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:32.576682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:32.594341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:32.606133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=5a59ed62-0979-4b81-aaf5-1fb2a183357a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:32.606133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:32.718323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Allocated IP 2001:db8::251 (84f234f9-5976-4e3a-aa1c-b103b3f5d1bb/2a214d0f-d17b-426e-bd92-e9abef508689/f0213411-bc98-4677-94c0-4bad32f5399f) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:32.723479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa194f7b-6f0f-45b2-9fd4-1f81e733ceb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.761730 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-87c9c962-d5e8-4cea-ba63-5dd38d128044 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 1096 time: 0.3480623 Dec 21 22:19:32.773657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.780827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.938512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Transition to ACTIVE for port object 94310f02-1e71-47fc-aeb7-ebe8d36f0554 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:32.949394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-4edcf402-9bec-46cf-affd-6c1fb67b059d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:32.951018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-4edcf402-9bec-46cf-affd-6c1fb67b059d service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.1570029 Dec 21 22:19:32.957296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb0e8-3f63-4f3c-8841-446a5288bbc3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:32.978125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.033847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa194f7b-6f0f-45b2-9fd4-1f81e733ceb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.142841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa194f7b-6f0f-45b2-9fd4-1f81e733ceb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.183303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bb0e8-3f63-4f3c-8841-446a5288bbc3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=87836dab-6607-4125-834f-0a12c5671dcf,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:33.196970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa194f7b-6f0f-45b2-9fd4-1f81e733ceb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=b389fc81-5973-4a0f-9cf3-1600fdc72465,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:33.272417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39344) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.283839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d5021-ef6b-4ee6-9ef8-3525bfe52da3 None None] Pushing event updated for resources: {'Port': ['ID=94310f02-1e71-47fc-aeb7-ebe8d36f0554,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:33.334950 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa194f7b-6f0f-45b2-9fd4-1f81e733ceb3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/b389fc81-5973-4a0f-9cf3-1600fdc72465 HTTP/1.1" status: 204 len: 168 time: 2.1109607 Dec 21 22:19:33.339895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb0e8-3f63-4f3c-8841-446a5288bbc3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.342716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ed3bb0e8-3f63-4f3c-8841-446a5288bbc3 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/ports/87836dab-6607-4125-834f-0a12c5671dcf HTTP/1.1" status: 204 len: 168 time: 2.2563689 Dec 21 22:19:33.343438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39350) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.349146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39352) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.394241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-8e72b07c-6bad-4fd6-8434-d3439cd65157 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154edc88-6007-4707-be6a-adf95080590f HTTP/1.1" status: 200 len: 217 time: 0.4214737 Dec 21 22:19:33.398948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.417576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Transition to ACTIVE for port object a59816f8-6bf1-493d-85b4-f56b1132ebc8 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:33.426191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Attempting to bind port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:33.426549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Attempting to bind port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:33.426966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Attempting to bind port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 on network 3168261b-70e2-449e-9584-c1c616a78a7d {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:33.449253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:33.449680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Checking segment: {'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:33.450135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.450609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Bound using segment: {'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:33.451073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Bound port: 94310f02-1e71-47fc-aeb7-ebe8d36f0554, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7382c05-ad21-49d4-8bc9-2b73c5634b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:33.451476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.471385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Transition to ACTIVE for port object a59816f8-6bf1-493d-85b4-f56b1132ebc8 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:33.501875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.520666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-6b4deb39-a887-4dc7-a8d0-bef8da7d7b86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:33.521941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-6b4deb39-a887-4dc7-a8d0-bef8da7d7b86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.1120191 Dec 21 22:19:33.559315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.574469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1902631839'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:33.601789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.608347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:33.635900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Pushing event updated for resources: {'Port': ['ID=a59816f8-6bf1-493d-85b4-f56b1132ebc8,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:33.646551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.649775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Network bc7b9dbb-7589-4550-9e85-9485ca925483 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:33.652873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:33.655214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:33.656281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Usage tracker for resource:network and tenant:90ccf55c9eab421ba3f003120c0a06ec is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:33.661442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] For port 94310f02-1e71-47fc-aeb7-ebe8d36f0554, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:33.671569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:33.687189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-5f379b7e-0c56-41b9-bf40-170ad001bdf8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1580710 Dec 21 22:19:33.689764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:33.701118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Transition to ACTIVE for port object f0213411-bc98-4677-94c0-4bad32f5399f will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:33.702102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] For port 94310f02-1e71-47fc-aeb7-ebe8d36f0554, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=94310f02-1e71-47fc-aeb7-ebe8d36f0554,segment=NetworkSegment(e7382c05-ad21-49d4-8bc9-2b73c5634b03),segment_id=e7382c05-ad21-49d4-8bc9-2b73c5634b03)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:33.705284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port a6b05793-4180-4f61-af72-1973f676f2f2 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:33.705785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.746312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9c9f8-de21-4854-b5b4-476079720501 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:33.746940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.747360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-48f9c9f8-de21-4854-b5b4-476079720501 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Synchronizing usage tracker for tenant:c0422a3227f743588e5e0acb071f15ad on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:33.761603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Made reservation on behalf of 90ccf55c9eab421ba3f003120c0a06ec for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:33.767053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.804663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.809315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.827292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-48f9c9f8-de21-4854-b5b4-476079720501 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Unset dirty status for tenant:c0422a3227f743588e5e0acb071f15ad on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:33.831352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-48f9c9f8-de21-4854-b5b4-476079720501 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "GET /v2.0/ports?device_id=f557619e-b117-4430-916b-453685bf6491 HTTP/1.1" status: 200 len: 913 time: 0.4787545 Dec 21 22:19:33.835018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39362) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.835653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Attempting to bind port a59816f8-6bf1-493d-85b4-f56b1132ebc8 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:33.836157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Attempting to bind port a59816f8-6bf1-493d-85b4-f56b1132ebc8 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'd38be0f8-aaa6-4411-868e-09209cdb702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc7b9dbb-7589-4550-9e85-9485ca925483'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:33.836694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Attempting to bind port a59816f8-6bf1-493d-85b4-f56b1132ebc8 on network bc7b9dbb-7589-4550-9e85-9485ca925483 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:33.846629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:33.847409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:33.926013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=544db86b-1047-43d2-b2f3-48e5dd02c8e4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:33.985995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:33.999880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.000700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.009718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.113359 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-200f0ec6-4442-4206-a434-5d125fd27e9e service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176402 Dec 21 22:19:34.161062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:34.161707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Checking segment: {'id': 'd38be0f8-aaa6-4411-868e-09209cdb702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc7b9dbb-7589-4550-9e85-9485ca925483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:34.162270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.162840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Bound using segment: {'id': 'd38be0f8-aaa6-4411-868e-09209cdb702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc7b9dbb-7589-4550-9e85-9485ca925483'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:34.163463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Bound port: a59816f8-6bf1-493d-85b4-f56b1132ebc8, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38be0f8-aaa6-4411-868e-09209cdb702e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc7b9dbb-7589-4550-9e85-9485ca925483'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:34.163989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.194378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d5021-ef6b-4ee6-9ef8-3525bfe52da3 None None] Pushing event updated for resources: {'Port': ['ID=94310f02-1e71-47fc-aeb7-ebe8d36f0554,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:34.240852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.289714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:34.294778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:34.322977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9034cf-12c2-46c1-86c0-b47aef959965 req-82dded9d-7486-4713-b0bb-be2a83d7f92f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:34.324649 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db9034cf-12c2-46c1-86c0-b47aef959965 req-82dded9d-7486-4713-b0bb-be2a83d7f92f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 943 time: 0.5941060 Dec 21 22:19:34.330961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Usage tracker for resource:security_group_rule and tenant:90ccf55c9eab421ba3f003120c0a06ec is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:34.335262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:34.361573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:34.362408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b9dbb-7589-4550-9e85-9485ca925483']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:34.362777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] For port a59816f8-6bf1-493d-85b4-f56b1132ebc8, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:34.373183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=8309a719-401d-427f-afcd-aeb9040f460f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:34.388907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] For port a59816f8-6bf1-493d-85b4-f56b1132ebc8, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a59816f8-6bf1-493d-85b4-f56b1132ebc8,segment=NetworkSegment(d38be0f8-aaa6-4411-868e-09209cdb702e),segment_id=d38be0f8-aaa6-4411-868e-09209cdb702e)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:34.397693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:34.450009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.463038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38be0f8-aaa6-4411-868e-09209cdb702e') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:34.463900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38be0f8-aaa6-4411-868e-09209cdb702e') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:34.467293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=f0213411-bc98-4677-94c0-4bad32f5399f,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:34.470081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:34.482139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:34.486544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:34.487211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.498449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.509860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port a6b05793-4180-4f61-af72-1973f676f2f2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a6b05793-4180-4f61-af72-1973f676f2f2,segment=NetworkSegment(87c95c88-c07f-4526-a739-0d83639f2821),segment_id=87c95c88-c07f-4526-a739-0d83639f2821)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:34.510314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.533594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:34.533994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: f059c050-3d1a-44fe-8228-07e5c52ae3e1, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:34.587732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db9034cf-12c2-46c1-86c0-b47aef959965 req-9cdef742-b57d-4438-a986-d9a4f8bbdb48 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447982 Dec 21 22:19:34.593301 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a0152c-d4c5-4ad6-8942-1e899ca055cc req-056a4e58-fb57-4a02-9ae7-be4e6ab46843 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206612 Dec 21 22:19:34.594318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.605878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:34.606334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:34.632297 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:34.689354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for a6b05793-4180-4f61-af72-1973f676f2f2 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:34.708782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc26153-c0ba-4f90-88ac-b411df98d600 None None] Pushing event updated for resources: {'Port': ['ID=a59816f8-6bf1-493d-85b4-f56b1132ebc8,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:34.717825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d35e6572-cc06-409e-b176-d312bfe514d8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8769050 Dec 21 22:19:34.726990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39366) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.736745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d1f64-36b6-488d-9923-2513e172e5ef None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:19:34.793060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::207', 'mac_address': 'fa:16:3e:ea:f6:8f'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:34.825648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network f059c050-3d1a-44fe-8228-07e5c52ae3e1 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:34.878641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:19:34.878641 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:19:34.878641 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'id': 'bc7b9dbb-7589-4550-9e85-9485ca925483'}] Dec 21 22:19:34.878641 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:34.879146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:19:34.883897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.910949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, f059c050-3d1a-44fe-8228-07e5c52ae3e1) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:34.920103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 3, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:33Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:34.927086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7064e69e-99e7-4660-b91f-f27dbc4cd5dd None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 3, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:33Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:34.932672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:34.933322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.960602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d1f64-36b6-488d-9923-2513e172e5ef None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:19:34.985049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:34.988190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.083738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7f9f3f84-a5be-4065-aeac-e3f592d879c2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2692368 Dec 21 22:19:35.096467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39370) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.098345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No DVR routers for this DVR port a6b05793-4180-4f61-af72-1973f676f2f2 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:19:35.158622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=a6b05793-4180-4f61-af72-1973f676f2f2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:35.197335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:35.256400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7919ddec-fcc3-4bb8-a13e-707d0f2ebcf1,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:35.266490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.266856 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Added segment e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0 of type vlan for network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a Dec 21 22:19:35.335225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.342283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.392798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.402838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.409010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab263bf3-bc75-478a-9b0c-8fd24df3b2a1']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:35.411219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router e550d334-7cf2-4478-9afe-895e87939374 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:19:35.484941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:35.486241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.487835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c95c88-c07f-4526-a739-0d83639f2821') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:35.488182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c95c88-c07f-4526-a739-0d83639f2821') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:35.523078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.551368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.571098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:35.571552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:35.588999 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:35.597238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.601439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:35.602118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.717783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Allocated IP 2001:db8:2::2 (f059c050-3d1a-44fe-8228-07e5c52ae3e1/8309a719-401d-427f-afcd-aeb9040f460f/328ab3fe-41fa-4c23-a6ec-50904efd5aa1) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:35.727264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting port a59816f8-6bf1-493d-85b4-f56b1132ebc8 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:35.727647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.796195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.918678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.929857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'Network': ['ID=1c1c44ca-9c43-4d3e-a9d7-458e70abac1a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:35.929857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:35.952483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 HTTP/1.1" status: 204 len: 168 time: 2.6051579 Dec 21 22:19:35.954947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39376) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.959466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66a9149a-405b-4f1e-916c-f21d2fef71e7 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6743281 Dec 21 22:19:35.977322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39380) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.987334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac756e-9a4a-46d3-97e7-2519f981b97e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=ab263bf3-bc75-478a-9b0c-8fd24df3b2a1,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:36.001970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Request body: {'subnet': {'network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:36.010673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:36.072620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.126692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.141348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 082e03cb-0f94-4f0e-864c-3b83a80fd52e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:36.141736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.237625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Transition to ACTIVE for port object 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:36.323070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Transition to ACTIVE for port object 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:36.361731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.462291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Pushing event updated for resources: {'Port': ['ID=328ab3fe-41fa-4c23-a6ec-50904efd5aa1,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:36.466020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Network f059c050-3d1a-44fe-8228-07e5c52ae3e1 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:36.473822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:36.481576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:36.496469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 082e03cb-0f94-4f0e-864c-3b83a80fd52e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=082e03cb-0f94-4f0e-864c-3b83a80fd52e,segment=NetworkSegment(3030ea33-5b24-4efd-a640-89dee36bbbe0),segment_id=3030ea33-5b24-4efd-a640-89dee36bbbe0)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:36.496666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.500272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:36.510103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b5a28-02be-45e2-ae4c-ff585b01c81a req-377eb568-c7f9-4fe0-95b4-141afc57df7e tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:36.511758 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-448b5a28-02be-45e2-ae4c-ff585b01c81a req-377eb568-c7f9-4fe0-95b4-141afc57df7e tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 943 time: 0.7489007 Dec 21 22:19:36.583802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Usage tracker for resource:subnet and tenant:90ccf55c9eab421ba3f003120c0a06ec is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:36.612832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:36.656609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] For port a59816f8-6bf1-493d-85b4-f56b1132ebc8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a59816f8-6bf1-493d-85b4-f56b1132ebc8,segment=NetworkSegment(d38be0f8-aaa6-4411-868e-09209cdb702e),segment_id=d38be0f8-aaa6-4411-868e-09209cdb702e)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:36.656992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.667029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:36.678742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 082e03cb-0f94-4f0e-864c-3b83a80fd52e owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:36.763135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Attempting to bind port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:36.763556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Attempting to bind port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:36.763967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Attempting to bind port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 on network f059c050-3d1a-44fe-8228-07e5c52ae3e1 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:36.771094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:36.771507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Checking segment: {'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:36.771956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.772740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Bound using segment: {'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:36.772928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Bound port: 328ab3fe-41fa-4c23-a6ec-50904efd5aa1, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:36.773306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.829040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Calling delete_port for a59816f8-6bf1-493d-85b4-f56b1132ebc8 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:36.871547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] For port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:36.874941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] For port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=328ab3fe-41fa-4c23-a6ec-50904efd5aa1,segment=NetworkSegment(467a779a-8611-4517-acb3-d1d29c0696cd),segment_id=467a779a-8611-4517-acb3-d1d29c0696cd)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:36.908991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.930159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Made reservation on behalf of 90ccf55c9eab421ba3f003120c0a06ec for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:36.970479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:36.984517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 94310f02-1e71-47fc-aeb7-ebe8d36f0554 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:37.018246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.035335 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-448b5a28-02be-45e2-ae4c-ff585b01c81a req-bce560d3-1628-44ec-8b4c-28dd554b706e tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483967 Dec 21 22:19:37.038805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=082e03cb-0f94-4f0e-864c-3b83a80fd52e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:37.054305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No DVR routers for this DVR port 082e03cb-0f94-4f0e-864c-3b83a80fd52e on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:19:37.135244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.141605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a002c49-b85e-43c2-ab30-195d32737f83 None None] Pushing event updated for resources: {'Port': ['ID=328ab3fe-41fa-4c23-a6ec-50904efd5aa1,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:37.187452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:37.193341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:37.193791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.275593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.284086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-195af5f1-8ec7-4ee5-88aa-15680e42e10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.312141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.361440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.405889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 94310f02-1e71-47fc-aeb7-ebe8d36f0554, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=94310f02-1e71-47fc-aeb7-ebe8d36f0554,segment=NetworkSegment(e7382c05-ad21-49d4-8bc9-2b73c5634b03),segment_id=e7382c05-ad21-49d4-8bc9-2b73c5634b03)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:37.438980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.583629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=94310f02-1e71-47fc-aeb7-ebe8d36f0554,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:37.589646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97a321f-5157-4814-b26d-2714a7f25bd7']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:37.606707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3030ea33-5b24-4efd-a640-89dee36bbbe0') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:37.607120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3030ea33-5b24-4efd-a640-89dee36bbbe0') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:37.631648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] In _notify_port_updated(), no bound segment for port f0213411-bc98-4677-94c0-4bad32f5399f on network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:19:37.636513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:37.637218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.640438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "PUT /v2.0/ports/f0213411-bc98-4677-94c0-4bad32f5399f HTTP/1.1" status: 200 len: 1002 time: 2.8595188 Dec 21 22:19:37.648842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39384) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:37.672238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.688201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.726840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee720e7c-048f-4b68-bc84-557aa143ac75 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=f0213411-bc98-4677-94c0-4bad32f5399f,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:37.729520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.742417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:37.754245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Sync routers for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:37.758058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:37.758492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.772583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:37.773388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:37.778412 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:37.790321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-74dea81d-15e0-4d31-ae89-52a3b4c1b28d tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Deleting port f0213411-bc98-4677-94c0-4bad32f5399f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:37.790700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74dea81d-15e0-4d31-ae89-52a3b4c1b28d tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.840140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Port': ['ID=a59816f8-6bf1-493d-85b4-f56b1132ebc8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:37.878840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No DVR routers for this DVR port a59816f8-6bf1-493d-85b4-f56b1132ebc8 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:19:37.965347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:37.966736 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-64d6a10d-0057-4607-801c-f2c8f6f2405a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.9146900 Dec 21 22:19:37.975616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39388) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:37.981128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:38.027539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.031882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.061920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.107442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=d97a321f-5157-4814-b26d-2714a7f25bd7,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:38.113355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port f52f9458-3d26-4192-b055-33f5e839cfac {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:38.116563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.135851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7b9dbb-7589-4550-9e85-9485ca925483']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:38.169570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38be0f8-aaa6-4411-868e-09209cdb702e') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:38.169930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38be0f8-aaa6-4411-868e-09209cdb702e') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:38.239787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.285991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.292459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9629cab9-c1f9-48a9-8c48-d2b3d61e66b8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/d97a321f-5157-4814-b26d-2714a7f25bd7 HTTP/1.1" status: 204 len: 168 time: 2.3339472 Dec 21 22:19:38.300071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39396) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.318211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:33Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:38.318642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-1500051465'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:38.323755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Checking router: e550d334-7cf2-4478-9afe-895e87939374 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:19:38.324414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Updating router e550d334-7cf2-4478-9afe-895e87939374 port 5a59ed62-0979-4b81-aaf5-1fb2a183357a binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:19:38.357660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:38.358029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.366579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:38.374528 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:38.381471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:38.388179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:38.390403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.493617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:38.515309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.594953 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-22510335-71b9-4af4-84f7-22e64bbb0f7f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6165471 Dec 21 22:19:38.603053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.605313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39400) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.631247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.665613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:38.671441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.671629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.730402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74dea81d-15e0-4d31-ae89-52a3b4c1b28d tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.751167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=bc7b9dbb-7589-4550-9e85-9485ca925483,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:38.779186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'Subnet': ['ID=fe38a939-8a56-43b4-8cfe-6d537f26f7c7,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:38.792540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bf2bd-9d33-4732-a2c0-5f3de3bc9a79 req-4abff9f5-19a3-4546-a25b-d389b9e41ed8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:38.794178 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-151bf2bd-9d33-4732-a2c0-5f3de3bc9a79 req-4abff9f5-19a3-4546-a25b-d389b9e41ed8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 943 time: 0.5098915 Dec 21 22:19:38.856699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.866985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-07bd8030-40a2-4cd2-a617-9b9d4207a3fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/bc7b9dbb-7589-4550-9e85-9485ca925483 HTTP/1.1" status: 204 len: 168 time: 7.7587664 Dec 21 22:19:38.890522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39404) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.942016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Checking segment: {'id': 'e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:38.942225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Network hostable DHCP agents. Network: 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:38.963569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:38.977913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-74dea81d-15e0-4d31-ae89-52a3b4c1b28d tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Calling delete_port for f0213411-bc98-4677-94c0-4bad32f5399f owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:39.012962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-887910249'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:39.038863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:39.069675 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-151bf2bd-9d33-4732-a2c0-5f3de3bc9a79 req-4627dae5-3df0-4d96-a426-a4219d21f22d tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934030 Dec 21 22:19:39.131931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 94310f02-1e71-47fc-aeb7-ebe8d36f0554 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:39.133932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:39.148804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:39.152657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:39.158198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:39.231418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.247745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:39.248090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:39.251801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Transition to ACTIVE for port object 5a59ed62-0979-4b81-aaf5-1fb2a183357a will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:39.260302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for f52f9458-3d26-4192-b055-33f5e839cfac owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:39.272672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:39.273334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.273478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:39.273954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.300204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.300708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment 7f91ba22-2fb2-40a4-9029-d836ed6c336a of type vlan for network d57fb9bc-899c-49aa-b137-8c4d873f81ba Dec 21 22:19:39.301560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.324015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8:2::1 (f059c050-3d1a-44fe-8228-07e5c52ae3e1/8309a719-401d-427f-afcd-aeb9040f460f/4fe2fa13-e349-43e2-b2ea-8dbd0de15a56) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:39.371512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100eff8e-fccd-4b2e-b403-afbfd632084d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:39.376657 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-100eff8e-fccd-4b2e-b403-afbfd632084d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7706053 Dec 21 22:19:39.392044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39408) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:39.395631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:39.401660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.421620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Attempting to bind port 5a59ed62-0979-4b81-aaf5-1fb2a183357a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:39.422031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Attempting to bind port 5a59ed62-0979-4b81-aaf5-1fb2a183357a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:39.422448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Attempting to bind port 5a59ed62-0979-4b81-aaf5-1fb2a183357a on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:39.433509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Pushing event updated for resources: {'Port': ['ID=5a59ed62-0979-4b81-aaf5-1fb2a183357a,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:39.439213 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fbeda321-b124-4945-87c6-d2dfc2830858 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4567924 Dec 21 22:19:39.442587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:39.442995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:39.443431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.443860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:39.443977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:39.444380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Bound port: 5a59ed62-0979-4b81-aaf5-1fb2a183357a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:39.444818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.449118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39412) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:39.459582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2076599154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:39.475633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45d842-9eee-4a81-a59f-fe3f88181211 None None] Network bc7b9dbb-7589-4550-9e85-9485ca925483 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:39.485744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.486113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.486569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.486778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.487130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.487478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.487821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.488165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.488554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.488898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.489239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:19:39.496965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517fd43d-b38b-4346-8f5e-4c95f3088893 None None] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:39.525191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:39.532886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517fd43d-b38b-4346-8f5e-4c95f3088893 None None] Network ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 could not be found, it might have been deleted concurrently. {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 22:19:39.537259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.537893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment 482737f2-3b00-40e9-b3ee-9a5631890d3c of type vlan for network af023913-a053-4e43-bbe9-bb416a7e9600 Dec 21 22:19:39.559589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] For port 5a59ed62-0979-4b81-aaf5-1fb2a183357a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:39.563328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] For port 5a59ed62-0979-4b81-aaf5-1fb2a183357a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5a59ed62-0979-4b81-aaf5-1fb2a183357a,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:39.567046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45d842-9eee-4a81-a59f-fe3f88181211 None None] Network bc7b9dbb-7589-4550-9e85-9485ca925483 could not be found, it might have been deleted concurrently. {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 22:19:39.571994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.585332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:39.590537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88121f-74e5-46e2-95f9-a78c90caffe2 None None] Network bc7b9dbb-7589-4550-9e85-9485ca925483 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:39.593335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.609901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Usage tracker for resource:router and tenant:90ccf55c9eab421ba3f003120c0a06ec is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:39.617842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:39.620606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596777a8-45bd-404b-98ab-b84ef9b924c7 None None] Network f059c050-3d1a-44fe-8228-07e5c52ae3e1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:39.624445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a1a8ff2-880a-423d-9420-b67de4794f3a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2247183 Dec 21 22:19:39.625204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39422) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:39.628494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.640927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:39.641375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba4a09c-90e7-46f2-824e-3a9141d52a96 None None] Network d97a321f-5157-4814-b26d-2714a7f25bd7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:39.647209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1303089010', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:39.664521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c427c9-d8b3-4a51-8d33-53760c1572e5 None None] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:39.719869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.724061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:39.730815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.731488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:39.732262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:39.787266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.788647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:39.803574 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8485887 Dec 21 22:19:39.816619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39426) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:39.830039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054e966-0621-4598-96d3-9e821377ae0e None None] Pushing event updated for resources: {'Port': ['ID=5a59ed62-0979-4b81-aaf5-1fb2a183357a,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:39.865063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': 'af023913-a053-4e43-bbe9-bb416a7e9600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:39.964247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f585819-4e75-4746-9132-992b500d1ea9 None None] DHCP port deletion for ab263bf3-bc75-478a-9b0c-8fd24df3b2a1 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:19:39.967985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-063eddb6-d6a8-4625-97c7-db1a8669be6f None None] Provisioning for port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:40.024085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.029536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:40.030199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.034863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88121f-74e5-46e2-95f9-a78c90caffe2 None None] Network bc7b9dbb-7589-4550-9e85-9485ca925483 could not be found, it might have been deleted concurrently. {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 22:19:40.039644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.042549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:40.049254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f5775-d628-48e1-9742-8647c07494ef tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=af023913-a053-4e43-bbe9-bb416a7e9600,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:40.146762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:40.165309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:40.177249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:40.182511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:40.207388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:40.212763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:40.216571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:40.223442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:40.233141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:40.265984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.275773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:40.310383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.324769 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0236952 Dec 21 22:19:40.325962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74dea81d-15e0-4d31-ae89-52a3b4c1b28d tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.328650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39432) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:40.350236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network af023913-a053-4e43-bbe9-bb416a7e9600 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:40.377058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba4a09c-90e7-46f2-824e-3a9141d52a96 None None] Network d97a321f-5157-4814-b26d-2714a7f25bd7 could not be found, it might have been deleted concurrently. {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 22:19:40.411708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'd57fb9bc-899c-49aa-b137-8c4d873f81ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:40.455646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dea81d-15e0-4d31-ae89-52a3b4c1b28d tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Port': ['ID=f0213411-bc98-4677-94c0-4bad32f5399f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:40.471507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.491829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.509428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-facf5392-8287-460b-acef-9cb94a3d56cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.531144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ba3229c1-d9c9-402f-b8d8-f1566054b4fe None None] Provisioning complete for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:40.531700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba3229c1-d9c9-402f-b8d8-f1566054b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.591626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:40.632724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67173352-c8e8-4079-b8c0-cd42bf31d707 None None] DHCP port deletion for d97a321f-5157-4814-b26d-2714a7f25bd7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:19:40.679746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-1c1c44ca-9c43-4d3e-a9d7-458e70abac1a', 'network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a', 'tenant_id': '90ccf55c9eab421ba3f003120c0a06ec', 'fixed_ips': [{'subnet_id': 'fe38a939-8a56-43b4-8cfe-6d537f26f7c7'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:40.680829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:40.698235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:33Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:40.702854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52e4e09-a086-47dc-b7d9-438def1af857 None None] The sync data for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv is: [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:33Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:40.754242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:40.950068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Allocated IP 172.20.0.2 (1c1c44ca-9c43-4d3e-a9d7-458e70abac1a/fe38a939-8a56-43b4-8cfe-6d537f26f7c7/84f23917-07d1-45bf-a8a8-a803360f70ef) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:41.094264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:41.104157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a010e-e95d-4b09-a24c-db736ecc5ab7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=d57fb9bc-899c-49aa-b137-8c4d873f81ba,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:41.124282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=f52f9458-3d26-4192-b055-33f5e839cfac,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:41.126436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.133226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:41.140837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:41.182867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:41.209500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.210300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.223072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Transition to ACTIVE for port object 84f23917-07d1-45bf-a8a8-a803360f70ef will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:41.246031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Transition to ACTIVE for port object 84f23917-07d1-45bf-a8a8-a803360f70ef will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:41.249635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:41.266890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.267733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network f059c050-3d1a-44fe-8228-07e5c52ae3e1 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:41.267844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:41.278137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:41.292302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:41.292950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.300858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network d57fb9bc-899c-49aa-b137-8c4d873f81ba details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:41.358921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.426694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.428201 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-31d6ac04-d62f-4fc0-8ced-d4664a9e159a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.9780276 Dec 21 22:19:41.478260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39436) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.567913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74dea81d-15e0-4d31-ae89-52a3b4c1b28d tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.583026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:41.633586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-74dea81d-15e0-4d31-ae89-52a3b4c1b28d tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "DELETE /v2.0/ports/f0213411-bc98-4677-94c0-4bad32f5399f HTTP/1.1" status: 204 len: 168 time: 3.9832883 Dec 21 22:19:41.644786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39440) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.688856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Pushing event updated for resources: {'Port': ['ID=84f23917-07d1-45bf-a8a8-a803360f70ef,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:41.798841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.809586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:41.821759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.841448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:41.845240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.850810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:41.932241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e96a963-e524-4e95-a13d-6ec96be634ff tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] GET failed (client error): The resource could not be found. Dec 21 22:19:41.933275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e96a963-e524-4e95-a13d-6ec96be634ff tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Synchronizing usage tracker for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:19:41.946165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=048057a4-f1eb-4346-bf9d-ca66cac2d8bb,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:41.957005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:41.989902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.002006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.131897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e96a963-e524-4e95-a13d-6ec96be634ff tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Unset dirty status for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:19:42.138123 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e96a963-e524-4e95-a13d-6ec96be634ff tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "GET /v2.0/ports/f0213411-bc98-4677-94c0-4bad32f5399f HTTP/1.1" status: 404 len: 333 time: 0.4790537 Dec 21 22:19:42.150823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 154edc88-6007-4707-be6a-adf95080590f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:19:42.153617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39444) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:42.164234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1500976512'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:42.312656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 154edc88-6007-4707-be6a-adf95080590f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=154edc88-6007-4707-be6a-adf95080590f,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:42.315794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': '482737f2-3b00-40e9-b3ee-9a5631890d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'af023913-a053-4e43-bbe9-bb416a7e9600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:42.316206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: af023913-a053-4e43-bbe9-bb416a7e9600, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:42.331375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb75869-3fb2-465c-a031-0368b61fae54 req-a3a4a3af-530c-4d33-8eda-a799fa529fc9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:42.333411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-abb75869-3fb2-465c-a031-0368b61fae54 req-a3a4a3af-530c-4d33-8eda-a799fa529fc9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 943 time: 2.0064754 Dec 21 22:19:42.346639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=328ab3fe-41fa-4c23-a6ec-50904efd5aa1,segment=NetworkSegment(467a779a-8611-4517-acb3-d1d29c0696cd),segment_id=467a779a-8611-4517-acb3-d1d29c0696cd)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:42.350286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '154edc88-6007-4707-be6a-adf95080590f', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'port_id': '154edc88-6007-4707-be6a-adf95080590f', 'mac_address': 'fa:16:3e:5a:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:19:42.398196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.403756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-91f83248-6219-4024-a8e7-7688fbbed67d None None] Could not find standard attr ID for object f0213411-bc98-4677-94c0-4bad32f5399f. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:19:42.412866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.414955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Attempting to bind port 84f23917-07d1-45bf-a8a8-a803360f70ef on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:42.415372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Attempting to bind port 84f23917-07d1-45bf-a8a8-a803360f70ef by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:42.415785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Attempting to bind port 84f23917-07d1-45bf-a8a8-a803360f70ef on network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:42.509123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:42.510658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Checking segment: {'id': 'e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:42.511287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.511842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Bound using segment: {'id': 'e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:42.512741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Bound port: 84f23917-07d1-45bf-a8a8-a803360f70ef, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:42.513215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.558404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=f7022517-855b-411d-8a44-b36b917a9b91,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:42.561437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network af023913-a053-4e43-bbe9-bb416a7e9600 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:42.609715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=328ab3fe-41fa-4c23-a6ec-50904efd5aa1,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:42.684652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-91f83248-6219-4024-a8e7-7688fbbed67d None None] Provisioning complete for port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:42.685110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91f83248-6219-4024-a8e7-7688fbbed67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.712170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5a59ed62-0979-4b81-aaf5-1fb2a183357a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:42.738519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:42.761500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:42.782811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.810134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154edc88-6007-4707-be6a-adf95080590f {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:19:42.830210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 154edc88-6007-4707-be6a-adf95080590f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=154edc88-6007-4707-be6a-adf95080590f,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:42.866916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Made reservation on behalf of 90f50a0116f744cc88de266ee68cef49 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:42.874552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.883019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.908606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] For port 84f23917-07d1-45bf-a8a8-a803360f70ef, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:42.912252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] For port 84f23917-07d1-45bf-a8a8-a803360f70ef, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=84f23917-07d1-45bf-a8a8-a803360f70ef,segment=NetworkSegment(e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0),segment_id=e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:42.981354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:42.997473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:42.998003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: 5f41cb78-e7e9-46d8-b355-294f6f020eff, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:43.006910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, af023913-a053-4e43-bbe9-bb416a7e9600) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:43.011753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:43.012649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.020304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-abb75869-3fb2-465c-a031-0368b61fae54 req-d06aaa1a-5bcd-4690-8e49-c296c088c38a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6546631 Dec 21 22:19:43.035542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4594f-c3f1-4030-9faa-d1760af566b5 None None] Network af023913-a053-4e43-bbe9-bb416a7e9600 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:43.072126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] device_id is not set on port 379c66ef-c69a-4bd0-8bc8-53b28d265dbb yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:43.162398 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7ce3340a-a56e-44bf-a097-4ab2c97b8a3c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3291650 Dec 21 22:19:43.168720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39448) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:43.192608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=154edc88-6007-4707-be6a-adf95080590f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:43.310410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['154edc88-6007-4707-be6a-adf95080590f'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:19:43.316214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:43.363882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.364125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a9019a-d556-4ac8-a495-3cd516201d7c None None] Network f059c050-3d1a-44fe-8228-07e5c52ae3e1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:43.369240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 5f41cb78-e7e9-46d8-b355-294f6f020eff) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:43.377191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:43.377191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.408502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.409346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.420154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a57ba-d125-4ff8-ae5a-794401f9df03 None None] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:43.480586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2bb9c385-9ca9-4893-be5f-af514982a94f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8502853 Dec 21 22:19:43.483098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39452) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:43.508801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.569615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.667398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.767462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.768962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:43.810498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=43cef551-f279-4b4c-859b-35a03a57857b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:43.839239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 5a59ed62-0979-4b81-aaf5-1fb2a183357a completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:43.841780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network f059c050-3d1a-44fe-8228-07e5c52ae3e1 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:43.849455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:43.888694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5a59ed62-0979-4b81-aaf5-1fb2a183357a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:43.889280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:43.897539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Allocated IP 2001:db8::25c (84f234f9-5976-4e3a-aa1c-b103b3f5d1bb/2a214d0f-d17b-426e-bd92-e9abef508689/379c66ef-c69a-4bd0-8bc8-53b28d265dbb) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:44.019188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:44.324445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Allocated IP 172.20.0.1 (1c1c44ca-9c43-4d3e-a9d7-458e70abac1a/fe38a939-8a56-43b4-8cfe-6d537f26f7c7/472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:44.398703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7cdf1-4912-4784-b19d-cadc036fccbd None None] Pushing event updated for resources: {'Port': ['ID=84f23917-07d1-45bf-a8a8-a803360f70ef,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:44.513004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': '7f91ba22-2fb2-40a4-9029-d836ed6c336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd57fb9bc-899c-49aa-b137-8c4d873f81ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:44.513414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: d57fb9bc-899c-49aa-b137-8c4d873f81ba, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:44.624637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:44.627469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:44.689659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=048057a4-f1eb-4346-bf9d-ca66cac2d8bb,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:44.747223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Transition to ACTIVE for port object 472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:44.873514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:44.879397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 5a59ed62-0979-4b81-aaf5-1fb2a183357a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5a59ed62-0979-4b81-aaf5-1fb2a183357a,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:44.913602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:44.928946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b61a13-28ba-44e8-93dc-901a7b7adb02 req-9b7b5497-ae1f-44b9-967c-8c9042c6c133 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:44.929168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network d57fb9bc-899c-49aa-b137-8c4d873f81ba is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:44.930631 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-29b61a13-28ba-44e8-93dc-901a7b7adb02 req-9b7b5497-ae1f-44b9-967c-8c9042c6c133 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 944 time: 0.4424706 Dec 21 22:19:44.940741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:44.948291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:44.951156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-5f41cb78-e7e9-46d8-b355-294f6f020eff', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:44.952861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:44.969366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b542b3-4d29-4a81-8b22-fd2120507375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-af023913-a053-4e43-bbe9-bb416a7e9600', 'network_id': 'af023913-a053-4e43-bbe9-bb416a7e9600', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': '048057a4-f1eb-4346-bf9d-ca66cac2d8bb'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:44.970849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62b542b3-4d29-4a81-8b22-fd2120507375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.024015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 082e03cb-0f94-4f0e-864c-3b83a80fd52e no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:19:45.027731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.063130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af023913-a053-4e43-bbe9-bb416a7e9600']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:45.080312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, d57fb9bc-899c-49aa-b137-8c4d873f81ba) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:45.094022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Transition to ACTIVE for port object 379c66ef-c69a-4bd0-8bc8-53b28d265dbb will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:45.104239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482737f2-3b00-40e9-b3ee-9a5631890d3c') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:45.104646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482737f2-3b00-40e9-b3ee-9a5631890d3c') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:45.105779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-296be720-f529-4503-9ad7-2f068e5e3e1d None None] Provisioning for port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:45.107253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:45.107909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.132932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.160101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:45.166850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.174903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 082e03cb-0f94-4f0e-864c-3b83a80fd52e {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:19:45.175650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 082e03cb-0f94-4f0e-864c-3b83a80fd52e not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:19:45.175866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:45.176571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a6b05793-4180-4f61-af72-1973f676f2f2 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:19:45.190683 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-29b61a13-28ba-44e8-93dc-901a7b7adb02 req-4ecd6fda-c9c3-4c05-b133-9411311997e1 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382534 Dec 21 22:19:45.194162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:45.203104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:45.203599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.210939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639914c1-a652-46f2-bf1e-4ec946e566f1 None None] Network d57fb9bc-899c-49aa-b137-8c4d873f81ba requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:45.226165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:19:45.226765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-296be720-f529-4503-9ad7-2f068e5e3e1d None None] Provisioning complete for port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:45.227095 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:45.232605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-296be720-f529-4503-9ad7-2f068e5e3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.333455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'Port': ['ID=472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:45.375447 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ddf19c62-ee7c-4203-93a2-0f084f30447a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0408213 Dec 21 22:19:45.375668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511c0f15-f0fa-46f3-b1e3-541ea0fe5411 None None] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:45.380846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39458) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:45.389103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-865147761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:45.398221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.402005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:45.416676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: a6b05793-4180-4f61-af72-1973f676f2f2 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:19:45.417040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a6b05793-4180-4f61-af72-1973f676f2f2 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:19:45.472617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.485165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:router and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:45.486214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.513013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:45.528418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.547427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=af023913-a053-4e43-bbe9-bb416a7e9600,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:45.602060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-296be720-f529-4503-9ad7-2f068e5e3e1d None None] Port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:45.608503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:45.622289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bb3bc54d-5aae-444c-a1f8-97c1066058b3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/af023913-a053-4e43-bbe9-bb416a7e9600 HTTP/1.1" status: 204 len: 168 time: 2.4522650 Dec 21 22:19:45.629664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39462) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:45.648368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1607744775'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:45.678034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:45.702713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:45.702713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:45.705744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=5a59ed62-0979-4b81-aaf5-1fb2a183357a,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:45.709297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:45.728991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:45.736469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:45.740890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e456d8-bb95-4299-b7b8-9b6ffc884e30 None None] Network af023913-a053-4e43-bbe9-bb416a7e9600 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:45.741064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:45.741631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.745717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=379c66ef-c69a-4bd0-8bc8-53b28d265dbb,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:45.754696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.754972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:45.755721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.785960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:45.789732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.831194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e456d8-bb95-4299-b7b8-9b6ffc884e30 None None] Network af023913-a053-4e43-bbe9-bb416a7e9600 could not be found, it might have been deleted concurrently. {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 22:19:45.855131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:45.866968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-04bb519e-36a1-4897-817b-b4956237f681 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7642128 Dec 21 22:19:45.870334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39466) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:45.885153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.886403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-103506293'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:45.895776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:45.903867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:network and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:45.908081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:45.913208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8598fcac-f199-4419-aeff-13660d8565a4 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7567625 Dec 21 22:19:45.914276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:45.917288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39470) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:45.919888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:45.923155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:45.925915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ea:f6:8f'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:45.954718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:46.054379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-296be720-f529-4503-9ad7-2f068e5e3e1d None None] Provisioning complete for port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:46.054928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-296be720-f529-4503-9ad7-2f068e5e3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:46.196975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:46.203171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:46.333613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Allocated IP 172.20.0.2 (5f41cb78-e7e9-46d8-b355-294f6f020eff/f7022517-855b-411d-8a44-b36b917a9b91/3450a999-dda9-4308-a461-21b5130c8046) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:46.366961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:46.371295 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-35cfda00-b0b1-4f6a-91bb-896473cd2d6f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9894550 Dec 21 22:19:46.379866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:46.385469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39476) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.413314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:46.419344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'port': {'network_id': 'd57fb9bc-899c-49aa-b137-8c4d873f81ba', 'name': 'tempest-RoutersTest-1032387430'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:46.478138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:46.479100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:46.715495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:46.715888 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment ea89ca2a-4e54-4fd4-bea6-65054173108d of type vlan for network 96942a53-aa25-4f49-b2c6-5007417846ef Dec 21 22:19:46.833026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-d57fb9bc-899c-49aa-b137-8c4d873f81ba', 'network_id': 'd57fb9bc-899c-49aa-b137-8c4d873f81ba', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': '43cef551-f279-4b4c-859b-35a03a57857b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:46.833696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:46.844778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:46.888904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:19:46.892906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Router f557619e-b117-4430-916b-453685bf6491 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:19:46.904620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:46.905035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:46.943932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.008005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.010420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.010825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added segment e05548e6-4118-48d7-abee-b2e9842d2815 of type vlan for network 35fe74ff-304f-4146-a022-c4a6214ebad5 Dec 21 22:19:47.031167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:47.080119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.084247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:47.084849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.115373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:port and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:47.120767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:47.128888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.185875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:47.193655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:47.219101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'Port': ['ID=472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:47.223268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.280123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.286905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=96942a53-aa25-4f49-b2c6-5007417846ef,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:47.303850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dbca6af7-7a7a-45ff-91ad-847f4bafead0 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6666729 Dec 21 22:19:47.308994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39480) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:47.311534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 96942a53-aa25-4f49-b2c6-5007417846ef details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:47.315837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-77d017c5-a2c8-4fe4-bf51-b80795eb6333 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:47.389130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:47.396947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.414826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.438034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] device_id is not set on port 27d45dee-0bc8-47b2-a415-42ae46e11188 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:47.477487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.482348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:47.482348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.574278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb12e0a-1ecf-4cdc-b2bd-7a8b0c8483c1 req-0d713bd0-9889-4190-9b7a-b69d157f646a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:47.581727 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9cb12e0a-1ecf-4cdc-b2bd-7a8b0c8483c1 req-0d713bd0-9889-4190-9b7a-b69d157f646a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 944 time: 1.1731043 Dec 21 22:19:47.621600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Transition to ACTIVE for port object 3450a999-dda9-4308-a461-21b5130c8046 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:47.690633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8108037 Dec 21 22:19:47.706023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39484) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:47.716893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'subnet': {'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:47.720953 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9cb12e0a-1ecf-4cdc-b2bd-7a8b0c8483c1 req-a8e13896-5ab5-48c8-8f81-d94c0ee97503 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381052 Dec 21 22:19:47.732427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 84f23917-07d1-45bf-a8a8-a803360f70ef up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:47.780611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Transition to ACTIVE for port object 3450a999-dda9-4308-a461-21b5130c8046 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:47.782347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Allocated IP 172.20.0.2 (d57fb9bc-899c-49aa-b137-8c4d873f81ba/43cef551-f279-4b4c-859b-35a03a57857b/717fdc6a-51a8-4417-be12-f1ce8003689e) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:47.849029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432162d6-3940-4261-9c1e-ad0230e99d9b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Network': ['ID=35fe74ff-304f-4146-a022-c4a6214ebad5,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:47.865777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Provisioning for port 379c66ef-c69a-4bd0-8bc8-53b28d265dbb completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:47.870463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.882966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 35fe74ff-304f-4146-a022-c4a6214ebad5 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:47.913622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:47.949884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:47.962400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:47.966348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:subnet and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:47.969425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:47.969568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Provisioning complete for port 379c66ef-c69a-4bd0-8bc8-53b28d265dbb triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:47.969842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.085477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:48.095399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:48.105472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77d017c5-a2c8-4fe4-bf51-b80795eb6333 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.193702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 154edc88-6007-4707-be6a-adf95080590f up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:48.200378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77d017c5-a2c8-4fe4-bf51-b80795eb6333 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.204116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Made reservation on behalf of f5f97fa898b84a2ea0262357bc38e99d for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:48.349398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Port 379c66ef-c69a-4bd0-8bc8-53b28d265dbb cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:48.367348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:48.370673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Pushing event updated for resources: {'Port': ['ID=3450a999-dda9-4308-a461-21b5130c8046,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:48.383069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:48.386781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:48.475581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.492604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.1 (5f41cb78-e7e9-46d8-b355-294f6f020eff/f7022517-855b-411d-8a44-b36b917a9b91/bfb7b06a-5714-45b0-ae49-918b1632ea2c) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:48.528059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.562293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77d017c5-a2c8-4fe4-bf51-b80795eb6333 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network 96942a53-aa25-4f49-b2c6-5007417846ef is not hosted by any dhcp agent {{(pid=88994) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 22:19:48.566323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d017c5-a2c8-4fe4-bf51-b80795eb6333 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:48.567012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77d017c5-a2c8-4fe4-bf51-b80795eb6333 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.571559 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-77d017c5-a2c8-4fe4-bf51-b80795eb6333 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "PUT /v2.0/networks/96942a53-aa25-4f49-b2c6-5007417846ef HTTP/1.1" status: 200 len: 723 time: 1.2584329 Dec 21 22:19:48.582415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39488) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:48.599050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': '96942a53-aa25-4f49-b2c6-5007417846ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:48.673473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] In _notify_port_updated(), no bound segment for port 379c66ef-c69a-4bd0-8bc8-53b28d265dbb on network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:19:48.673732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 84f23917-07d1-45bf-a8a8-a803360f70ef completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:48.677998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:48.678697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.683468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "PUT /v2.0/ports/379c66ef-c69a-4bd0-8bc8-53b28d265dbb HTTP/1.1" status: 200 len: 1003 time: 2.7610092 Dec 21 22:19:48.711214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39492) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:48.728825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 84f23917-07d1-45bf-a8a8-a803360f70ef triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:48.729427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.757919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Provisioning for port 84f23917-07d1-45bf-a8a8-a803360f70ef completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:48.780593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:48.783438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1d65b-e590-402f-82f0-8fa96e64ac07 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=379c66ef-c69a-4bd0-8bc8-53b28d265dbb,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:48.790029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d017c5-a2c8-4fe4-bf51-b80795eb6333 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=96942a53-aa25-4f49-b2c6-5007417846ef,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:48.793796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab1b28-72ee-481d-b755-6654d329b9d8 None None] Sync routers for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:48.797895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ae8c60e-d2bb-4c40-b821-ff71d7ae3fce tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "PUT /v2.0/routers/f557619e-b117-4430-916b-453685bf6491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9601891 Dec 21 22:19:48.820116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39498) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:48.827942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab1b28-72ee-481d-b755-6654d329b9d8 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:48.829123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-47ab1b28-72ee-481d-b755-6654d329b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:48.831446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.843672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 96942a53-aa25-4f49-b2c6-5007417846ef details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:19:48.867352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Provisioning complete for port 84f23917-07d1-45bf-a8a8-a803360f70ef triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:48.867767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:48.928869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-47ab1b28-72ee-481d-b755-6654d329b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:48.941831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab1b28-72ee-481d-b755-6654d329b9d8 None None] Routers {'f557619e-b117-4430-916b-453685bf6491'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:48.942505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-47ab1b28-72ee-481d-b755-6654d329b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f557619e-b117-4430-916b-453685bf6491'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:48.985841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Attempting to bind port 3450a999-dda9-4308-a461-21b5130c8046 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:48.986255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Attempting to bind port 3450a999-dda9-4308-a461-21b5130c8046 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:48.986663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Attempting to bind port 3450a999-dda9-4308-a461-21b5130c8046 on network 5f41cb78-e7e9-46d8-b355-294f6f020eff {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:49.025822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-47ab1b28-72ee-481d-b755-6654d329b9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:49.026724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab1b28-72ee-481d-b755-6654d329b9d8 None None] The sync data for ids ['f557619e-b117-4430-916b-453685bf6491'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:49.030159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 154edc88-6007-4707-be6a-adf95080590f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:49.105446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:49.110487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.111437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:49.115596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:49.116599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 154edc88-6007-4707-be6a-adf95080590f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:49.117181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.130694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:49.148085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.152315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:49.152315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Checking segment: {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:49.152315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.152315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Bound using segment: {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:49.152315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Bound port: 3450a999-dda9-4308-a461-21b5130c8046, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:49.152315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.172742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:49.190889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object bfb7b06a-5714-45b0-ae49-918b1632ea2c will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:49.233726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:41Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:42Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:49.252256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Transition to ACTIVE for port object 717fdc6a-51a8-4417-be12-f1ce8003689e will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:49.295444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:19:49.295844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Updating router 20e2dc91-ab1a-4352-b396-76a3e2c81edb port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:19:49.303778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe5554-590c-4ad1-a693-c3ffc0bf77fe tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Deleting port 379c66ef-c69a-4bd0-8bc8-53b28d265dbb {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:49.304163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5554-590c-4ad1-a693-c3ffc0bf77fe tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.312767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf7992-1397-40aa-9ee0-4d9862ad9923 req-953023eb-cb0f-4e6d-ac0c-aaa5027ccbbd tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:49.314421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dbf7992-1397-40aa-9ee0-4d9862ad9923 req-953023eb-cb0f-4e6d-ac0c-aaa5027ccbbd tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 944 time: 0.3477361 Dec 21 22:19:49.325434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.451971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Transition to ACTIVE for port object 717fdc6a-51a8-4417-be12-f1ce8003689e will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:49.462391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.495187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.511120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.526805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.537645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.541697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] For port 3450a999-dda9-4308-a461-21b5130c8046, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:49.653786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.677262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] For port 3450a999-dda9-4308-a461-21b5130c8046, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3450a999-dda9-4308-a461-21b5130c8046,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:49.745934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.769968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Network d57fb9bc-899c-49aa-b137-8c4d873f81ba is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:49.785556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:49.792748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Pushing event updated for resources: {'Port': ['ID=717fdc6a-51a8-4417-be12-f1ce8003689e,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:49.795212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.807912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 84f23917-07d1-45bf-a8a8-a803360f70ef, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=84f23917-07d1-45bf-a8a8-a803360f70ef,segment=NetworkSegment(e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0),segment_id=e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:49.841243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:49.845447 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dbf7992-1397-40aa-9ee0-4d9862ad9923 req-5ece2a31-40f3-4be8-b905-c3ae5070cdeb tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5050168 Dec 21 22:19:49.875759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:49.880409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:49.882605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=bfb7b06a-5714-45b0-ae49-918b1632ea2c,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:49.883838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Subnet': ['ID=047acb86-61a1-4e94-8fd5-3474746496d2,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:49.885220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:49.909488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.950337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5554-590c-4ad1-a693-c3ffc0bf77fe tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:49.955448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.20.0.9 (d57fb9bc-899c-49aa-b137-8c4d873f81ba/43cef551-f279-4b4c-859b-35a03a57857b/27d45dee-0bc8-47b2-a415-42ae46e11188) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:49.978894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Checking segment: {'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:49.978894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network hostable DHCP agents. Network: 35fe74ff-304f-4146-a022-c4a6214ebad5, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:50.035745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.136476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5a59ed62-0979-4b81-aaf5-1fb2a183357a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:50.156504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154edc88-6007-4707-be6a-adf95080590f'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:19:50.178710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe5554-590c-4ad1-a693-c3ffc0bf77fe tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Calling delete_port for 379c66ef-c69a-4bd0-8bc8-53b28d265dbb owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:50.211744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.226144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.282688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:50.288774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:19:50.297174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028115c-7b3e-4e0a-b3c8-23aebfaf1c95 None None] Pushing event updated for resources: {'Port': ['ID=3450a999-dda9-4308-a461-21b5130c8046,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:50.387801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 154edc88-6007-4707-be6a-adf95080590f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=154edc88-6007-4707-be6a-adf95080590f,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:50.413708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Attempting to bind port 717fdc6a-51a8-4417-be12-f1ce8003689e on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:50.414462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Attempting to bind port 717fdc6a-51a8-4417-be12-f1ce8003689e by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '7f91ba22-2fb2-40a4-9029-d836ed6c336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd57fb9bc-899c-49aa-b137-8c4d873f81ba'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:50.415030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Attempting to bind port 717fdc6a-51a8-4417-be12-f1ce8003689e on network d57fb9bc-899c-49aa-b137-8c4d873f81ba {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:50.430132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Router 0716e818-61be-43ce-b4f8-7374e3301968 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:19:50.430519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=89731515-b3e2-4455-bb4b-f4ee744d9321,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:50.456715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 35fe74ff-304f-4146-a022-c4a6214ebad5 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:50.471795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.520269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.569168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': 'ea89ca2a-4e54-4fd4-bea6-65054173108d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '96942a53-aa25-4f49-b2c6-5007417846ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:50.570337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: 96942a53-aa25-4f49-b2c6-5007417846ef, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:19:50.622490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object 27d45dee-0bc8-47b2-a415-42ae46e11188 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:50.654587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.659251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 35fe74ff-304f-4146-a022-c4a6214ebad5) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:50.676693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:50.677348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.686668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5554-590c-4ad1-a693-c3ffc0bf77fe tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.707422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c264a59-2b60-4aaf-9d1e-577de1b88b3d None None] Network 35fe74ff-304f-4146-a022-c4a6214ebad5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:50.758331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:50.758744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Checking segment: {'id': '7f91ba22-2fb2-40a4-9029-d836ed6c336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd57fb9bc-899c-49aa-b137-8c4d873f81ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:50.759344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.760311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Bound using segment: {'id': '7f91ba22-2fb2-40a4-9029-d836ed6c336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd57fb9bc-899c-49aa-b137-8c4d873f81ba'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:50.760867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Bound port: 717fdc6a-51a8-4417-be12-f1ce8003689e, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f91ba22-2fb2-40a4-9029-d836ed6c336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd57fb9bc-899c-49aa-b137-8c4d873f81ba'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:50.761360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.769587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe5554-590c-4ad1-a693-c3ffc0bf77fe tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Port': ['ID=379c66ef-c69a-4bd0-8bc8-53b28d265dbb,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:50.876371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network 96942a53-aa25-4f49-b2c6-5007417846ef is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:19:50.897339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 96942a53-aa25-4f49-b2c6-5007417846ef) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:50.920436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:50.921400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:50.934458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.045400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5a59ed62-0979-4b81-aaf5-1fb2a183357a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:51.046400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.047609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:19:51.130760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83fd4ff-1790-4251-bfee-af9e44ba8f27 None None] Network 96942a53-aa25-4f49-b2c6-5007417846ef requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:51.175705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e45f4956-75ba-4973-910d-f86bbfed9e75 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4654529 Dec 21 22:19:51.181039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39508) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.189964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9fe5554-590c-4ad1-a693-c3ffc0bf77fe tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.194667 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a9fe5554-590c-4ad1-a693-c3ffc0bf77fe tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "DELETE /v2.0/ports/379c66ef-c69a-4bd0-8bc8-53b28d265dbb HTTP/1.1" status: 204 len: 168 time: 2.4794428 Dec 21 22:19:51.195765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39512) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.214010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=84f23917-07d1-45bf-a8a8-a803360f70ef,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:51.247301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.252995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=27d45dee-0bc8-47b2-a415-42ae46e11188,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:51.257772 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4b6a4412-cf1a-4dd1-8a34-8405357e5556 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6728907 Dec 21 22:19:51.268611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39516) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.271643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.271789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:51.281161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d8ba8da5-9520-47ec-8170-6a5b42470f75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:51.300033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network d57fb9bc-899c-49aa-b137-8c4d873f81ba is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:51.318848 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e6b433e7-f36c-4233-b2c1-9c93587bd467 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "PUT /v2.0/routers/0716e818-61be-43ce-b4f8-7374e3301968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8311284 Dec 21 22:19:51.323695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:51.329540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:51.346838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39520) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.364766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Request body: {'port': {'network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a', 'name': 'tempest-FloatingIPNegativeTestJSON-1156059885'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:51.382209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5521df-998e-4a53-abec-bfd5eac290d1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] GET failed (client error): The resource could not be found. Dec 21 22:19:51.383629 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ef5521df-998e-4a53-abec-bfd5eac290d1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "GET /v2.0/ports/379c66ef-c69a-4bd0-8bc8-53b28d265dbb HTTP/1.1" status: 404 len: 333 time: 0.1322503 Dec 21 22:19:51.383900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting port fe91a36e-1c48-4a0f-9d38-da7cb9472c68 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:51.384568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.384943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904e31-c90c-47c9-846f-412d81ce8d6e None None] Sync routers for ids ['0716e818-61be-43ce-b4f8-7374e3301968'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:51.410602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39524) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.424510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1899652044'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:51.490952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Transition to ACTIVE for port object 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:51.497386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] For port 717fdc6a-51a8-4417-be12-f1ce8003689e, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:51.613698 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154edc88-6007-4707-be6a-adf95080590f', 'code': 200} Dec 21 22:19:51.630219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.639873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] For port 717fdc6a-51a8-4417-be12-f1ce8003689e, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=717fdc6a-51a8-4417-be12-f1ce8003689e,segment=NetworkSegment(7f91ba22-2fb2-40a4-9029-d836ed6c336a),segment_id=7f91ba22-2fb2-40a4-9029-d836ed6c336a)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:51.728066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:51.729085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.744492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=154edc88-6007-4707-be6a-adf95080590f,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:51.767213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:51.788521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.791654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7904e31-c90c-47c9-846f-412d81ce8d6e None None] Routers {'0716e818-61be-43ce-b4f8-7374e3301968'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:51.792379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d7904e31-c90c-47c9-846f-412d81ce8d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0716e818-61be-43ce-b4f8-7374e3301968'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:51.801950 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ae7e1f93-c908-4699-85ec-551ffae12fa6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.4106503 Dec 21 22:19:51.804002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:51.810812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39530) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.819360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18627a90-d01a-4eae-8fc2-bcab2a7b443c req-8cdcaed9-199a-4f02-82cd-73ad161702a0 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:51.828186 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-18627a90-d01a-4eae-8fc2-bcab2a7b443c req-8cdcaed9-199a-4f02-82cd-73ad161702a0 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 945 time: 0.7286751 Dec 21 22:19:51.851995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.860417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:51.869949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Usage tracker for resource:port and tenant:90ccf55c9eab421ba3f003120c0a06ec is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:51.886800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:51.966238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:51.984113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:51.994316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d7904e31-c90c-47c9-846f-412d81ce8d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:51.996896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-35fe74ff-304f-4146-a022-c4a6214ebad5', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:51.997814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:52.028888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Provisioning complete for port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:52.029315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c93341b-3955-47f3-b6a9-b1fae6b66836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:52.095837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:52.207855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544770c4-e8d1-4a09-bfae-d3370b49eb24 None None] Pushing event updated for resources: {'Port': ['ID=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:52.219495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 84f23917-07d1-45bf-a8a8-a803360f70ef up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:52.246097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Calling delete_port for fe91a36e-1c48-4a0f-9d38-da7cb9472c68 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:52.274752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Made reservation on behalf of 90ccf55c9eab421ba3f003120c0a06ec for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:52.282160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:52.317902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8da5-9520-47ec-8170-6a5b42470f75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853444641'] for subnet, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:52.411285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=bfb7b06a-5714-45b0-ae49-918b1632ea2c,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:52.419253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] device_id is not set on port b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:52.505690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Allocated IP 2001:db8:3::2 (35fe74ff-304f-4146-a022-c4a6214ebad5/047acb86-61a1-4e94-8fd5-3474746496d2/c75afad2-d11f-477f-b698-94033f27e712) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:52.785372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0492db4-e030-4b17-b86c-dff468642eae None None] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:52.825528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7904e31-c90c-47c9-846f-412d81ce8d6e None None] Routers {'0716e818-61be-43ce-b4f8-7374e3301968'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:52.826245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d7904e31-c90c-47c9-846f-412d81ce8d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0716e818-61be-43ce-b4f8-7374e3301968'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:52.909968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Allocated IP 172.20.0.5 (1c1c44ca-9c43-4d3e-a9d7-458e70abac1a/fe38a939-8a56-43b4-8cfe-6d537f26f7c7/b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:52.937255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Made reservation on behalf of 90f50a0116f744cc88de266ee68cef49 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:52.943136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:52.959281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8da5-9520-47ec-8170-6a5b42470f75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264531550273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853344954'] for subnet, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:52.987945 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-18627a90-d01a-4eae-8fc2-bcab2a7b443c req-c4dc3427-c4f2-4fc2-b9a5-28a3c38b625b tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1583462 Dec 21 22:19:53.015483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.099396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.100194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Port': ['ID=fe91a36e-1c48-4a0f-9d38-da7cb9472c68,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:53.104685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] device_id is not set on port 77cdf724-f9b8-4fff-8825-53eba560aa14 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:53.129716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba8da5-9520-47ec-8170-6a5b42470f75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:53.130379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8ba8da5-9520-47ec-8170-6a5b42470f75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.136381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d8ba8da5-9520-47ec-8170-6a5b42470f75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "PUT /v2.0/subnets/89731515-b3e2-4455-bb4b-f4ee744d9321 HTTP/1.1" status: 200 len: 806 time: 1.8624837 Dec 21 22:19:53.139670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39534) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:53.184812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d7904e31-c90c-47c9-846f-412d81ce8d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:53.185284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904e31-c90c-47c9-846f-412d81ce8d6e None None] The sync data for ids ['0716e818-61be-43ce-b4f8-7374e3301968'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:53.188074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804f37-7bf6-4e4d-87f3-4a536b2282e8 None None] Pushing event updated for resources: {'Port': ['ID=717fdc6a-51a8-4417-be12-f1ce8003689e,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:53.202874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-96942a53-aa25-4f49-b2c6-5007417846ef', 'network_id': '96942a53-aa25-4f49-b2c6-5007417846ef', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': '89731515-b3e2-4455-bb4b-f4ee744d9321'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:19:53.203801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.233240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba8da5-9520-47ec-8170-6a5b42470f75 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=89731515-b3e2-4455-bb4b-f4ee744d9321,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:53.329561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Attempting to bind port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:53.329992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Attempting to bind port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:53.330409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Attempting to bind port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 on network f059c050-3d1a-44fe-8228-07e5c52ae3e1 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:53.451662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2eeaec2a-0e43-4aa5-a6b4-8407e57ef826 req-a1fa5d02-2e5a-4e1c-a158-b0532484d2e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 1098 time: 1.2189379 Dec 21 22:19:53.467615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:53.468154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Checking segment: {'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:53.468485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.468937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Bound using segment: {'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:53.469495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Bound port: 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467a779a-8611-4517-acb3-d1d29c0696cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:53.469908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.567253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 84f23917-07d1-45bf-a8a8-a803360f70ef triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:53.567676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.718533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.759850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Allocated IP 2001:db8::149 (84f234f9-5976-4e3a-aa1c-b103b3f5d1bb/2a214d0f-d17b-426e-bd92-e9abef508689/77cdf724-f9b8-4fff-8825-53eba560aa14) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:53.768887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Could not find standard attr ID for object 379c66ef-c69a-4bd0-8bc8-53b28d265dbb. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:19:53.821318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Transition to ACTIVE for port object c75afad2-d11f-477f-b698-94033f27e712 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:53.857393 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2eeaec2a-0e43-4aa5-a6b4-8407e57ef826 req-9fb6c6db-6cd2-44b6-a681-398b8bdcbc1f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3912172 Dec 21 22:19:53.867508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:53.874712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:53.945754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Provisioning complete for port 84f23917-07d1-45bf-a8a8-a803360f70ef triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:53.946181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.978859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:53.982630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Transition to ACTIVE for port object c75afad2-d11f-477f-b698-94033f27e712 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:53.986331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] For port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:54.049093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.060638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] For port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,segment=NetworkSegment(467a779a-8611-4517-acb3-d1d29c0696cd),segment_id=467a779a-8611-4517-acb3-d1d29c0696cd)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:54.061060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.101765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Allocated IP 172.20.0.2 (96942a53-aa25-4f49-b2c6-5007417846ef/89731515-b3e2-4455-bb4b-f4ee744d9321/fb404296-2c01-4018-9546-11e83eb9a616) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:54.142607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.252001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Network 35fe74ff-304f-4146-a022-c4a6214ebad5 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:54.274281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:54.277389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:54.296624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3450a999-dda9-4308-a461-21b5130c8046 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:54.337351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:54.338108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:54.344637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.396095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Pushing event updated for resources: {'Port': ['ID=c75afad2-d11f-477f-b698-94033f27e712,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:54.500886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544770c4-e8d1-4a09-bfae-d3370b49eb24 None None] Pushing event updated for resources: {'Port': ['ID=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:54.504944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c1c702-4210-466f-8b28-c2bf63f26437 None None] Network d57fb9bc-899c-49aa-b137-8c4d873f81ba requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:54.509211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.515854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Transition to ACTIVE for port object b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:54.528758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.648765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.721293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.721864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Fanout notify agent at l3_agent the message router_deleted on router f557619e-b117-4430-916b-453685bf6491 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:19:54.723910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.778905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.801469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Transition to ACTIVE for port object 77cdf724-f9b8-4fff-8825-53eba560aa14 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:54.866524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:54.867946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ebf2585d-869f-4b93-a8d6-5dc47420f808 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/routers/f557619e-b117-4430-916b-453685bf6491 HTTP/1.1" status: 204 len: 168 time: 5.9993987 Dec 21 22:19:54.873328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39540) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:54.938160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:54.947635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:54.975302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'Port': ['ID=b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:54.992682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:55.237655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Attempting to bind port c75afad2-d11f-477f-b698-94033f27e712 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:55.238459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Attempting to bind port c75afad2-d11f-477f-b698-94033f27e712 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:55.239086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Attempting to bind port c75afad2-d11f-477f-b698-94033f27e712 on network 35fe74ff-304f-4146-a022-c4a6214ebad5 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:55.288758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf08dcc-5f2a-4184-bcfd-b636aaeaefc1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Deleting subnet 0dd4ca15-c2cf-4835-a4ec-b790566ae210 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:19:55.305264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf08dcc-5f2a-4184-bcfd-b636aaeaefc1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.312439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:55.312893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Checking segment: {'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:55.313472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.314018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Bound using segment: {'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:55.314602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Bound port: c75afad2-d11f-477f-b698-94033f27e712, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:55.315160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.340847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:55.403869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:55.404663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.431967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf08dcc-5f2a-4184-bcfd-b636aaeaefc1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.485277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.506757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3450a999-dda9-4308-a461-21b5130c8046 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:55.527146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf08dcc-5f2a-4184-bcfd-b636aaeaefc1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.585031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3450a999-dda9-4308-a461-21b5130c8046 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:55.585536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.602386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.611525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Provisioning for port 3450a999-dda9-4308-a461-21b5130c8046 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:55.621090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-92a408fa-dd2b-4cc1-bd86-be10527450c8 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2657168 Dec 21 22:19:55.623074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39544) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:55.628428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:55.635201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:55.639734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Usage tracker for resource:floatingip and tenant:90ccf55c9eab421ba3f003120c0a06ec is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:55.643202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:55.647544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf08dcc-5f2a-4184-bcfd-b636aaeaefc1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.663354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Provisioning complete for port 3450a999-dda9-4308-a461-21b5130c8046 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:55.663877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.689105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:55.704493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf08dcc-5f2a-4184-bcfd-b636aaeaefc1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd4ca15-c2cf-4835-a4ec-b790566ae210,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:55.715280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf08dcc-5f2a-4184-bcfd-b636aaeaefc1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.724534 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dcf08dcc-5f2a-4184-bcfd-b636aaeaefc1 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/subnets/0dd4ca15-c2cf-4835-a4ec-b790566ae210 HTTP/1.1" status: 204 len: 168 time: 0.8388274 Dec 21 22:19:55.724771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39548) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:55.730762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b8d3-b868-4d5f-8aa1-1187b2547b07 req-df6a531e-e175-4c1e-b3cf-188f858937bb tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:55.732413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59a0b8d3-b868-4d5f-8aa1-1187b2547b07 req-df6a531e-e175-4c1e-b3cf-188f858937bb tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 945 time: 1.4740820 Dec 21 22:19:55.750728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.860753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.896127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.935030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:55.935913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=77cdf724-f9b8-4fff-8825-53eba560aa14,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:55.942609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Transition to ACTIVE for port object fb404296-2c01-4018-9546-11e83eb9a616 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:55.956288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:55.963682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:55.967985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:55.968672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:55.995888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] For port c75afad2-d11f-477f-b698-94033f27e712, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:56.129710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.148572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Transition to ACTIVE for port object fb404296-2c01-4018-9546-11e83eb9a616 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:56.159701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] For port c75afad2-d11f-477f-b698-94033f27e712, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c75afad2-d11f-477f-b698-94033f27e712,segment=NetworkSegment(e05548e6-4118-48d7-abee-b2e9842d2815),segment_id=e05548e6-4118-48d7-abee-b2e9842d2815)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:56.161281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59a0b8d3-b868-4d5f-8aa1-1187b2547b07 req-b2352688-a026-4ba0-bddd-6c609a2bc6dc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548388 Dec 21 22:19:56.167593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c775daa5-0a1c-468f-8650-0bc53e09dac4']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:56.198023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db76450-7971-4a0b-85e3-cc3ec1e9b344') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:56.198023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db76450-7971-4a0b-85e3-cc3ec1e9b344') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:56.222192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.232737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.257425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.283020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.314218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.321436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.349647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=89731515-b3e2-4455-bb4b-f4ee744d9321,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:56.357908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.363102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:56.363594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:56.380829 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:56.436883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.453572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.490655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.504543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Network 96942a53-aa25-4f49-b2c6-5007417846ef is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:56.517258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:56.533912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:56.551235 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9605d2b3-cde1-48e8-b515-01a60a55e48b tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.1328881 Dec 21 22:19:56.552273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d292ab-5c3f-45ff-9cd9-e4c99c349b70 None None] Pushing event updated for resources: {'Port': ['ID=c75afad2-d11f-477f-b698-94033f27e712,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:56.559643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=27d45dee-0bc8-47b2-a415-42ae46e11188,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:56.561625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39552) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:56.582443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'network_id': '84f234f9-5976-4e3a-aa1c-b103b3f5d1bb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-133128484'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:56.667873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3450a999-dda9-4308-a461-21b5130c8046, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3450a999-dda9-4308-a461-21b5130c8046,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:56.672312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.703903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.796608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.798532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Pushing event updated for resources: {'Port': ['ID=fb404296-2c01-4018-9546-11e83eb9a616,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:56.849848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.883462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96942a53-aa25-4f49-b2c6-5007417846ef']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:56.903638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea89ca2a-4e54-4fd4-bea6-65054173108d') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:56.904061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea89ca2a-4e54-4fd4-bea6-65054173108d') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:56.914408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Attempting to bind port fb404296-2c01-4018-9546-11e83eb9a616 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:19:56.914829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Attempting to bind port fb404296-2c01-4018-9546-11e83eb9a616 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ea89ca2a-4e54-4fd4-bea6-65054173108d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '96942a53-aa25-4f49-b2c6-5007417846ef'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:19:56.915243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Attempting to bind port fb404296-2c01-4018-9546-11e83eb9a616 on network 96942a53-aa25-4f49-b2c6-5007417846ef {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:19:56.923579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.950124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.950351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:41Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:53Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:56.958113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:19:56.958381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5d570-502b-4c9d-89bd-dc7daafc74a1 None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:41Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:53Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:19:56.958643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.960127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:56.965561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:19:56.972224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:19:56.972670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Checking segment: {'id': 'ea89ca2a-4e54-4fd4-bea6-65054173108d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '96942a53-aa25-4f49-b2c6-5007417846ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:19:56.973118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:56.973559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Bound using segment: {'id': 'ea89ca2a-4e54-4fd4-bea6-65054173108d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '96942a53-aa25-4f49-b2c6-5007417846ef'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:19:56.974081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Bound port: fb404296-2c01-4018-9546-11e83eb9a616, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea89ca2a-4e54-4fd4-bea6-65054173108d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '96942a53-aa25-4f49-b2c6-5007417846ef'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:19:56.974494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:57.010215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router e550d334-7cf2-4478-9afe-895e87939374 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:19:57.032497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 717fdc6a-51a8-4417-be12-f1ce8003689e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:57.157629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3450a999-dda9-4308-a461-21b5130c8046,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:57.191447 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:57.201082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:57.263085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:19:57.263085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Usage tracker for resource:port and tenant:90f50a0116f744cc88de266ee68cef49 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:19:57.265908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:19:57.272912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:19:57.332313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Allocated IP 172.26.6.217 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/4ced6b7f-1eb1-4aa6-b1d1-d5d29c0abcd0) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:57.399441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Allocated IP 2001:db8:3::1 (35fe74ff-304f-4146-a022-c4a6214ebad5/047acb86-61a1-4e94-8fd5-3474746496d2/4a8017d8-c92d-4319-ac70-ff0007060162) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:57.410273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] For port fb404296-2c01-4018-9546-11e83eb9a616, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:19:57.429577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] For port fb404296-2c01-4018-9546-11e83eb9a616, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fb404296-2c01-4018-9546-11e83eb9a616,segment=NetworkSegment(ea89ca2a-4e54-4fd4-bea6-65054173108d),segment_id=ea89ca2a-4e54-4fd4-bea6-65054173108d)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:19:57.522611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:57.553827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 717fdc6a-51a8-4417-be12-f1ce8003689e completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:57.582251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:57.610556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] 10.222.0.30 "DELETE /v2.0/networks/c775daa5-0a1c-468f-8650-0bc53e09dac4 HTTP/1.1" status: 204 len: 168 time: 1.8842802 Dec 21 22:19:57.611603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c422aa8-168d-47f6-810c-13a56c422154 tempest-FloatingIPTestJSON-1875847310 tempest-FloatingIPTestJSON-1875847310-project] Pushing event deleted for resources: {'Network': ['ID=c775daa5-0a1c-468f-8650-0bc53e09dac4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:57.617687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:19:57.617687 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:19:57.617687 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'id': '96942a53-aa25-4f49-b2c6-5007417846ef'}] Dec 21 22:19:57.617687 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:57.617687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:19:57.621517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Made reservation on behalf of 90f50a0116f744cc88de266ee68cef49 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:19:57.625606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:57.674961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:57.732817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6228683-3770-419c-aa8e-284411a31a3b None None] Pushing event updated for resources: {'Port': ['ID=fb404296-2c01-4018-9546-11e83eb9a616,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:57.754549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] device_id is not set on port 025c0e0c-7709-4129-9205-ae9c0e72eac1 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:19:57.777026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c30d7c-d782-45a2-812b-90f8da532d0e None None] Network 96942a53-aa25-4f49-b2c6-5007417846ef requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:57.834165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Provisioning for port 472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:57.875905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Provisioning complete for port 472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:57.876536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:57.960680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'Port': ['ID=4ced6b7f-1eb1-4aa6-b1d1-d5d29c0abcd0,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:57.970081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:57.975135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:57.983125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:58.067202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.125839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.177002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Transition to ACTIVE for port object 4a8017d8-c92d-4319-ac70-ff0007060162 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:19:58.179973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting port fb404296-2c01-4018-9546-11e83eb9a616 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:19:58.180291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.211866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f368-e1de-4425-9632-353b426125e7 req-56cab35b-962f-4379-825f-fe236cc4d819 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:58.215281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa42f368-e1de-4425-9632-353b426125e7 req-56cab35b-962f-4379-825f-fe236cc4d819 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 945 time: 0.7597377 Dec 21 22:19:58.216852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.253774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Allocated IP 2001:db8::3d3 (84f234f9-5976-4e3a-aa1c-b103b3f5d1bb/2a214d0f-d17b-426e-bd92-e9abef508689/025c0e0c-7709-4129-9205-ae9c0e72eac1) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:19:58.365359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39562) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:58.438635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9fdbd-f6f4-4d33-8108-4d63940fc47f None None] Port 472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:58.505352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82beb784-4e3d-460f-9472-fcc05c35eb02 None None] Network 96942a53-aa25-4f49-b2c6-5007417846ef requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:58.724465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning for port 27d45dee-0bc8-47b2-a415-42ae46e11188 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:58.752312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning complete for port 27d45dee-0bc8-47b2-a415-42ae46e11188 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:58.752749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.763199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.771606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.872695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=4a8017d8-c92d-4319-ac70-ff0007060162,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:19:58.876731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Port 27d45dee-0bc8-47b2-a415-42ae46e11188 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:58.930200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa42f368-e1de-4425-9632-353b426125e7 req-4359339d-9ada-4add-9aab-f5aa858c0604 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6484916 Dec 21 22:19:58.960371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 35fe74ff-304f-4146-a022-c4a6214ebad5 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:19:58.967563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning for port b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:58.972713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:19:58.975437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:19:58.976189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.982021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning complete for port b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:58.982446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:58.992994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.079972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] For port fb404296-2c01-4018-9546-11e83eb9a616, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fb404296-2c01-4018-9546-11e83eb9a616,segment=NetworkSegment(ea89ca2a-4e54-4fd4-bea6-65054173108d),segment_id=ea89ca2a-4e54-4fd4-bea6-65054173108d)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:19:59.082499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.120285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Port b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:59.149015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.204786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning for port bfb7b06a-5714-45b0-ae49-918b1632ea2c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:59.211374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning complete for port bfb7b06a-5714-45b0-ae49-918b1632ea2c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:59.211798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.215084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:19:59.234835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Sync routers for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:19:59.267967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:19:59.268968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:59.279034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Port bfb7b06a-5714-45b0-ae49-918b1632ea2c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:59.283165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:19:59.383723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning for port 77cdf724-f9b8-4fff-8825-53eba560aa14 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:59.390904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning complete for port 77cdf724-f9b8-4fff-8825-53eba560aa14 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:59.391324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.441187 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5bbf78ae-c31c-4fa8-ba1e-9ae0dbccdccc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/e550d334-7cf2-4478-9afe-895e87939374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9450858 Dec 21 22:19:59.441419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d2fa1-a9a6-41e7-b990-d432e03f7313 None None] Network 35fe74ff-304f-4146-a022-c4a6214ebad5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:19:59.448197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39570) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:59.457921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:59.469574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:59.470111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.495152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.537504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:19:59.633488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Port 77cdf724-f9b8-4fff-8825-53eba560aa14 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:19:59.634574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Calling delete_port for fb404296-2c01-4018-9546-11e83eb9a616 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:19:59.743133 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dec8a678-56d1-4469-be33-f69b0ebe274d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0422a3227f743588e5e0acb071f15ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3727474 Dec 21 22:19:59.752573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39574) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:59.766622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning for port 717fdc6a-51a8-4417-be12-f1ce8003689e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:19:59.778639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning complete for port 717fdc6a-51a8-4417-be12-f1ce8003689e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:19:59.779059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.861870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.910111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:50Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:19:50Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:19:59.914653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Checking router: e550d334-7cf2-4478-9afe-895e87939374 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:19:59.919938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Updating router e550d334-7cf2-4478-9afe-895e87939374 port bfb7b06a-5714-45b0-ae49-918b1632ea2c binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:19:59.920085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.950740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d06064-58f6-479f-ac9a-05f25ee45a42 req-b748e55b-392b-44e7-a7f2-fdb20a8df18d tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:19:59.952712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-37d06064-58f6-479f-ac9a-05f25ee45a42 req-b748e55b-392b-44e7-a7f2-fdb20a8df18d tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 945 time: 0.7266412 Dec 21 22:19:59.959758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.970669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:19:59.982986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.025880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Port': ['ID=fb404296-2c01-4018-9546-11e83eb9a616,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:00.029316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-116a164c-b829-4861-824f-6d139ffe9c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.060198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,segment=NetworkSegment(467a779a-8611-4517-acb3-d1d29c0696cd),segment_id=467a779a-8611-4517-acb3-d1d29c0696cd)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:00.066361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-116a164c-b829-4861-824f-6d139ffe9c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.080979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.100105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.101486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c75afad2-d11f-477f-b698-94033f27e712 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:00.117916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Transition to ACTIVE for port object 025c0e0c-7709-4129-9205-ae9c0e72eac1 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:00.121795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.142925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.184589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No DVR routers for this DVR port fb404296-2c01-4018-9546-11e83eb9a616 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:00.243208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:00.255593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.257885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.258438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.258931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.259954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.260482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.260983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.262128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.262628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.265317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.265721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.266203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.266684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.267162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.268604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.269094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:00.274557 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-343a786e-bdaf-4804-93a9-c4c11db4b993 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10454 time: 0.8188958 Dec 21 22:20:00.285002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-116a164c-b829-4861-824f-6d139ffe9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.288562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-37d06064-58f6-479f-ac9a-05f25ee45a42 req-814fd48b-947d-4808-8ff4-5df3eb2d82d4 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123159 Dec 21 22:20:00.289200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39578) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:00.377604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39582) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:00.387221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] For port 717fdc6a-51a8-4417-be12-f1ce8003689e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=717fdc6a-51a8-4417-be12-f1ce8003689e,segment=NetworkSegment(7f91ba22-2fb2-40a4-9029-d836ed6c336a),segment_id=7f91ba22-2fb2-40a4-9029-d836ed6c336a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:00.415032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.419820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port c75afad2-d11f-477f-b698-94033f27e712 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:00.449916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.458913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.515457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3450a999-dda9-4308-a461-21b5130c8046 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:00.529502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=27d45dee-0bc8-47b2-a415-42ae46e11188,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:00.560289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a164c-b829-4861-824f-6d139ffe9c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24df91c4-6aae-417e-82fd-3498fb0849a3,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:00.568296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'Port': ['ID=4ced6b7f-1eb1-4aa6-b1d1-d5d29c0abcd0,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:00.599497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-116a164c-b829-4861-824f-6d139ffe9c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.605822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-116a164c-b829-4861-824f-6d139ffe9c7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24df91c4-6aae-417e-82fd-3498fb0849a3 HTTP/1.1" status: 204 len: 168 time: 0.8336990 Dec 21 22:20:00.709498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.717366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3357687c-5a7e-4cbc-81a9-e19a0b01f820 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0939906 Dec 21 22:20:00.726207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.741649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39590) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:00.752611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0959864d-64cf-45e0-92f9-0ea44addc1cd tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Request body: {'floatingip': {'port_id': 'b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:00.756764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning complete for port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:00.757406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.769338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.796475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Transition to ACTIVE for port object bfb7b06a-5714-45b0-ae49-918b1632ea2c will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:00.812647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Pushing event updated for resources: {'Port': ['ID=717fdc6a-51a8-4417-be12-f1ce8003689e,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:00.865271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.878887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96942a53-aa25-4f49-b2c6-5007417846ef']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:00.881885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3450a999-dda9-4308-a461-21b5130c8046 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:00.882308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.895242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea89ca2a-4e54-4fd4-bea6-65054173108d') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:00.895668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea89ca2a-4e54-4fd4-bea6-65054173108d') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:00.913634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.956223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.976562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:00.984244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:00.985037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.033611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767d35-55fc-40d5-872c-ddef38e42063 None None] Pushing event updated for resources: {'Port': ['ID=bfb7b06a-5714-45b0-ae49-918b1632ea2c,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:01.121662 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:01.138682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Provisioning complete for port 3450a999-dda9-4308-a461-21b5130c8046 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:01.139103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5494-31e5-4bd8-8e0b-56c6b530c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.254549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.275504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0959864d-64cf-45e0-92f9-0ea44addc1cd tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.389877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Attempting to bind port bfb7b06a-5714-45b0-ae49-918b1632ea2c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:01.392595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.393286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Attempting to bind port bfb7b06a-5714-45b0-ae49-918b1632ea2c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:01.394500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Attempting to bind port bfb7b06a-5714-45b0-ae49-918b1632ea2c on network 5f41cb78-e7e9-46d8-b355-294f6f020eff {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:01.414439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:01.414865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Checking segment: {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:01.415349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.415774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Bound using segment: {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:01.421119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Bound port: bfb7b06a-5714-45b0-ae49-918b1632ea2c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:01.421550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.426423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.428377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.428861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.429273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.429683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.430084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.430483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.433728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.434643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.435066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.435480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.435888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.439062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.444414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-433a453d-8fc7-4cdd-b2a3-fcc980c8087f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8883 time: 1.1288784 Dec 21 22:20:01.453680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39602) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.454618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.456702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:01.460003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=96942a53-aa25-4f49-b2c6-5007417846ef,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:01.472540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.473619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.537926 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/96942a53-aa25-4f49-b2c6-5007417846ef HTTP/1.1" status: 204 len: 168 time: 8.3940883 Dec 21 22:20:01.549329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:01.550297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39606) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.555419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:01.558219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=025c0e0c-7709-4129-9205-ae9c0e72eac1,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:01.567665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.568044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.568452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.568822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.569187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.569681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.570039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.570395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.570747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.571099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.571478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9600ae-c5f1-4aa4-ba54-89dc85e90a5a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.577393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:01.583921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:01.584688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.590980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.591356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.591725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.592097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.592503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.592868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.593228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.593586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.593940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.594338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.594750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:01.668545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] For port bfb7b06a-5714-45b0-ae49-918b1632ea2c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:01.673034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] For port bfb7b06a-5714-45b0-ae49-918b1632ea2c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bfb7b06a-5714-45b0-ae49-918b1632ea2c,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:01.673383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:01.673810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.716796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:01.724536 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-43155b42-aa3f-4a89-ae6e-2961ca4eb8c7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:01.725517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43155b42-aa3f-4a89-ae6e-2961ca4eb8c7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:01.731578 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-43155b42-aa3f-4a89-ae6e-2961ca4eb8c7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/96942a53-aa25-4f49-b2c6-5007417846ef HTTP/1.1" status: 404 len: 339 time: 0.1777811 Dec 21 22:20:01.732451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39612) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.746092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1904632464', 'description': 'd1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:01.757901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-657830de-8f18-4a5a-8347-2e97344f6bf1 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.1893821 Dec 21 22:20:01.762638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:01.766921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39616) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.777067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:network and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:01.784988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::207', 'mac_address': 'fa:16:3e:ea:f6:8f'}, {'ip_address': '2001:db8::149', 'mac_address': 'fa:16:3e:46:61:af'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:01.828785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:01.841172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:01.895017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-0959864d-64cf-45e0-92f9-0ea44addc1cd tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] update failed (client error): The resource could not be found. Dec 21 22:20:01.896174 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0959864d-64cf-45e0-92f9-0ea44addc1cd tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "PUT /v2.0/floatingips/dc6c771a-f155-425d-8c69-726b28f7f868 HTTP/1.1" status: 404 len: 507 time: 1.1533306 Dec 21 22:20:01.904322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39622) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.915686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 717fdc6a-51a8-4417-be12-f1ce8003689e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:01.965213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:01.965899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:01.973003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Provisioning for port 4a8017d8-c92d-4319-ac70-ff0007060162 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:01.989221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Provisioning complete for port 4a8017d8-c92d-4319-ac70-ff0007060162 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:01.990141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.074592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:02.081738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.167427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Port 4a8017d8-c92d-4319-ac70-ff0007060162 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:02.188986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 717fdc6a-51a8-4417-be12-f1ce8003689e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:02.189336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.206051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:02.227892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.229135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment 266865b3-26fe-443e-982c-4a2d37d481cb of type vlan for network 78af3a1b-a7b6-41ab-aa99-dc652fe3daf8 Dec 21 22:20:02.249451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Network 35fe74ff-304f-4146-a022-c4a6214ebad5 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:02.258514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event updated for resources: {'Port': ['ID=4a8017d8-c92d-4319-ac70-ff0007060162,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:02.267373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:02.309327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network d57fb9bc-899c-49aa-b137-8c4d873f81ba is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:02.395139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:02.433572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Provisioning for port c75afad2-d11f-477f-b698-94033f27e712 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:02.459246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:02.528370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Provisioning complete for port c75afad2-d11f-477f-b698-94033f27e712 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:02.529557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.602378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.677748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767d35-55fc-40d5-872c-ddef38e42063 None None] Pushing event updated for resources: {'Port': ['ID=bfb7b06a-5714-45b0-ae49-918b1632ea2c,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:02.692684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.703185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:02.704255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.762943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Deleting port 4ced6b7f-1eb1-4aa6-b1d1-d5d29c0abcd0 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:02.763718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.883462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:02.931536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.938480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.938480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.938931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.939184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.939564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.939928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.940295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.940689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.941049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.941382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:02.943325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dc44a559-7288-440d-b004-07d486260d78 None None] For port c75afad2-d11f-477f-b698-94033f27e712, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c75afad2-d11f-477f-b698-94033f27e712,segment=NetworkSegment(e05548e6-4118-48d7-abee-b2e9842d2815),segment_id=e05548e6-4118-48d7-abee-b2e9842d2815)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:02.954284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39632) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:02.973089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:03.002652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:50Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:01Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:03.007353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084b22a-aa66-4e4d-a0cd-03b355e965a7 None None] The sync data for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv is: [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:50Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:01Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:03.041078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697adf3-b344-42a7-bd81-9a2faaaa8878 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:20:03.120842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-35af3634-dd1d-4696-bff2-29c1cadd70eb tempest-TestVolumeBootPattern-454858112 tempest-TestVolumeBootPattern-454858112-project-admin] Synchronizing usage tracker for tenant:d314314e68084768b50362aa2ada21ac on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:03.132366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=78af3a1b-a7b6-41ab-aa99-dc652fe3daf8,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:03.193205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 78af3a1b-a7b6-41ab-aa99-dc652fe3daf8 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:03.335981 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e4186be5-219a-4673-8b05-f559b29a902e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5986042 Dec 21 22:20:03.364218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39638) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:03.364218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-35af3634-dd1d-4696-bff2-29c1cadd70eb tempest-TestVolumeBootPattern-454858112 tempest-TestVolumeBootPattern-454858112-project-admin] Unset dirty status for tenant:d314314e68084768b50362aa2ada21ac on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:03.364218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-35af3634-dd1d-4696-bff2-29c1cadd70eb tempest-TestVolumeBootPattern-454858112 tempest-TestVolumeBootPattern-454858112-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 1093 time: 2.9742246 Dec 21 22:20:03.405882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39642) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:03.441990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:03.442363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:03.482228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '154edc88-6007-4707-be6a-adf95080590f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:03.594760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Calling delete_port for 4ced6b7f-1eb1-4aa6-b1d1-d5d29c0abcd0 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:03.707625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a559-7288-440d-b004-07d486260d78 None None] Pushing event updated for resources: {'Port': ['ID=c75afad2-d11f-477f-b698-94033f27e712,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:03.710989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7697adf3-b344-42a7-bd81-9a2faaaa8878 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:20:03.733451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bfb7b06a-5714-45b0-ae49-918b1632ea2c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:03.752679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-146768930'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:03.758573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:03.762704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:network and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:03.765811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:03.772230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:03.794034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:03.795297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:03.802265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:floatingip and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:03.819722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:03.849079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:03.852174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:03.855468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:03.866208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:03.914977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event deleted for resources: {'Port': ['ID=4ced6b7f-1eb1-4aa6-b1d1-d5d29c0abcd0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:03.918994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:03.942975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Provisioning complete for port 4a8017d8-c92d-4319-ac70-ff0007060162 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:03.943530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:03.976796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.027763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b9645f39-cf9d-459c-9bd4-f55d0af00ae9 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4654 time: 2.5569592 Dec 21 22:20:04.037497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5d590a-9b72-4082-9a5a-7d67dce6c3cd tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:04.038375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5d5d590a-9b72-4082-9a5a-7d67dce6c3cd tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Synchronizing usage tracker for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:04.043003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.048467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.073182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Port 4a8017d8-c92d-4319-ac70-ff0007060162 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:04.122841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.124992 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ddb4e88-c4fb-4e4d-bafd-c4d5e5f9dc2a tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "DELETE /v2.0/floatingips/dc6c771a-f155-425d-8c69-726b28f7f868 HTTP/1.1" status: 204 len: 168 time: 2.2175536 Dec 21 22:20:04.134182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39648) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.148928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Provisioning complete for port 27d45dee-0bc8-47b2-a415-42ae46e11188 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:04.150407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.170005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-81a233cd-a23b-4a9b-98ee-cb5c30465ae9 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Request body: {'floatingip': {'floating_network_id': '1c1c44ca-9c43-4d3e-a9d7-458e70abac1a', 'port_id': 'b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:04.179528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-81a233cd-a23b-4a9b-98ee-cb5c30465ae9 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:04.186046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-81a233cd-a23b-4a9b-98ee-cb5c30465ae9 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Usage tracker for resource:floatingip and tenant:90ccf55c9eab421ba3f003120c0a06ec is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:04.189887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-81a233cd-a23b-4a9b-98ee-cb5c30465ae9 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:04.199277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-81a233cd-a23b-4a9b-98ee-cb5c30465ae9 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:04.247255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:04.252105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group_rule and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:04.255261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:04.263705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:04.277628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81a233cd-a23b-4a9b-98ee-cb5c30465ae9 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.334480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port bfb7b06a-5714-45b0-ae49-918b1632ea2c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:04.351068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5d5d590a-9b72-4082-9a5a-7d67dce6c3cd tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Unset dirty status for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:04.354209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5d5d590a-9b72-4082-9a5a-7d67dce6c3cd tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/networks?id=78af3a1b-a7b6-41ab-aa99-dc652fe3daf8 HTTP/1.1" status: 200 len: 761 time: 0.9913833 Dec 21 22:20:04.357427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39652) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.360429 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-81a233cd-a23b-4a9b-98ee-cb5c30465ae9 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:20:04.365232 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-81a233cd-a23b-4a9b-98ee-cb5c30465ae9 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2260623 Dec 21 22:20:04.366698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:04.371512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port bfb7b06a-5714-45b0-ae49-918b1632ea2c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:04.372122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.373325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c295e5df-9714-44f0-a154-1da5aafd349a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'description': 'd2'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:04.386208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39656) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.402068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:04.410019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:04.414777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Usage tracker for resource:floatingip and tenant:90ccf55c9eab421ba3f003120c0a06ec is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:04.418698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:04.427583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:04.429851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Port 27d45dee-0bc8-47b2-a415-42ae46e11188 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:04.456611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.476902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39660) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.510684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Provisioning complete for port bfb7b06a-5714-45b0-ae49-918b1632ea2c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:04.511184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.543571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029148486', 'description': 'tempest-secgroup-smoke-1029148486 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:04.552450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.561017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.566086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:04.599185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.613283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f2145-1248-418a-a2af-cee7f5ace4e7,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:04.652493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.693863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:04.708666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] In _notify_port_updated(), no bound segment for port 025c0e0c-7709-4129-9205-ae9c0e72eac1 on network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:20:04.714406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:04.715208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.719437 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "PUT /v2.0/ports/025c0e0c-7709-4129-9205-ae9c0e72eac1 HTTP/1.1" status: 200 len: 1067 time: 2.9430940 Dec 21 22:20:04.730241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39666) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.731159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:04.805151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.833201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.843782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5163804a-337a-403d-adfb-7420c0920add tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Deleting port 025c0e0c-7709-4129-9205-ae9c0e72eac1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:04.844091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5163804a-337a-403d-adfb-7420c0920add tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.851562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b90b8-2878-4478-9376-66aa7fe0aecb tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event updated for resources: {'Port': ['ID=025c0e0c-7709-4129-9205-ae9c0e72eac1,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:04.865276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c295e5df-9714-44f0-a154-1da5aafd349a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.874672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:04.882496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:04.890092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router f8f9dc30-92db-4515-9eea-acae44f9685e is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:20:04.907639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c295e5df-9714-44f0-a154-1da5aafd349a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.940694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port bfb7b06a-5714-45b0-ae49-918b1632ea2c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bfb7b06a-5714-45b0-ae49-918b1632ea2c,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:04.960804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c295e5df-9714-44f0-a154-1da5aafd349a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network 78af3a1b-a7b6-41ab-aa99-dc652fe3daf8 is not hosted by any dhcp agent {{(pid=88994) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 21 22:20:04.965614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295e5df-9714-44f0-a154-1da5aafd349a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:04.966283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c295e5df-9714-44f0-a154-1da5aafd349a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.970276 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c295e5df-9714-44f0-a154-1da5aafd349a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "PUT /v2.0/networks/78af3a1b-a7b6-41ab-aa99-dc652fe3daf8 HTTP/1.1" status: 200 len: 758 time: 0.6089764 Dec 21 22:20:04.971627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39670) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.990379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:04.996366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.000130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Added segment 633bcf9d-3484-4370-9eea-95a60e5e4abb of type vlan for network c34e2128-ee80-4133-b2cc-972e029e8a50 Dec 21 22:20:05.064945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295e5df-9714-44f0-a154-1da5aafd349a tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=78af3a1b-a7b6-41ab-aa99-dc652fe3daf8,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:05.069125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.078009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:05.078432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:05.089966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 78af3a1b-a7b6-41ab-aa99-dc652fe3daf8 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:05.197733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9686cdef-7d54-42a4-9eec-6e794cefbdc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:05.198780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9686cdef-7d54-42a4-9eec-6e794cefbdc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Synchronizing usage tracker for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:network {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:05.213499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9686cdef-7d54-42a4-9eec-6e794cefbdc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Unset dirty status for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:network {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:05.215040 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9686cdef-7d54-42a4-9eec-6e794cefbdc7 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/networks?id=78af3a1b-a7b6-41ab-aa99-dc652fe3daf8 HTTP/1.1" status: 200 len: 761 time: 0.2424934 Dec 21 22:20:05.219578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39674) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:05.226760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-353782689'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:05.233323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:05.247268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:05.248583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.252974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=bfb7b06a-5714-45b0-ae49-918b1632ea2c,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:05.269581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.307046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:05.312859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.346677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c75afad2-d11f-477f-b698-94033f27e712 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:05.361556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:05.373753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.374803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment f1232dcc-54c8-447c-9a19-ae41a538eb29 of type vlan for network 7ae9b118-3037-4747-8e67-c8ad9559212b Dec 21 22:20:05.410401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.430528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c75afad2-d11f-477f-b698-94033f27e712 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:05.431665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.478292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.482790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:05.483458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.632459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:05.642988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=7ae9b118-3037-4747-8e67-c8ad9559212b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:05.656662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 7ae9b118-3037-4747-8e67-c8ad9559212b details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:05.676806 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d69620c6-c6ad-46a3-8d0d-e1c62bfe7b8e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4557815 Dec 21 22:20:05.680811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39678) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:05.690922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': '7ae9b118-3037-4747-8e67-c8ad9559212b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:05.708100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:05.731698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:05.764702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.768906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:05.769929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.773778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:05.810245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Provisioning for port 025c0e0c-7709-4129-9205-ae9c0e72eac1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:05.816300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Provisioning complete for port 025c0e0c-7709-4129-9205-ae9c0e72eac1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:05.817212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:05.845845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:05.852358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Usage tracker for resource:subnet and tenant:414c23ba18fa4f45bc92138d8f0f034b is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:05.856935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:05.864113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:05.888364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d4ceeab6-3384-4bf6-97d1-0de245613d1b None None] Port 025c0e0c-7709-4129-9205-ae9c0e72eac1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:05.919484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:05.930037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:05.943697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:05.944559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:05.966013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:06.061966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5163804a-337a-403d-adfb-7420c0920add tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:06.095168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Network': ['ID=c34e2128-ee80-4133-b2cc-972e029e8a50,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:06.140660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:06.171775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:06.382675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-25bcf109-0230-44f9-95cc-aa62e39a6b61 None None] Provisioning complete for port 025c0e0c-7709-4129-9205-ae9c0e72eac1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:06.383481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25bcf109-0230-44f9-95cc-aa62e39a6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:06.522581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:06.525488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Allocated IP 172.26.6.237 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/b7381968-3786-4d1f-9e2b-4cecd8f2cdf0) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:06.526849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-25bcf109-0230-44f9-95cc-aa62e39a6b61 None None] Port 025c0e0c-7709-4129-9205-ae9c0e72eac1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:06.533365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:06.537674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5163804a-337a-403d-adfb-7420c0920add tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Calling delete_port for 025c0e0c-7709-4129-9205-ae9c0e72eac1 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:06.567955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-87694763-a323-4f66-a046-a60e36f8b813 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3827503 Dec 21 22:20:06.571224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5f63dda5-ab08-43cc-9e48-99e0fb32ebe5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.6037736 Dec 21 22:20:06.583725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39682) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:06.584502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39684) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:06.609271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'name': 'tempest-PortsTestJSON-650041485'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:06.622390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=637c37a8-a559-48ef-a0bd-224b5cf0a2d4,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:06.647296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': 'f1232dcc-54c8-447c-9a19-ae41a538eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7ae9b118-3037-4747-8e67-c8ad9559212b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:06.647685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: 7ae9b118-3037-4747-8e67-c8ad9559212b, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:20:06.649029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:06.710138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network 7ae9b118-3037-4747-8e67-c8ad9559212b is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:20:06.727325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:06.763379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:06.792676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:06.799641 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-876a94d9-318f-4e44-a4f9-917bda8bd00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/f8f9dc30-92db-4515-9eea-acae44f9685e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9244027 Dec 21 22:20:06.805092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39690) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:06.812496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb231f-b063-4f89-bfa5-808de677c92d None None] Sync routers for ids ['f8f9dc30-92db-4515-9eea-acae44f9685e'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:06.841559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb231f-b063-4f89-bfa5-808de677c92d None None] Routers {'f8f9dc30-92db-4515-9eea-acae44f9685e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:06.842334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2bcb231f-b063-4f89-bfa5-808de677c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f8f9dc30-92db-4515-9eea-acae44f9685e'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:06.858178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 7ae9b118-3037-4747-8e67-c8ad9559212b) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:06.883263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:06.883546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:06.886812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:06.896112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1358dc9-75ed-482a-aacd-5288e54d65d5 None None] Network 7ae9b118-3037-4747-8e67-c8ad9559212b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:06.955812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1579f-a95c-4f6d-a984-3c466e4bf68a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:06.955812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8a1579f-a95c-4f6d-a984-3c466e4bf68a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:06.956386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2bcb231f-b063-4f89-bfa5-808de677c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:06.972023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb231f-b063-4f89-bfa5-808de677c92d None None] Routers {'f8f9dc30-92db-4515-9eea-acae44f9685e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:06.974519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2bcb231f-b063-4f89-bfa5-808de677c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f8f9dc30-92db-4515-9eea-acae44f9685e'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:06.983400 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e0854e82-202c-492b-9fb7-da1ad0b13c8c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3003445 Dec 21 22:20:06.984775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39694) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.066331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8a1579f-a95c-4f6d-a984-3c466e4bf68a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:07.068818 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8a1579f-a95c-4f6d-a984-3c466e4bf68a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports/27d45dee-0bc8-47b2-a415-42ae46e11188 HTTP/1.1" status: 200 len: 977 time: 0.2612016 Dec 21 22:20:07.081514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39698) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.142666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2bcb231f-b063-4f89-bfa5-808de677c92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:07.143952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb231f-b063-4f89-bfa5-808de677c92d None None] The sync data for ids ['f8f9dc30-92db-4515-9eea-acae44f9685e'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:07.226934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:07.248213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae849879-da20-453d-96c4-80265de10e0a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:07.254629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:07.263489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.268354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-56a8513e-560c-46bc-9d20-2fec44d947b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.7301705 Dec 21 22:20:07.268354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39702) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.272392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:07.295138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ae849879-da20-453d-96c4-80265de10e0a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:07.334363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:07.347057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:07.374405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bfb7b06a-5714-45b0-ae49-918b1632ea2c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:07.429387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-7ae9b118-3037-4747-8e67-c8ad9559212b', 'network_id': '7ae9b118-3037-4747-8e67-c8ad9559212b', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': '637c37a8-a559-48ef-a0bd-224b5cf0a2d4'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:20:07.429650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.436500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:07.450246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:07.454743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5e91950c-4c5e-4a01-bfbe-1a73e413a180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.470266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:07.479960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.498308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:07.504071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.548499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port fa89387b-8a13-4c41-841b-db11762d84a1 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:20:07.603337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5163804a-337a-403d-adfb-7420c0920add tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.608115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port bfb7b06a-5714-45b0-ae49-918b1632ea2c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:07.608578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.637813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.645344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.708473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:00Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:07.730066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:20:07.730312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Updating router 20e2dc91-ab1a-4352-b396-76a3e2c81edb port 4a8017d8-c92d-4319-ac70-ff0007060162 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:20:07.734540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.764234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163804a-337a-403d-adfb-7420c0920add tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Port': ['ID=025c0e0c-7709-4129-9205-ae9c0e72eac1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:07.788668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Allocated IP 172.20.0.2 (7ae9b118-3037-4747-8e67-c8ad9559212b/637c37a8-a559-48ef-a0bd-224b5cf0a2d4/93f8cf03-8d32-44d9-ac3c-23b0166c7bee) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:07.814547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:07.849351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.126153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:08.184278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:08.187109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:08.249075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.264994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.267003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=b7381968-3786-4d1f-9e2b-4cecd8f2cdf0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:08.278818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Transition to ACTIVE for port object 93f8cf03-8d32-44d9-ac3c-23b0166c7bee will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:08.302217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Allocated IP 172.26.6.137 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/3fdfab92-cc40-416a-a5c6-2e8db6b54775) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:08.335654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Transition to ACTIVE for port object 93f8cf03-8d32-44d9-ac3c-23b0166c7bee will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:08.409033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.451356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.492252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.547509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Network 7ae9b118-3037-4747-8e67-c8ad9559212b is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:08.560684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=637c37a8-a559-48ef-a0bd-224b5cf0a2d4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:08.563017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:08.567984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Pushing event updated for resources: {'Port': ['ID=93f8cf03-8d32-44d9-ac3c-23b0166c7bee,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:08.573018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:08.730490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Attempting to bind port 93f8cf03-8d32-44d9-ac3c-23b0166c7bee on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:08.730715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Attempting to bind port 93f8cf03-8d32-44d9-ac3c-23b0166c7bee by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f1232dcc-54c8-447c-9a19-ae41a538eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7ae9b118-3037-4747-8e67-c8ad9559212b'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:08.731031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Attempting to bind port 93f8cf03-8d32-44d9-ac3c-23b0166c7bee on network 7ae9b118-3037-4747-8e67-c8ad9559212b {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:08.751712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:08.752101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Checking segment: {'id': 'f1232dcc-54c8-447c-9a19-ae41a538eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7ae9b118-3037-4747-8e67-c8ad9559212b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:08.752523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.752969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Bound using segment: {'id': 'f1232dcc-54c8-447c-9a19-ae41a538eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7ae9b118-3037-4747-8e67-c8ad9559212b'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:08.753490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Bound port: 93f8cf03-8d32-44d9-ac3c-23b0166c7bee, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1232dcc-54c8-447c-9a19-ae41a538eb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7ae9b118-3037-4747-8e67-c8ad9559212b'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:08.753905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.788494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.807129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.813529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.830219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae9b118-3037-4747-8e67-c8ad9559212b']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:08.843705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Transition to ACTIVE for port object 4a8017d8-c92d-4319-ac70-ff0007060162 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:08.844088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1232dcc-54c8-447c-9a19-ae41a538eb29') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:08.844479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1232dcc-54c8-447c-9a19-ae41a538eb29') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:08.851630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 27d45dee-0bc8-47b2-a415-42ae46e11188 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:08.859210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.882934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.894235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.929770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.934309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.949469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] For port 93f8cf03-8d32-44d9-ac3c-23b0166c7bee, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:08.960599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:08.961449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:08.992825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e5f762-4228-497b-a471-b4c3d5512171,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:08.993380 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:09.008426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.034290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f0ab4-6ea6-422d-a28b-173caeee358b None None] Pushing event updated for resources: {'Port': ['ID=4a8017d8-c92d-4319-ac70-ff0007060162,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:09.179972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.216692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.303859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:20:09.303859 dv-neutron-822521-1-hyperv neutron-server[88883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:20:09.303859 dv-neutron-822521-1-hyperv neutron-server[88883]: [parameters: {'id': '7ae9b118-3037-4747-8e67-c8ad9559212b'}] Dec 21 22:20:09.303859 dv-neutron-822521-1-hyperv neutron-server[88883]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:09.304312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:09.341748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] For port 93f8cf03-8d32-44d9-ac3c-23b0166c7bee, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=93f8cf03-8d32-44d9-ac3c-23b0166c7bee,segment=NetworkSegment(f1232dcc-54c8-447c-9a19-ae41a538eb29),segment_id=f1232dcc-54c8-447c-9a19-ae41a538eb29)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:09.361896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Attempting to bind port 4a8017d8-c92d-4319-ac70-ff0007060162 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:09.362328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Attempting to bind port 4a8017d8-c92d-4319-ac70-ff0007060162 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:09.362733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Attempting to bind port 4a8017d8-c92d-4319-ac70-ff0007060162 on network 35fe74ff-304f-4146-a022-c4a6214ebad5 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:09.369819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.371606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:09.372023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Checking segment: {'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:09.372500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.372938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Bound using segment: {'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:09.373458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Bound port: 4a8017d8-c92d-4319-ac70-ff0007060162, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05548e6-4118-48d7-abee-b2e9842d2815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:09.373873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.376638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 27d45dee-0bc8-47b2-a415-42ae46e11188 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:09.390457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.417395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.421593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-020f7489-cc94-4e34-8178-e790c025769c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.1409597 Dec 21 22:20:09.422271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39706) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:09.436998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ae849879-da20-453d-96c4-80265de10e0a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:09.449744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:09.457804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:09.462237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:09.473401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5163804a-337a-403d-adfb-7420c0920add tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.475447 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5163804a-337a-403d-adfb-7420c0920add tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "DELETE /v2.0/ports/025c0e0c-7709-4129-9205-ae9c0e72eac1 HTTP/1.1" status: 204 len: 168 time: 4.7340338 Dec 21 22:20:09.483706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:09.485792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39710) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:09.552098 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-89419087-85bc-4261-8f4f-4b4e02bae51f tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] GET failed (client error): The resource could not be found. Dec 21 22:20:09.552848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-89419087-85bc-4261-8f4f-4b4e02bae51f tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Synchronizing usage tracker for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:09.574697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:09.580861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374a1e0-a6ac-4774-bb93-d83d699cc15b None None] Pushing event updated for resources: {'Port': ['ID=93f8cf03-8d32-44d9-ac3c-23b0166c7bee,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:09.583676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event updated for resources: {'Port': ['ID=3fdfab92-cc40-416a-a5c6-2e8db6b54775,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:09.586379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:09.601817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:09.629259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] For port 4a8017d8-c92d-4319-ac70-ff0007060162, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:09.639838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] For port 4a8017d8-c92d-4319-ac70-ff0007060162, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4a8017d8-c92d-4319-ac70-ff0007060162,segment=NetworkSegment(e05548e6-4118-48d7-abee-b2e9842d2815),segment_id=e05548e6-4118-48d7-abee-b2e9842d2815)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:09.654202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f231b4-8810-44b6-9939-49a45ce3ed5b None None] Network 7ae9b118-3037-4747-8e67-c8ad9559212b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:09.655528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-89419087-85bc-4261-8f4f-4b4e02bae51f tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Unset dirty status for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:09.660101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-89419087-85bc-4261-8f4f-4b4e02bae51f tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "GET /v2.0/ports/025c0e0c-7709-4129-9205-ae9c0e72eac1 HTTP/1.1" status: 404 len: 333 time: 0.1732042 Dec 21 22:20:09.663976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39714) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:09.677344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.703165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.763414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.798880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3ac201e2-21a6-43df-9804-9aba0e247a92 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Deleting port 77cdf724-f9b8-4fff-8825-53eba560aa14 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:09.798880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ac201e2-21a6-43df-9804-9aba0e247a92 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.831513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.847030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:09.937787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f0ab4-6ea6-422d-a28b-173caeee358b None None] Pushing event updated for resources: {'Port': ['ID=4a8017d8-c92d-4319-ac70-ff0007060162,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:09.943330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:09.943952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:19:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:09.954177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=27d45dee-0bc8-47b2-a415-42ae46e11188,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:09.981106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting port 93f8cf03-8d32-44d9-ac3c-23b0166c7bee {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:09.981490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:10.019146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:20:10.027975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=fa89387b-8a13-4c41-841b-db11762d84a1,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:10.033626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4508e465-f491-4370-83cc-391c8d80313c req-d1c5ec25-0de3-491d-8261-49dfcaa95a9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7703960 Dec 21 22:20:10.227833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:10.252498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0c02ad0-f32d-4c42-a869-7aa536aa8556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:10.273030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:10.298308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Removed routes are [] {{(pid=88995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:20:10.298851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:10.347110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking segment: {'id': '633bcf9d-3484-4370-9eea-95a60e5e4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:10.347635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network hostable DHCP agents. Network: c34e2128-ee80-4133-b2cc-972e029e8a50, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:20:10.401781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d375f1cc-07d6-49c3-8d4f-89cbd4564276 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:20:10.477639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Deleting port 3fdfab92-cc40-416a-a5c6-2e8db6b54775 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:10.478884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:10.659510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:10.675930 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4508e465-f491-4370-83cc-391c8d80313c req-7137b80d-7d4f-4efd-87d5-940d4091e4ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 1098 time: 0.4656909 Dec 21 22:20:10.740068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:20:10.800937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:10.803886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] For port 93f8cf03-8d32-44d9-ac3c-23b0166c7bee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=93f8cf03-8d32-44d9-ac3c-23b0166c7bee,segment=NetworkSegment(f1232dcc-54c8-447c-9a19-ae41a538eb29),segment_id=f1232dcc-54c8-447c-9a19-ae41a538eb29)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:10.804275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:10.886586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375f1cc-07d6-49c3-8d4f-89cbd4564276 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:20:10.898754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:09Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:10.905848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb971a6-34de-4032-bf3e-d7ac2aedfc15 None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:09Z', 'revision_number': 4, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:10.997887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Calling delete_port for 93f8cf03-8d32-44d9-ac3c-23b0166c7bee owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:11.106652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe7260c-ea93-4a66-9b44-13b28130202a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:11.180172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, c34e2128-ee80-4133-b2cc-972e029e8a50) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:11.197904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:11.202217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:11.202880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.273100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.277600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.281813 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-163cadef-d7bb-4e1c-b30e-1ca1de81b816 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.8560259 Dec 21 22:20:11.281813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ac201e2-21a6-43df-9804-9aba0e247a92 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.301248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39718) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:11.312381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ae849879-da20-453d-96c4-80265de10e0a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:11.322559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:11.346966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.347463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.438725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508e465-f491-4370-83cc-391c8d80313c req-2b77a481-d13a-48f6-8c30-00e134d17bce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:11.440710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4508e465-f491-4370-83cc-391c8d80313c req-2b77a481-d13a-48f6-8c30-00e134d17bce service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.7383046 Dec 21 22:20:11.464408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4a8017d8-c92d-4319-ac70-ff0007060162 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:11.485477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3ac201e2-21a6-43df-9804-9aba0e247a92 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Calling delete_port for 77cdf724-f9b8-4fff-8825-53eba560aa14 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:11.525568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Calling delete_port for 3fdfab92-cc40-416a-a5c6-2e8db6b54775 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:11.539165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3f013-710d-4af5-95b7-535eec4482f0 None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:11.650440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.656868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:11.673494 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4508e465-f491-4370-83cc-391c8d80313c req-ab3022aa-fb1a-4711-a7b4-af5c945248ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154edc88-6007-4707-be6a-adf95080590f HTTP/1.1" status: 200 len: 217 time: 0.1138492 Dec 21 22:20:11.706263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:11.711122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ac201e2-21a6-43df-9804-9aba0e247a92 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.747379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.798456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 4a8017d8-c92d-4319-ac70-ff0007060162 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:11.805110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4a8017d8-c92d-4319-ac70-ff0007060162 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:11.805795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:11.806726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:11.808956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Port': ['ID=93f8cf03-8d32-44d9-ac3c-23b0166c7bee,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:11.829711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508e465-f491-4370-83cc-391c8d80313c req-b68c6421-ad51-456d-b6fe-f7b5800a0834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:11.831328 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4508e465-f491-4370-83cc-391c8d80313c req-b68c6421-ad51-456d-b6fe-f7b5800a0834 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.0874372 Dec 21 22:20:11.876055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No DVR routers for this DVR port 93f8cf03-8d32-44d9-ac3c-23b0166c7bee on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:11.880642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac201e2-21a6-43df-9804-9aba0e247a92 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Port': ['ID=77cdf724-f9b8-4fff-8825-53eba560aa14,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:11.916414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e45c431f-39ed-4f8d-b0bd-3d8f9523778d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.3197293 Dec 21 22:20:11.950991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39722) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:11.972206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.017393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 4a8017d8-c92d-4319-ac70-ff0007060162, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4a8017d8-c92d-4319-ac70-ff0007060162,segment=NetworkSegment(e05548e6-4118-48d7-abee-b2e9842d2815),segment_id=e05548e6-4118-48d7-abee-b2e9842d2815)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:12.047336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1931224758'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:12.051881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.077451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.097812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:12.102553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ac201e2-21a6-43df-9804-9aba0e247a92 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.119966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.123781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.140066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:network and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:12.147418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:12.182870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:12.207464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=4a8017d8-c92d-4319-ac70-ff0007060162,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:12.269944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.322378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.357069 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3ac201e2-21a6-43df-9804-9aba0e247a92 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "DELETE /v2.0/ports/77cdf724-f9b8-4fff-8825-53eba560aa14 HTTP/1.1" status: 204 len: 168 time: 2.6888871 Dec 21 22:20:12.370384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39726) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:12.462937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4508e465-f491-4370-83cc-391c8d80313c req-8eada7f2-25ce-4ebb-a241-22f9fb4e5192 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5330980 Dec 21 22:20:12.488827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:12.494976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.513150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.521023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae9b118-3037-4747-8e67-c8ad9559212b']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:12.536412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef5cc39-ea9b-4e66-804d-038b03d71db6 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] GET failed (client error): The resource could not be found. Dec 21 22:20:12.537077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aef5cc39-ea9b-4e66-804d-038b03d71db6 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Synchronizing usage tracker for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:12.551516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1232dcc-54c8-447c-9a19-ae41a538eb29') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:12.551860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1232dcc-54c8-447c-9a19-ae41a538eb29') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:12.583436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.589204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.597601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.615849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event deleted for resources: {'Port': ['ID=3fdfab92-cc40-416a-a5c6-2e8db6b54775,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:12.671913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.673846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:12.697635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.712405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aef5cc39-ea9b-4e66-804d-038b03d71db6 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Unset dirty status for tenant:90f50a0116f744cc88de266ee68cef49 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:12.713735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aef5cc39-ea9b-4e66-804d-038b03d71db6 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "GET /v2.0/ports/77cdf724-f9b8-4fff-8825-53eba560aa14 HTTP/1.1" status: 404 len: 333 time: 0.3407788 Dec 21 22:20:12.723370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39730) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:12.726462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:12.726908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:12.745986 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:12.749400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc99aa8-208f-40be-a223-082b6f9b116b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:12.882012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4508e465-f491-4370-83cc-391c8d80313c req-45f3cbbf-fd8e-4a65-ab8e-9e38526e5451 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095936 Dec 21 22:20:13.025522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:13.168158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.172610 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-93800dc6-e44b-4f6f-b290-6b6a697641b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8670683 Dec 21 22:20:13.184433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39734) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:13.193231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.193631 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Added segment d2101a0b-b886-4ff6-a778-2fa116e23780 of type vlan for network 94c7ec5f-b5c3-476b-9f99-8961e62feb6a Dec 21 22:20:13.198302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ae849879-da20-453d-96c4-80265de10e0a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:13.224573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a5581-029b-4c8f-a9c0-37fff4b194e8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Deleting port 221c4548-f2a8-4e4e-a707-e4710354bc78 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:13.224943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd8a5581-029b-4c8f-a9c0-37fff4b194e8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.254107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:13.257989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router f8f9dc30-92db-4515-9eea-acae44f9685e has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:13.269197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.284537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:13.311030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:13.311030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.346695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:13.349050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=7ae9b118-3037-4747-8e67-c8ad9559212b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:13.366289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.377800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4a8017d8-c92d-4319-ac70-ff0007060162 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:13.382378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a15ba6ad-a88f-4d95-9ff7-d324e9dad119 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/7ae9b118-3037-4747-8e67-c8ad9559212b HTTP/1.1" status: 204 len: 168 time: 6.3964133 Dec 21 22:20:13.394867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39738) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:13.514399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4a8017d8-c92d-4319-ac70-ff0007060162 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:13.514399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.550703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.550703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4508e465-f491-4370-83cc-391c8d80313c req-3ac5462c-cd33-4720-aa84-13aef6c25a17 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443784 Dec 21 22:20:13.559472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] create failed (client error): The resource could not be found. Dec 21 22:20:13.559472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d58ea947-840a-4d09-bf7e-0833baf6cc11 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.1609597 Dec 21 22:20:13.567966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39742) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:13.584909 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-59296c4e-3561-4b5d-90c8-bf3a1eda6ce3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] GET failed (client error): The resource could not be found. Dec 21 22:20:13.584909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-59296c4e-3561-4b5d-90c8-bf3a1eda6ce3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Synchronizing usage tracker for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:13.630583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.723414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:13.735379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.739922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:13.740051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-92b5016d-302a-4220-b200-75feeaab7f0e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 200 len: 954 time: 7.1418715 Dec 21 22:20:13.740051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39746) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:13.751768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:13.752583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:13.825718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.843410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-401d1896-6fd8-4eb5-bcfc-d71d500e3629 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Deleting port b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:13.843410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-401d1896-6fd8-4eb5-bcfc-d71d500e3629 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.971547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:13.992194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.992194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:13.992194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:13.999541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b9f749-37ba-4073-9f9f-6ef17ab472f5 None None] Sync routers for ids ['f8f9dc30-92db-4515-9eea-acae44f9685e'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:14.015090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-43314828-6ac2-4a23-a930-166af769c2e3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/f8f9dc30-92db-4515-9eea-acae44f9685e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9263952 Dec 21 22:20:14.026814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39750) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.044074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9f749-37ba-4073-9f9f-6ef17ab472f5 None None] Routers {'f8f9dc30-92db-4515-9eea-acae44f9685e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:14.044074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-46b9f749-37ba-4073-9f9f-6ef17ab472f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f8f9dc30-92db-4515-9eea-acae44f9685e'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:14.053435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-59296c4e-3561-4b5d-90c8-bf3a1eda6ce3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Unset dirty status for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:14.053435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-59296c4e-3561-4b5d-90c8-bf3a1eda6ce3 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/subnets/637c37a8-a559-48ef-a0bd-224b5cf0a2d4 HTTP/1.1" status: 404 len: 337 time: 0.6504421 Dec 21 22:20:14.074863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39754) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.172087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=b7381968-3786-4d1f-9e2b-4cecd8f2cdf0,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:14.213747 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3ed20d-a37b-45f7-81a8-4cb70a43fe10 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:14.213747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3ed20d-a37b-45f7-81a8-4cb70a43fe10 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:14.213747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd8a5581-029b-4c8f-a9c0-37fff4b194e8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:14.231439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:14.313988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:14.313988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Network': ['ID=94c7ec5f-b5c3-476b-9f99-8961e62feb6a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:14.335222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 94c7ec5f-b5c3-476b-9f99-8961e62feb6a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:14.385847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-46b9f749-37ba-4073-9f9f-6ef17ab472f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:14.393118 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac3ed20d-a37b-45f7-81a8-4cb70a43fe10 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/7ae9b118-3037-4747-8e67-c8ad9559212b HTTP/1.1" status: 404 len: 339 time: 0.3060253 Dec 21 22:20:14.397716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39758) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.435222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9f749-37ba-4073-9f9f-6ef17ab472f5 None None] Routers {'f8f9dc30-92db-4515-9eea-acae44f9685e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:14.435222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-46b9f749-37ba-4073-9f9f-6ef17ab472f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f8f9dc30-92db-4515-9eea-acae44f9685e'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:14.462895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f212dc1a-cf29-407e-9f2f-b562cfc50f63 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5003233 Dec 21 22:20:14.475836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a5581-029b-4c8f-a9c0-37fff4b194e8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Calling delete_port for 221c4548-f2a8-4e4e-a707-e4710354bc78 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:14.507774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:14.507774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39762) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.551353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'ports': [{'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50'}, {'network_id': '94c7ec5f-b5c3-476b-9f99-8961e62feb6a'}]} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:14.551353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:14.551353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': '94c7ec5f-b5c3-476b-9f99-8961e62feb6a'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:14.676918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-46b9f749-37ba-4073-9f9f-6ef17ab472f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:14.676918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b9f749-37ba-4073-9f9f-6ef17ab472f5 None None] The sync data for ids ['f8f9dc30-92db-4515-9eea-acae44f9685e'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:14.805804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:14.854135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c3315f5a-d999-416c-a1d7-aa52e92f104e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 200 len: 954 time: 1.1047831 Dec 21 22:20:14.863467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39768) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.872660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'routes': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:14.877543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e4b4e1-ddba-425d-a24a-49047195dccd,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:14.990678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9837c89-f20a-44be-ae5d-55dfcd36cc2b tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:14.990678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f9837c89-f20a-44be-ae5d-55dfcd36cc2b tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6055844 Dec 21 22:20:15.002654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39772) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:15.020136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:15.026633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eb9009e5-eb17-42af-a8d8-3134c66bbe04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.8353426 Dec 21 22:20:15.054346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39776) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:15.074283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ae849879-da20-453d-96c4-80265de10e0a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:15.096196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:15.106568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:15.171081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:15.195741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:15.209405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d7335e6a-e46c-4259-a428-04fca86cda4b tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 207 time: 0.1909888 Dec 21 22:20:15.215033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39780) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:15.222964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd8a5581-029b-4c8f-a9c0-37fff4b194e8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:15.326211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:10Z', 'revision_number': 6, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:11Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:15.332849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:20:15.343586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:15.344325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:15.381803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:20:15.387844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-3e939874-8085-4b07-80c2-b571bbcc19d7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 22:20:15.393199 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e939874-8085-4b07-80c2-b571bbcc19d7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/f8f9dc30-92db-4515-9eea-acae44f9685e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3741348 Dec 21 22:20:15.399418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39784) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:15.452017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:15.503429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-571d550e-c419-462a-a38f-8d7583f9fd43 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:15.533164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:15.583098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a5581-029b-4c8f-a9c0-37fff4b194e8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Port': ['ID=221c4548-f2a8-4e4e-a707-e4710354bc78,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:15.585884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:15.648590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-401d1896-6fd8-4eb5-bcfc-d71d500e3629 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:15.657733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:15.664757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd8a5581-029b-4c8f-a9c0-37fff4b194e8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:15.670663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:15.701004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:16.033994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Floating IP d41b6ce2-b021-4d6d-bfd0-d0bf9cc7fbb3 associated. External IP: 172.26.6.237, port: 154edc88-6007-4707-be6a-adf95080590f. Dec 21 22:20:16.035143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:10Z', 'revision_number': 6, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:11Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:16.044633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08774889-fc80-4cd2-af53-9e6c1e0d578a None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:10Z', 'revision_number': 6, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:11Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:16.116505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.126612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-571d550e-c419-462a-a38f-8d7583f9fd43 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:16.130474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-571d550e-c419-462a-a38f-8d7583f9fd43 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8f9dc30-92db-4515-9eea-acae44f9685e HTTP/1.1" status: 200 len: 205 time: 0.7264607 Dec 21 22:20:16.131646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39788) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.185035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-401d1896-6fd8-4eb5-bcfc-d71d500e3629 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Calling delete_port for b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:16.214436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bd8a5581-029b-4c8f-a9c0-37fff4b194e8 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "DELETE /v2.0/ports/221c4548-f2a8-4e4e-a707-e4710354bc78 HTTP/1.1" status: 204 len: 168 time: 3.4698071 Dec 21 22:20:16.223140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.229416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39792) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.261466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a4500-cb77-4197-a9d9-06eb44462474 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:16.266308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a4500-cb77-4197-a9d9-06eb44462474 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:16.270776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a4500-cb77-4197-a9d9-06eb44462474 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:16.275858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a4500-cb77-4197-a9d9-06eb44462474 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:16.276854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6c3a4500-cb77-4197-a9d9-06eb44462474 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Synchronizing usage tracker for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:network {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:16.286307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 2} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:16.292639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.336617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.353343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268d33c5-5d55-49a5-9a9a-28d1e80d4770,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:16.381567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6c3a4500-cb77-4197-a9d9-06eb44462474 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Unset dirty status for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:network {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:16.382857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6c3a4500-cb77-4197-a9d9-06eb44462474 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.1650269 Dec 21 22:20:16.419091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39796) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.522525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.523108 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f0c19740-78cc-41e1-9dfb-1f64ee5c040f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4627819 Dec 21 22:20:16.530246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39800) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.548532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ae849879-da20-453d-96c4-80265de10e0a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:16.619202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7855d86-066a-4f91-8bad-f87b06f98009 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.661823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port c85119a7-92b2-4187-a1ff-f122c606b23b yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:20:16.697943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-401d1896-6fd8-4eb5-bcfc-d71d500e3629 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.710555 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-db2df4e7-4e99-444b-82df-4fac7068f6d4 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2806046 Dec 21 22:20:16.738983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:16.738983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39804) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.752516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dbc579-8da6-4af6-9bc7-d4bac62c9db2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Deleting subnet 2a214d0f-d17b-426e-bd92-e9abef508689 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:16.755178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:16.759265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d1896-6fd8-4eb5-bcfc-d71d500e3629 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event deleted for resources: {'Port': ['ID=b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:16.836100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:16.839971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64dbc579-8da6-4af6-9bc7-d4bac62c9db2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.904643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:16.978211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-401d1896-6fd8-4eb5-bcfc-d71d500e3629 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:16.999758 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-401d1896-6fd8-4eb5-bcfc-d71d500e3629 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "DELETE /v2.0/ports/b6f85f2f-d55e-46d8-bdd8-f1a50caae0cc HTTP/1.1" status: 204 len: 168 time: 3.4185305 Dec 21 22:20:17.008459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39808) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:17.072877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:17.073384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64dbc579-8da6-4af6-9bc7-d4bac62c9db2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:17.216789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e14f70-f530-4568-bdb9-4a5e626198a5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:17.218422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e14f70-f530-4568-bdb9-4a5e626198a5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:17.219232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62e14f70-f530-4568-bdb9-4a5e626198a5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Synchronizing usage tracker for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:subnet {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:17.222902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:20:17.246529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port fdce699b-f582-4646-a76b-9bda5c6a984d yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:20:17.250317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:17.263302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba8217-fd83-4cd6-a7f5-39c72cd5b886 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:17.263302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-41ba8217-fd83-4cd6-a7f5-39c72cd5b886 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Synchronizing usage tracker for tenant:90ccf55c9eab421ba3f003120c0a06ec on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:17.334336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-41ba8217-fd83-4cd6-a7f5-39c72cd5b886 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Unset dirty status for tenant:90ccf55c9eab421ba3f003120c0a06ec on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:17.338941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41ba8217-fd83-4cd6-a7f5-39c72cd5b886 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "GET /v2.0/ports?device_id=0716e818-61be-43ce-b4f8-7374e3301968 HTTP/1.1" status: 200 len: 913 time: 0.3255770 Dec 21 22:20:17.347973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39812) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:17.585863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:17.699242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62e14f70-f530-4568-bdb9-4a5e626198a5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Unset dirty status for tenant:414c23ba18fa4f45bc92138d8f0f034b on resource:subnet {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:17.700069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:17.700197 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-62e14f70-f530-4568-bdb9-4a5e626198a5 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.9549611 Dec 21 22:20:17.712393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39816) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:17.829453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64dbc579-8da6-4af6-9bc7-d4bac62c9db2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:17.924278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:17.931839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:17.938526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:17.939390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:17.942098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=c85119a7-92b2-4187-a1ff-f122c606b23b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:17.958849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added routes are [] {{(pid=88995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:20:17.958849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:20:17.969344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7855d86-066a-4f91-8bad-f87b06f98009 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:17.987391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203aa14b-c5ee-41ff-827d-e1af2258eb7c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:17.991231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203aa14b-c5ee-41ff-827d-e1af2258eb7c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:17.992509 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-203aa14b-c5ee-41ff-827d-e1af2258eb7c tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2488749 Dec 21 22:20:18.001196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39820) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:18.045077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7855d86-066a-4f91-8bad-f87b06f98009 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.064596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=fdce699b-f582-4646-a76b-9bda5c6a984d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:18.091745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.106127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking segment: {'id': 'd2101a0b-b886-4ff6-a778-2fa116e23780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '94c7ec5f-b5c3-476b-9f99-8961e62feb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:18.106677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network hostable DHCP agents. Network: 94c7ec5f-b5c3-476b-9f99-8961e62feb6a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:20:18.123075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.277589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.330563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81b2a9b-1f55-4bc0-87a3-830c93fe16ca tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:18.330563 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b81b2a9b-1f55-4bc0-87a3-830c93fe16ca tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/networks/c598aad2-aaa4-461c-a1e0-21115ac3e892 HTTP/1.1" status: 200 len: 800 time: 0.3111899 Dec 21 22:20:18.334254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39824) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:18.399280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.437115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18dc93d-7f50-4ecb-86d0-2a0f476b1463,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:18.497838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:18.706531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64dbc579-8da6-4af6-9bc7-d4bac62c9db2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.710721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7855d86-066a-4f91-8bad-f87b06f98009 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.711244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7855d86-066a-4f91-8bad-f87b06f98009 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Fanout notify agent at l3_agent the message router_deleted on router f8f9dc30-92db-4515-9eea-acae44f9685e {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:20:18.788418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network 94c7ec5f-b5c3-476b-9f99-8961e62feb6a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:20:18.803961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7855d86-066a-4f91-8bad-f87b06f98009 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.805979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e7855d86-066a-4f91-8bad-f87b06f98009 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/f8f9dc30-92db-4515-9eea-acae44f9685e HTTP/1.1" status: 204 len: 168 time: 2.6713481 Dec 21 22:20:18.814316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39828) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:18.821720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.823183 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-47be191b-1772-43b1-bc35-35f51d4719e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 2.2861605 Dec 21 22:20:18.838173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc579-8da6-4af6-9bc7-d4bac62c9db2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Subnet': ['ID=2a214d0f-d17b-426e-bd92-e9abef508689,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:18.856961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 94c7ec5f-b5c3-476b-9f99-8961e62feb6a) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:18.866873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11ddb04e-1b6b-4256-bef2-dec26f35e203 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/networks/c598aad2-aaa4-461c-a1e0-21115ac3e892?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5434022 Dec 21 22:20:18.868419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5534881-d2e3-4e70-9526-c5f0ba13919c None None] Network 94c7ec5f-b5c3-476b-9f99-8961e62feb6a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:18.875198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39834) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:18.881205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:18.886397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:18.890223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:18.891873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.906288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64dbc579-8da6-4af6-9bc7-d4bac62c9db2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:18.906288 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-64dbc579-8da6-4af6-9bc7-d4bac62c9db2 tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "DELETE /v2.0/subnets/2a214d0f-d17b-426e-bd92-e9abef508689 HTTP/1.1" status: 204 len: 168 time: 2.6664078 Dec 21 22:20:18.912317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39838) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:19.034798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:19.043844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ff1cb66-b1d7-48a2-b86f-72915feacf66 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5197387 Dec 21 22:20:19.044993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39844) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:19.047191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bdc345-84ce-45d7-8e03-6836a636578c None None] Network 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:19.109212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530eb4f-934c-40eb-872c-2fc2cd1a9afd tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:19.109212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5530eb4f-934c-40eb-872c-2fc2cd1a9afd tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/subnets/40dd1f12-3f5e-451f-8830-f511a1543650 HTTP/1.1" status: 200 len: 811 time: 0.2268629 Dec 21 22:20:19.119225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39850) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:19.141545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:19.165957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:19.234171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:19.264427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Deleting port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:19.264825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:19.332198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ad2d0-c57d-44de-81ba-6f7fb2194fab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port fdce699b-f582-4646-a76b-9bda5c6a984d {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:19.332594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad2d0-c57d-44de-81ba-6f7fb2194fab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:19.351944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:19.352467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:19.629050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8e6966b0-d7ce-4903-8faa-344c55d685d7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 16.1581829 Dec 21 22:20:19.661801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'tag': '154edc88-6007-4707-be6a-adf95080590f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:20:19.677135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3793321-1c8c-4796-8a07-21c6cfd052fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:19.681414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c3793321-1c8c-4796-8a07-21c6cfd052fe tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "GET /v2.0/subnets/40dd1f12-3f5e-451f-8830-f511a1543650?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5595019 Dec 21 22:20:19.692985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39864) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:19.703061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1363367412'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:19.714504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:19.726638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:19.815076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-776b050e-b991-47c6-9a5b-74475e3826e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:19.821564 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'tag': '154edc88-6007-4707-be6a-adf95080590f', 'status': 'completed', 'code': 200} Dec 21 22:20:19.834542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa0ac33-2fe7-47dc-8fde-51c89815ecb5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet 43cef551-f279-4b4c-859b-35a03a57857b {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:19.844140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ac33-2fe7-47dc-8fde-51c89815ecb5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:19.854248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] For port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=19ba4063-6f9c-4a1d-aa7f-20aae3f71aee,segment=NetworkSegment(67008bc8-ae3f-4b3a-a382-0b0786932aa3),segment_id=67008bc8-ae3f-4b3a-a382-0b0786932aa3)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:19.854661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:19.870692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad2d0-c57d-44de-81ba-6f7fb2194fab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:19.878814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:19.977856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ac33-2fe7-47dc-8fde-51c89815ecb5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.017994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:20.020936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] DHCP port deletion for 84f234f9-5976-4e3a-aa1c-b103b3f5d1bb request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:20.023663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.029812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] Deleting port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:20.030098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.105024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ad2d0-c57d-44de-81ba-6f7fb2194fab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for fdce699b-f582-4646-a76b-9bda5c6a984d owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:20.216838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Calling delete_port for 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:20.234968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.252043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.255517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-29711269-f703-416e-84b8-e5a3f1bfdece service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 1098 time: 0.4364271 Dec 21 22:20:20.391912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ac33-2fe7-47dc-8fde-51c89815ecb5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.398335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Deleting port 472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:20.398335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.433591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-776b050e-b991-47c6-9a5b-74475e3826e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:20.433591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-776b050e-b991-47c6-9a5b-74475e3826e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029148486&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 1.2307575 Dec 21 22:20:20.456522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:20.509620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad2d0-c57d-44de-81ba-6f7fb2194fab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.576322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] For port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=19ba4063-6f9c-4a1d-aa7f-20aae3f71aee,segment=NetworkSegment(67008bc8-ae3f-4b3a-a382-0b0786932aa3),segment_id=67008bc8-ae3f-4b3a-a382-0b0786932aa3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:20.576789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.634709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ad2d0-c57d-44de-81ba-6f7fb2194fab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=fdce699b-f582-4646-a76b-9bda5c6a984d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:20.641208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.641208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Added segment ead387a0-79a5-4471-afd8-5aefb1a1696d of type vlan for network a001685d-c55f-4be7-bf85-c74d6dd25750 Dec 21 22:20:20.650958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad2d0-c57d-44de-81ba-6f7fb2194fab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.650958 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9f0ad2d0-c57d-44de-81ba-6f7fb2194fab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/fdce699b-f582-4646-a76b-9bda5c6a984d HTTP/1.1" status: 204 len: 168 time: 1.5274057 Dec 21 22:20:20.650958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.666933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39868) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:20.766845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Port': ['ID=19ba4063-6f9c-4a1d-aa7f-20aae3f71aee,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:20.783203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] Calling delete_port for 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:20.793645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.838548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:20.848108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'd41b6ce2-b021-4d6d-bfd0-d0bf9cc7fbb3', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': '154edc88-6007-4707-be6a-adf95080590f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:5a:e6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:10Z', 'updated_at': '2021-12-21T22:20:10Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:20.856618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] No DVR routers for this DVR port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:20.865748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:20:20.879046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:20.879046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:20.879046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:20.879046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:20.884311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-7b0d6e6f-b2b5-48be-8d3d-3b43f1b22e1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:20.884311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-7b0d6e6f-b2b5-48be-8d3d-3b43f1b22e1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.6125913 Dec 21 22:20:20.892121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-a3729f6d-e243-4817-9167-c6f2f533063e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:20.892121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-a3729f6d-e243-4817-9167-c6f2f533063e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:20.969271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Calling delete_port for 472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:20.993102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ac33-2fe7-47dc-8fde-51c89815ecb5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.062612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0ac33-2fe7-47dc-8fde-51c89815ecb5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=43cef551-f279-4b4c-859b-35a03a57857b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:21.090758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ac33-2fe7-47dc-8fde-51c89815ecb5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.093667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b833d-f710-443b-8dc0-2373a44e8acd None None] Network d57fb9bc-899c-49aa-b137-8c4d873f81ba requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:21.110123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-a3729f6d-e243-4817-9167-c6f2f533063e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:21.111391 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-a3729f6d-e243-4817-9167-c6f2f533063e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=5f41cb78-e7e9-46d8-b355-294f6f020eff HTTP/1.1" status: 200 len: 797 time: 0.6879144 Dec 21 22:20:21.129174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.135195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bfa0ac33-2fe7-47dc-8fde-51c89815ecb5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/43cef551-f279-4b4c-859b-35a03a57857b HTTP/1.1" status: 204 len: 168 time: 2.3156929 Dec 21 22:20:21.138136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:21.141010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39872) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:21.146922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.151393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:21.152064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.175889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-168707d6-5333-4b10-9199-7b48297a02ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154edc88-6007-4707-be6a-adf95080590f HTTP/1.1" status: 200 len: 999 time: 0.2783980 Dec 21 22:20:21.197507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-5a1b8b5e-887a-4dac-a5b1-f795df7f1f7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0745966 Dec 21 22:20:21.241106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74e66d-4837-47af-9b09-ee267511b1f4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:21.247796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74e66d-4837-47af-9b09-ee267511b1f4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:21.248892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5d74e66d-4837-47af-9b09-ee267511b1f4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:21.250113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:21.302109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f234f9-5976-4e3a-aa1c-b103b3f5d1bb']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:21.332805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6387005 Dec 21 22:20:21.376275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] Deleting port 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:21.376752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.403057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39876) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:21.415891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'network_id': 'a001685d-c55f-4be7-bf85-c74d6dd25750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:21.457675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:21.482804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071f9dd-f098-4d20-9327-5bd2f98f58da tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Network': ['ID=a001685d-c55f-4be7-bf85-c74d6dd25750,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:21.506915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c4471db6-f735-423d-a095-4cdcbc043f72 None None] The port '19ba4063-6f9c-4a1d-aa7f-20aae3f71aee' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:20:21.518088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network a001685d-c55f-4be7-bf85-c74d6dd25750 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:21.537121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-fbb4adee-33d1-41cd-99d6-1aa8ea4b78a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:21.538688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-fbb4adee-33d1-41cd-99d6-1aa8ea4b78a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.3466876 Dec 21 22:20:21.539478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:21.540078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 19ba4063-6f9c-4a1d-aa7f-20aae3f71aee not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:21.604500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67008bc8-ae3f-4b3a-a382-0b0786932aa3') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:21.613343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67008bc8-ae3f-4b3a-a382-0b0786932aa3') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:21.707675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.729590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.740419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5d74e66d-4837-47af-9b09-ee267511b1f4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:21.745345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5d74e66d-4837-47af-9b09-ee267511b1f4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.0546439 Dec 21 22:20:21.755388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39880) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:21.793974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.820079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:21.820563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:21.839677 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:21.843466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 717fdc6a-51a8-4417-be12-f1ce8003689e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:21.843466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:21.887422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.016400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:22.038232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:22.056792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-3080dc2c-ef15-4c36-bc1f-2c27d3e48c3e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:22.076851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-faf5718a-ed6b-4275-9d24-80b02270eb1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port c85119a7-92b2-4187-a1ff-f122c606b23b {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:22.077251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-faf5718a-ed6b-4275-9d24-80b02270eb1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.104858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event deleted for resources: {'Port': ['ID=472cbbde-b06e-4bf6-aa86-dc9e9c2f0ac4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:22.112059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-275cdc8b-397b-441a-a7c6-38310584ef44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5660703 Dec 21 22:20:22.119045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Made reservation on behalf of 414c23ba18fa4f45bc92138d8f0f034b for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:22.157012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] DHCP port deletion for d57fb9bc-899c-49aa-b137-8c4d873f81ba request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:22.169555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Deleting port 717fdc6a-51a8-4417-be12-f1ce8003689e {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:22.169966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.180800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-3080dc2c-ef15-4c36-bc1f-2c27d3e48c3e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:22.182482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-3080dc2c-ef15-4c36-bc1f-2c27d3e48c3e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9397571 Dec 21 22:20:22.276794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.350922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.400061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:22.408419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] Pushing event deleted for resources: {'Network': ['ID=84f234f9-5976-4e3a-aa1c-b103b3f5d1bb,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:22.423043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:22.428134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.433600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-212389d6-44ef-4dda-92c3-45fdc4458431 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 200 len: 704 time: 7.5745175 Dec 21 22:20:22.434590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39884) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.451379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:22.452033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:22.473122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'd41b6ce2-b021-4d6d-bfd0-d0bf9cc7fbb3', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': '154edc88-6007-4707-be6a-adf95080590f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:5a:e6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:10Z', 'updated_at': '2021-12-21T22:20:10Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:22.482976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] For port 717fdc6a-51a8-4417-be12-f1ce8003689e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=717fdc6a-51a8-4417-be12-f1ce8003689e,segment=NetworkSegment(7f91ba22-2fb2-40a4-9029-d836ed6c336a),segment_id=7f91ba22-2fb2-40a4-9029-d836ed6c336a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:22.483880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.496052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972169f6-4f35-468c-bf13-3af2d49e2f6a None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'd41b6ce2-b021-4d6d-bfd0-d0bf9cc7fbb3', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': '154edc88-6007-4707-be6a-adf95080590f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:5a:e6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:10Z', 'updated_at': '2021-12-21T22:20:10Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:22.559880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c4bc890e-b0e1-44dc-8d25-da2046ff936e tempest-AllowedAddressPairIpV6TestJSON-464289984 tempest-AllowedAddressPairIpV6TestJSON-464289984-project] 10.222.0.30 "DELETE /v2.0/networks/84f234f9-5976-4e3a-aa1c-b103b3f5d1bb HTTP/1.1" status: 204 len: 168 time: 3.6462941 Dec 21 22:20:22.590895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 717fdc6a-51a8-4417-be12-f1ce8003689e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=717fdc6a-51a8-4417-be12-f1ce8003689e,segment=NetworkSegment(7f91ba22-2fb2-40a4-9029-d836ed6c336a),segment_id=7f91ba22-2fb2-40a4-9029-d836ed6c336a)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:22.591330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.648047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.669010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Calling delete_port for 717fdc6a-51a8-4417-be12-f1ce8003689e owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:22.709499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:22.855320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:22.922070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 717fdc6a-51a8-4417-be12-f1ce8003689e owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:22.936462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Pushing event deleted for resources: {'Port': ['ID=717fdc6a-51a8-4417-be12-f1ce8003689e,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:22.950890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.951631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.952415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.953522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.954101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.954669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.956638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.958560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.962302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.962302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.962302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:20:22.972106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793781c4-9381-43a1-9fcf-ea2f125f8f00 None None] No DVR routers for this DVR port 717fdc6a-51a8-4417-be12-f1ce8003689e on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:22.974002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Performing IP validity checks on allocation pools {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 22:20:22.974588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 22:20:22.983857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-1206f827-5985-4b8b-9f77-57698dd7c018 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440905 Dec 21 22:20:23.048855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-19854e31-8184-4806-a7b3-b1aab18a5fa1 service neutron] 10.222.0.30 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415320 Dec 21 22:20:23.068021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c834b38-2ed7-4cef-a67f-e3084c71423f None None] New status for floating IP d41b6ce2-b021-4d6d-bfd0-d0bf9cc7fbb3: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:20:23.191457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:23.192052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:23.276320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-665cdb81-17ee-4f03-96b6-b824b4d6b4d5 service neutron] 10.222.0.30 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171950 Dec 21 22:20:23.316965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-faf5718a-ed6b-4275-9d24-80b02270eb1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:23.337358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39892) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:23.356292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:23.421048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:17Z', 'revision_number': 7, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:11Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:23.425470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:20:23.439001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:23.439473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:23.499269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 717fdc6a-51a8-4417-be12-f1ce8003689e no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:23.547817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 717fdc6a-51a8-4417-be12-f1ce8003689e {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:23.548723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 717fdc6a-51a8-4417-be12-f1ce8003689e not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:23.589005 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7d1b1d9-fb5b-452d-9999-28eb1c640e4c req-e2b5c22d-fcdd-4b57-b958-15956e6cc194 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849528 Dec 21 22:20:23.631361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:23.634988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-faf5718a-ed6b-4275-9d24-80b02270eb1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for c85119a7-92b2-4187-a1ff-f122c606b23b owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:23.670251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-24e41f88-373a-443f-885f-508cb2e4a3f9 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 200 len: 704 time: 1.2256985 Dec 21 22:20:23.670858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39898) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:23.693331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 717fdc6a-51a8-4417-be12-f1ce8003689e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:23.694062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:23.885106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:23.942161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] The port '717fdc6a-51a8-4417-be12-f1ce8003689e' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:20:23.972399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-faf5718a-ed6b-4275-9d24-80b02270eb1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.010910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1b27a39-27ce-47c2-9d9d-5709f00c2529 req-9cf74124-efa6-4784-8c28-918848665f5d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 210 time: 0.1847229 Dec 21 22:20:24.093448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=176eb001-6ed4-4467-9d5f-8de2a1b855c4,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:24.139881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8abf2dee-b9e3-46a3-b929-1a000357564b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90f50a0116f744cc88de266ee68cef49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8014634 Dec 21 22:20:24.142784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39910) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.148488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Checking segment: {'id': 'ead387a0-79a5-4471-afd8-5aefb1a1696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a001685d-c55f-4be7-bf85-c74d6dd25750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:24.149425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network hostable DHCP agents. Network: a001685d-c55f-4be7-bf85-c74d6dd25750, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:20:24.185356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:17Z', 'revision_number': 7, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:11Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:24.190700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac6c15-3727-4eda-890d-bcceb9026d9d None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:17Z', 'revision_number': 7, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4a8017d8-c92d-4319-ac70-ff0007060162', 'name': '', 'network_id': '35fe74ff-304f-4146-a022-c4a6214ebad5', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:5c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:56Z', 'updated_at': '2021-12-21T22:20:11Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '047acb86-61a1-4e94-8fd5-3474746496d2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:24.379522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5718a-ed6b-4275-9d24-80b02270eb1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=c85119a7-92b2-4187-a1ff-f122c606b23b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:24.403364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-faf5718a-ed6b-4275-9d24-80b02270eb1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.611263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.638667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Network a001685d-c55f-4be7-bf85-c74d6dd25750 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:20:24.655457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ace0c4e-3594-4c64-bc25-bf066600d5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.656564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57fb9bc-899c-49aa-b137-8c4d873f81ba']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:24.704267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ace0c4e-3594-4c64-bc25-bf066600d5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.729795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f91ba22-2fb2-40a4-9029-d836ed6c336a') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:24.730128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f91ba22-2fb2-40a4-9029-d836ed6c336a') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:24.749660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-faf5718a-ed6b-4275-9d24-80b02270eb1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/c85119a7-92b2-4187-a1ff-f122c606b23b HTTP/1.1" status: 204 len: 168 time: 2.9927609 Dec 21 22:20:24.751925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39916) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.761793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.797484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.858621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Router 0716e818-61be-43ce-b4f8-7374e3301968 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:24.861312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, a001685d-c55f-4be7-bf85-c74d6dd25750) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:24.872750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b4d6e-e1d8-43f5-bd79-1358fc4cc6fa None None] Network a001685d-c55f-4be7-bf85-c74d6dd25750 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:24.873753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.874736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:24.875441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.957780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:24.958328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:24.974590 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:24.979428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ace0c4e-3594-4c64-bc25-bf066600d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.981957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ace0c4e-3594-4c64-bc25-bf066600d5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:24.986054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ace0c4e-3594-4c64-bc25-bf066600d5b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a4c0c55-0aec-4317-8774-ffe95d74663d HTTP/1.1" status: 204 len: 168 time: 0.8388984 Dec 21 22:20:25.012697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace0c4e-3594-4c64-bc25-bf066600d5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4c0c55-0aec-4317-8774-ffe95d74663d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:25.046999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5987694c-15d7-484e-8230-d2f200d59798 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:25.047744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5987694c-15d7-484e-8230-d2f200d59798 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:25.076907 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-752a6d59-7711-4006-96bc-569379fcaf4e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.6689041 Dec 21 22:20:25.089418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39924) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:25.100714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-053eba42-da58-47e0-b6f6-8b49263ed98e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:25.178645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5987694c-15d7-484e-8230-d2f200d59798 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:25.179991 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5987694c-15d7-484e-8230-d2f200d59798 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4252706 Dec 21 22:20:25.185868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39928) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:25.249154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:25.249586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ad3560-044c-4c6e-a239-ac406074a00d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:20:25.251026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-97ad3560-044c-4c6e-a239-ac406074a00d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/fdce699b-f582-4646-a76b-9bda5c6a984d HTTP/1.1" status: 404 len: 333 time: 0.0641522 Dec 21 22:20:25.254028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39934) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:25.260909 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be9d4dfd-2a7b-47e7-9fa4-5212e6b40ec2 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "PUT /v2.0/routers/0716e818-61be-43ce-b4f8-7374e3301968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9122982 Dec 21 22:20:25.275022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09553cce-ec26-42f2-8f2c-6cb8b1e73882 None None] Sync routers for ids ['0716e818-61be-43ce-b4f8-7374e3301968'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:25.295780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09553cce-ec26-42f2-8f2c-6cb8b1e73882 None None] Routers {'0716e818-61be-43ce-b4f8-7374e3301968'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:25.296915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-09553cce-ec26-42f2-8f2c-6cb8b1e73882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0716e818-61be-43ce-b4f8-7374e3301968'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:25.317712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39938) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:25.358137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-a001685d-c55f-4be7-bf85-c74d6dd25750', 'network_id': 'a001685d-c55f-4be7-bf85-c74d6dd25750', 'tenant_id': '414c23ba18fa4f45bc92138d8f0f034b', 'fixed_ips': [{'subnet_id': '176eb001-6ed4-4467-9d5f-8de2a1b855c4'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:20:25.359052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:25.394236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90c10f59-0bc6-4892-bb59-56313decb00e req-b1708265-e3ac-45a3-8792-4e3cf59789b5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 210 time: 0.0638628 Dec 21 22:20:25.405819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-09553cce-ec26-42f2-8f2c-6cb8b1e73882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:25.429134 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-060b1e32-307b-4704-9a38-5b2ef15820cc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:20:25.429826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-060b1e32-307b-4704-9a38-5b2ef15820cc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:25.432039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09553cce-ec26-42f2-8f2c-6cb8b1e73882 None None] Routers {'0716e818-61be-43ce-b4f8-7374e3301968'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:25.434847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-09553cce-ec26-42f2-8f2c-6cb8b1e73882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0716e818-61be-43ce-b4f8-7374e3301968'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:25.451925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:25.481001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-060b1e32-307b-4704-9a38-5b2ef15820cc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:25.482454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-060b1e32-307b-4704-9a38-5b2ef15820cc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/c85119a7-92b2-4187-a1ff-f122c606b23b HTTP/1.1" status: 404 len: 333 time: 0.2270284 Dec 21 22:20:25.485631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39944) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:25.504453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:25.525101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/d57fb9bc-899c-49aa-b137-8c4d873f81ba HTTP/1.1" status: 204 len: 168 time: 4.3812358 Dec 21 22:20:25.526199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901b6b9-0693-424f-99d5-17d61dd9c001 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=d57fb9bc-899c-49aa-b137-8c4d873f81ba,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:25.527263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-09553cce-ec26-42f2-8f2c-6cb8b1e73882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:25.527914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09553cce-ec26-42f2-8f2c-6cb8b1e73882 None None] The sync data for ids ['0716e818-61be-43ce-b4f8-7374e3301968'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:25.531326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39948) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:25.646410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-897958832'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:25.676021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:25.685555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:25.686342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Allocated IP 172.20.0.3 (a001685d-c55f-4be7-bf85-c74d6dd25750/176eb001-6ed4-4467-9d5f-8de2a1b855c4/499b5af1-b84c-456d-8eab-0c8c66a93588) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:25.692289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:25.702279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdb071a3-992a-48d3-a5e5-86d3e36f0137 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:25.730512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:25.778606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:25.926946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:25.927486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:25.990648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.027223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.057345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Transition to ACTIVE for port object 499b5af1-b84c-456d-8eab-0c8c66a93588 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:26.111203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Transition to ACTIVE for port object 499b5af1-b84c-456d-8eab-0c8c66a93588 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:26.128363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c7ec5f-b5c3-476b-9f99-8961e62feb6a']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:26.148217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2101a0b-b886-4ff6-a778-2fa116e23780') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:26.148711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2101a0b-b886-4ff6-a778-2fa116e23780') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:26.167487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.193226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.313226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.328127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:26.328606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.335450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Network a001685d-c55f-4be7-bf85-c74d6dd25750 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:26.339796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:26.344841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:26.445318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Pushing event updated for resources: {'Port': ['ID=499b5af1-b84c-456d-8eab-0c8c66a93588,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:26.472923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Attempting to bind port 499b5af1-b84c-456d-8eab-0c8c66a93588 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:26.472923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Attempting to bind port 499b5af1-b84c-456d-8eab-0c8c66a93588 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ead387a0-79a5-4471-afd8-5aefb1a1696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a001685d-c55f-4be7-bf85-c74d6dd25750'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:26.472923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Attempting to bind port 499b5af1-b84c-456d-8eab-0c8c66a93588 on network a001685d-c55f-4be7-bf85-c74d6dd25750 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:26.479931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:26.480435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Checking segment: {'id': 'ead387a0-79a5-4471-afd8-5aefb1a1696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a001685d-c55f-4be7-bf85-c74d6dd25750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:26.480829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.481272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Bound using segment: {'id': 'ead387a0-79a5-4471-afd8-5aefb1a1696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a001685d-c55f-4be7-bf85-c74d6dd25750'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:26.481794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Bound port: 499b5af1-b84c-456d-8eab-0c8c66a93588, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead387a0-79a5-4471-afd8-5aefb1a1696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a001685d-c55f-4be7-bf85-c74d6dd25750'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:26.482210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:26.548582 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:26.590937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] For port 499b5af1-b84c-456d-8eab-0c8c66a93588, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:26.594751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] For port 499b5af1-b84c-456d-8eab-0c8c66a93588, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=499b5af1-b84c-456d-8eab-0c8c66a93588,segment=NetworkSegment(ead387a0-79a5-4471-afd8-5aefb1a1696d),segment_id=ead387a0-79a5-4471-afd8-5aefb1a1696d)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:26.642623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-053eba42-da58-47e0-b6f6-8b49263ed98e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853444641'] for subnet, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.662510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:26.693530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.750349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.809310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.809938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment 5359f15b-104a-4010-990a-ead6bb12d742 of type vlan for network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 Dec 21 22:20:26.810092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6c0b90a-ec3f-4167-ac59-b1814fb1b16e req-18f5d58e-d2c5-41ab-8624-f0796758ecd8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 210 time: 0.0903778 Dec 21 22:20:26.846923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997dc2f-9a38-406e-b106-c63e20a6be7a None None] Pushing event updated for resources: {'Port': ['ID=499b5af1-b84c-456d-8eab-0c8c66a93588,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:26.853530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.866062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 4a8017d8-c92d-4319-ac70-ff0007060162 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:26.866452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.919033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdb071a3-992a-48d3-a5e5-86d3e36f0137 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.934646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Network': ['ID=94c7ec5f-b5c3-476b-9f99-8961e62feb6a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:26.942799 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c79fe472-e77e-4c24-9b73-1274f9e1b605 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/networks/94c7ec5f-b5c3-476b-9f99-8961e62feb6a HTTP/1.1" status: 204 len: 168 time: 1.4560444 Dec 21 22:20:26.953935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39968) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:26.955871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdb071a3-992a-48d3-a5e5-86d3e36f0137 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:26.971970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2093682944'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:26.978796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:26.983922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:network and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:26.987476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:26.996490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:27.012149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.019388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-43eb3c2d-6601-49e6-8d7d-b67b4815c485 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:27.020639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-43eb3c2d-6601-49e6-8d7d-b67b4815c485 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=5f41cb78-e7e9-46d8-b355-294f6f020eff HTTP/1.1" status: 200 len: 797 time: 0.4633195 Dec 21 22:20:27.073431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39972) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:27.133986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-85055243-2e12-4b56-8377-dc8ab9f0ac79 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 380 time: 0.0902321 Dec 21 22:20:27.135675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:27.150216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.150427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['ae849879-da20-453d-96c4-80265de10e0a']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:27.293512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdb071a3-992a-48d3-a5e5-86d3e36f0137 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.294044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb071a3-992a-48d3-a5e5-86d3e36f0137 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Fanout notify agent at l3_agent the message router_deleted on router 0716e818-61be-43ce-b4f8-7374e3301968 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:20:27.295763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:27.320601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.321530 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Added segment d8f6b296-8d3a-4a41-ab55-6117b8bed293 of type vlan for network dd604ba8-4278-496e-960c-0a4515f71781 Dec 21 22:20:27.333211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.337470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:27.341696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.363842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdb071a3-992a-48d3-a5e5-86d3e36f0137 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.367441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bdb071a3-992a-48d3-a5e5-86d3e36f0137 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "DELETE /v2.0/routers/0716e818-61be-43ce-b4f8-7374e3301968 HTTP/1.1" status: 204 len: 168 time: 2.0431919 Dec 21 22:20:27.369168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port 4a8017d8-c92d-4319-ac70-ff0007060162, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4a8017d8-c92d-4319-ac70-ff0007060162,segment=NetworkSegment(e05548e6-4118-48d7-abee-b2e9842d2815),segment_id=e05548e6-4118-48d7-abee-b2e9842d2815)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:27.369579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.377440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39982) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:27.385815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-053eba42-da58-47e0-b6f6-8b49263ed98e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264531550273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853344954'] for subnet, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.479309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.498604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-860271124'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:27.525981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:27.591885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Usage tracker for resource:network and tenant:f010368cb2b44c2580ecccc69b255a9f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:27.597444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:27.603510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:27.611147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb2c0109-78cd-4dc4-9a9e-1090114db518 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0261490 Dec 21 22:20:27.622413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:27.628380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:27.632472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39986) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:27.650321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:27.674171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053eba42-da58-47e0-b6f6-8b49263ed98e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:27.674930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-053eba42-da58-47e0-b6f6-8b49263ed98e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.680657 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-053eba42-da58-47e0-b6f6-8b49263ed98e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "PUT /v2.0/subnets/176eb001-6ed4-4467-9d5f-8de2a1b855c4 HTTP/1.1" status: 200 len: 877 time: 2.5880091 Dec 21 22:20:27.683340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 39990) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:27.738661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eba42-da58-47e0-b6f6-8b49263ed98e tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event updated for resources: {'Subnet': ['ID=176eb001-6ed4-4467-9d5f-8de2a1b855c4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:27.769741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Made reservation on behalf of f010368cb2b44c2580ecccc69b255a9f for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:27.775956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.821806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.860044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 4a8017d8-c92d-4319-ac70-ff0007060162 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:27.923452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:27.956612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:27.960776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:27.962277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.017040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:28.050366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:20:28.074002 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d48e0c89-0c46-408a-9882-f4071eb07f0f req-0ee6a119-ed3f-4633-b575-3e13054666b6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 210 time: 0.0770214 Dec 21 22:20:28.076274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:28.080533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:28.085413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:28.093927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:28.125670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:28.138854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ec9606-baee-45d1-8ebc-844ad7263aa1 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Deleting subnet fe38a939-8a56-43b4-8cfe-6d537f26f7c7 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:28.145439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9606-baee-45d1-8ebc-844ad7263aa1 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.182459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:28.187975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.194536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Usage tracker for resource:security_group_rule and tenant:f010368cb2b44c2580ecccc69b255a9f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:28.199931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:28.208067 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2427936 Dec 21 22:20:28.208067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4696c-33f0-4e41-aac3-dca18feae9dd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Network': ['ID=dd604ba8-4278-496e-960c-0a4515f71781,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:28.217556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.219320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 39996) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:28.220082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network dd604ba8-4278-496e-960c-0a4515f71781 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:28.221191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:28.230697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'dd604ba8-4278-496e-960c-0a4515f71781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:28.240553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting port 499b5af1-b84c-456d-8eab-0c8c66a93588 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:28.241299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.278732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:28.329863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9606-baee-45d1-8ebc-844ad7263aa1 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.486495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.573427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:28.588504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:28.635397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:28.657214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:28.659346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.686994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9606-baee-45d1-8ebc-844ad7263aa1 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.745098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.12 (5f41cb78-e7e9-46d8-b355-294f6f020eff/f7022517-855b-411d-8a44-b36b917a9b91/bdbf26d7-16e2-4e58-a64b-aba7636397a3) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:28.798315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] For port 499b5af1-b84c-456d-8eab-0c8c66a93588, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=499b5af1-b84c-456d-8eab-0c8c66a93588,segment=NetworkSegment(ead387a0-79a5-4471-afd8-5aefb1a1696d),segment_id=ead387a0-79a5-4471-afd8-5aefb1a1696d)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:28.798884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.844351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.892763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:28.930668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=4a8017d8-c92d-4319-ac70-ff0007060162,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:28.932087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:28.943853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Calling delete_port for 499b5af1-b84c-456d-8eab-0c8c66a93588 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:28.949702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302184e-e9fb-404d-91c1-be2a9166ee1c None None] Network a001685d-c55f-4be7-bf85-c74d6dd25750 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:29.020142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ceff64-7880-45b9-9d41-ddf5e9545c4e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:29.129108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-69f161c2-2e09-4961-ad7d-49b225a6371d None None] Provisioning for port 499b5af1-b84c-456d-8eab-0c8c66a93588 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:29.132443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:29.157784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.205913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9606-baee-45d1-8ebc-844ad7263aa1 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.238330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.238699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Added segment 00357903-05a1-4880-809d-315bd1c0a59a of type vlan for network 0978921e-4c7b-4f57-8f75-513579a7c98a Dec 21 22:20:29.435967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.437020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec9606-baee-45d1-8ebc-844ad7263aa1 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event deleted for resources: {'Subnet': ['ID=fe38a939-8a56-43b4-8cfe-6d537f26f7c7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:29.456742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Performing IP validity checks on allocation pools {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 22:20:29.457483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 22:20:29.474332 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-650ee693-f409-48b5-8924-d9aab200c2a0 req-da0c07dd-d87f-4a5a-91c3-542a0d1a0f8b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 210 time: 0.1446292 Dec 21 22:20:29.491193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9606-baee-45d1-8ebc-844ad7263aa1 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.492016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27eefcc-0531-4c36-9326-0696cdf633df None None] Network 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:29.527348 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f1ec9606-baee-45d1-8ebc-844ad7263aa1 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "DELETE /v2.0/subnets/fe38a939-8a56-43b4-8cfe-6d537f26f7c7 HTTP/1.1" status: 204 len: 168 time: 2.1465380 Dec 21 22:20:29.533717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40002) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:29.549258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 499b5af1-b84c-456d-8eab-0c8c66a93588 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:29.550838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.641349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.645861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:29.646699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.679797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=ef0256b4-dbfb-4222-aebf-8ace0546313b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:29.759137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145f9e2-d78b-4b26-a259-43f5449b535a None None] Network a001685d-c55f-4be7-bf85-c74d6dd25750 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:29.766157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:29.783632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No active binding found for port 499b5af1-b84c-456d-8eab-0c8c66a93588 {{(pid=88996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 22:20:29.784100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 499b5af1-b84c-456d-8eab-0c8c66a93588 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 21 22:20:29.819041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7347236 Dec 21 22:20:29.892251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40008) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:29.931725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': '5359f15b-104a-4010-990a-ead6bb12d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:29.934949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:20:29.944777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b5485-b803-417f-88bd-21e380f6eb38 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Pushing event updated for resources: {'Network': ['ID=0978921e-4c7b-4f57-8f75-513579a7c98a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:29.949317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Port': ['ID=499b5af1-b84c-456d-8eab-0c8c66a93588,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:29.955939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Request body: {'subnet': {'network_id': '0978921e-4c7b-4f57-8f75-513579a7c98a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:30.013844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 0978921e-4c7b-4f57-8f75-513579a7c98a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:30.042071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No DVR routers for this DVR port 499b5af1-b84c-456d-8eab-0c8c66a93588 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:30.124201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2cbc5f60-7e6d-4776-99b3-88d9f1774255 None None] Could not find standard attr ID for object 499b5af1-b84c-456d-8eab-0c8c66a93588. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:20:30.131131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Port 499b5af1-b84c-456d-8eab-0c8c66a93588 not found, will not notify nova. {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 21 22:20:30.165005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.178303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.197811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.225062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:30.233941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.287590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Deleting port 84f23917-07d1-45bf-a8a8-a803360f70ef {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:30.287954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.403124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] DHCP port deletion for 1c1c44ca-9c43-4d3e-a9d7-458e70abac1a request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:30.409543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] Deleting port 84f23917-07d1-45bf-a8a8-a803360f70ef {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:30.411472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.484412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.508989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=7328ed19-ae4b-4800-982b-d6da1218989a,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:30.536398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Usage tracker for resource:subnet and tenant:f010368cb2b44c2580ecccc69b255a9f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:30.546616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:30.555924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:20:30.565454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:30.638250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:30.644253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Made reservation on behalf of f010368cb2b44c2580ecccc69b255a9f for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:30.649239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object bdbf26d7-16e2-4e58-a64b-aba7636397a3 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:30.719854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9631dd07-a44f-4cec-9975-7408c7275802 None None] Network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:30.749745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking segment: {'id': 'd8f6b296-8d3a-4a41-ab55-6117b8bed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dd604ba8-4278-496e-960c-0a4515f71781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:30.750145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network hostable DHCP agents. Network: dd604ba8-4278-496e-960c-0a4515f71781, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:20:30.817090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] For port 84f23917-07d1-45bf-a8a8-a803360f70ef, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=84f23917-07d1-45bf-a8a8-a803360f70ef,segment=NetworkSegment(e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0),segment_id=e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:30.817874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.820159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.843691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.844647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fcb3a1c7-3f75-402c-a6a2-347f55138341 req-fe0805ac-7efc-483f-95fa-8bec5d403181 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:30.848879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:30.849717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.960261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] For port 84f23917-07d1-45bf-a8a8-a803360f70ef, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=84f23917-07d1-45bf-a8a8-a803360f70ef,segment=NetworkSegment(e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0),segment_id=e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:30.960710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:30.970553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fcb3a1c7-3f75-402c-a6a2-347f55138341 req-fe0805ac-7efc-483f-95fa-8bec5d403181 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:30.971854 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fcb3a1c7-3f75-402c-a6a2-347f55138341 req-fe0805ac-7efc-483f-95fa-8bec5d403181 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 210 time: 0.2141881 Dec 21 22:20:30.983835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.019049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=176eb001-6ed4-4467-9d5f-8de2a1b855c4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:31.025421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56290372-e9db-4d08-bd69-ca0413655b64 None None] Network a001685d-c55f-4be7-bf85-c74d6dd25750 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:31.045160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] Calling delete_port for 84f23917-07d1-45bf-a8a8-a803360f70ef owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:31.148306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-36ffdf09-570b-4928-b00c-dca27eb89404 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5116334 Dec 21 22:20:31.151625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.160117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40014) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.163326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Calling delete_port for 84f23917-07d1-45bf-a8a8-a803360f70ef owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:31.167632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-520865657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:31.177374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:31.193670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:router and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:31.202148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network dd604ba8-4278-496e-960c-0a4515f71781 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:20:31.202369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:31.213820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a001685d-c55f-4be7-bf85-c74d6dd25750']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:31.222041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:31.238909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead387a0-79a5-4471-afd8-5aefb1a1696d') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:31.239650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead387a0-79a5-4471-afd8-5aefb1a1696d') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:31.241296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, dd604ba8-4278-496e-960c-0a4515f71781) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:31.265396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30010de2-5969-433c-8069-493874205785 None None] Network dd604ba8-4278-496e-960c-0a4515f71781 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:31.289110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.321250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.335803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:31.336353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.341102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:31.341750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.346937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:31.355722 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:31.362766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.362766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.441778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=bdbf26d7-16e2-4e58-a64b-aba7636397a3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:31.449545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:31.473688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:31.473892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] Pushing event deleted for resources: {'Port': ['ID=84f23917-07d1-45bf-a8a8-a803360f70ef,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:31.505210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:31.528043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.538277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.565908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 84f23917-07d1-45bf-a8a8-a803360f70ef no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:31.588414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a1c6a0ed-517b-4b3b-925e-4a2b316a93f2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3643796 Dec 21 22:20:31.591928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40018) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.594528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:31.594975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:31.606759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'dd604ba8-4278-496e-960c-0a4515f71781', 'name': 'tempest-PortsTestJSON-121535735'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:31.617071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:31.618587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.634642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d0f7e-15a4-4c90-aa6f-3b836f04712e None None] No DVR routers for this DVR port 84f23917-07d1-45bf-a8a8-a803360f70ef on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:31.639547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 84f23917-07d1-45bf-a8a8-a803360f70ef {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:31.640552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 84f23917-07d1-45bf-a8a8-a803360f70ef not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:31.722639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9', 'network_id': 'ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': 'ef0256b4-dbfb-4222-aebf-8ace0546313b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:20:31.722639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.779434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.780150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=a001685d-c55f-4be7-bf85-c74d6dd25750,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:31.787407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8f5b563b-9dfa-427f-8423-67f0f1396826 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6425273 Dec 21 22:20:31.799055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:31.802814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-175958e0-87a9-4a38-97fc-cf4466cba6ad tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/a001685d-c55f-4be7-bf85-c74d6dd25750 HTTP/1.1" status: 204 len: 168 time: 4.1112127 Dec 21 22:20:31.804223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Request body: {'port': {'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:31.808768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.815037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40022) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.860053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ddd3a9-352a-49f7-8519-4508379fbd0f None None] DHCP port deletion for a001685d-c55f-4be7-bf85-c74d6dd25750 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:31.927186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:31.953488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6413b34c-0867-4054-9ec6-8f38aa4ef225 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:31.954273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6413b34c-0867-4054-9ec6-8f38aa4ef225 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:31.955651 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6413b34c-0867-4054-9ec6-8f38aa4ef225 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/176eb001-6ed4-4467-9d5f-8de2a1b855c4 HTTP/1.1" status: 404 len: 337 time: 0.0968044 Dec 21 22:20:31.958869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40026) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.966147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-dd604ba8-4278-496e-960c-0a4515f71781', 'network_id': 'dd604ba8-4278-496e-960c-0a4515f71781', 'tenant_id': 'b93f567772da465782c6caf88b1ffd84', 'fixed_ips': [{'subnet_id': '7328ed19-ae4b-4800-982b-d6da1218989a'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:20:31.967046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:31.986380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Pushing event updated for resources: {'Subnet': ['ID=c7db4044-f13c-4486-b6ef-09405e5b35bf,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:31.991558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:32.005049 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-965f916a-a0e0-4650-a613-191d4a6dfc58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:32.005613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965f916a-a0e0-4650-a613-191d4a6dfc58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:32.007455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-965f916a-a0e0-4650-a613-191d4a6dfc58 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/a001685d-c55f-4be7-bf85-c74d6dd25750 HTTP/1.1" status: 404 len: 339 time: 0.0473788 Dec 21 22:20:32.014587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40030) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:32.021683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Checking segment: {'id': '00357903-05a1-4880-809d-315bd1c0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0978921e-4c7b-4f57-8f75-513579a7c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:32.021683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Network hostable DHCP agents. Network: 0978921e-4c7b-4f57-8f75-513579a7c98a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:20:32.033008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:32.076426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:32.076552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:32.082556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:32.089647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Allocated IP 172.20.0.2 (ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9/ef0256b4-dbfb-4222-aebf-8ace0546313b/f90c003d-f5b7-48b5-b302-7ffbaa806d20) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:32.109238 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d661e8-1080-4e8f-93b8-44d56c32f3cc tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:32.116690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d661e8-1080-4e8f-93b8-44d56c32f3cc tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:32.116690 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-86d661e8-1080-4e8f-93b8-44d56c32f3cc tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/637c37a8-a559-48ef-a0bd-224b5cf0a2d4 HTTP/1.1" status: 404 len: 337 time: 0.0850463 Dec 21 22:20:32.116690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40036) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:32.148382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port 1aa0cd6a-3d04-47c2-b01c-a9190a858358 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:20:32.152177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Deleting port 84f23917-07d1-45bf-a8a8-a803360f70ef {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:32.152775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:32.218184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:32.222158 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bdde629c-01cb-45d7-a0da-1a5a109aaf67 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0582943 Dec 21 22:20:32.245857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40040) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:32.328960 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccaf047-3576-4d0d-b655-ce0c65a1eb1f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:32.329464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccaf047-3576-4d0d-b655-ce0c65a1eb1f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:32.364931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ccaf047-3576-4d0d-b655-ce0c65a1eb1f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/7ae9b118-3037-4747-8e67-c8ad9559212b HTTP/1.1" status: 404 len: 339 time: 0.2461221 Dec 21 22:20:32.369367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40044) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:32.387287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f2ebf8d-4d90-4578-87dd-7ac3fd719d9a None None] Provisioning for port bdbf26d7-16e2-4e58-a64b-aba7636397a3 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:32.471280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Network 0978921e-4c7b-4f57-8f75-513579a7c98a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:20:32.562881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] The port '84f23917-07d1-45bf-a8a8-a803360f70ef' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:20:32.572917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 0978921e-4c7b-4f57-8f75-513579a7c98a) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:32.585895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f2ebf8d-4d90-4578-87dd-7ac3fd719d9a None None] Provisioning complete for port bdbf26d7-16e2-4e58-a64b-aba7636397a3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:32.586846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f2ebf8d-4d90-4578-87dd-7ac3fd719d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:32.611426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128d78e-cf0c-40cb-8010-669d7bc56f52 None None] Network 0978921e-4c7b-4f57-8f75-513579a7c98a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:32.650111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:32.650774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:32.667669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:32.759536 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3cea9114-4069-4f34-acec-1780ee77fd6b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8296998 Dec 21 22:20:32.765862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40048) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:32.774423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Allocated IP 172.20.0.2 (dd604ba8-4278-496e-960c-0a4515f71781/7328ed19-ae4b-4800-982b-d6da1218989a/53813940-7e2f-4f7b-95a4-c4d9e40c791f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:32.774658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Request body: {'port': {'network_id': '0978921e-4c7b-4f57-8f75-513579a7c98a', 'name': 'tempest-TagsExtTest-409870555'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:32.812799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ebf8d-4d90-4578-87dd-7ac3fd719d9a None None] Port bdbf26d7-16e2-4e58-a64b-aba7636397a3 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:32.928940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.015056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1c44ca-9c43-4d3e-a9d7-458e70abac1a']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:33.048744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.050833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dee48b-2d66-4c0e-a16e-a1d8936dba81 req-082e7803-d3ab-409b-bf9e-b1a255d54b00 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:33.052457 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-18dee48b-2d66-4c0e-a16e-a1d8936dba81 req-082e7803-d3ab-409b-bf9e-b1a255d54b00 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 932 time: 0.8426449 Dec 21 22:20:33.091442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Transition to ACTIVE for port object f90c003d-f5b7-48b5-b302-7ffbaa806d20 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:33.132740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:33.142042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55a6ba2-29fd-4fc9-b1c9-37d86122c1b0') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:33.158354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Transition to ACTIVE for port object f90c003d-f5b7-48b5-b302-7ffbaa806d20 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:33.182792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.186701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.190732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-0978921e-4c7b-4f57-8f75-513579a7c98a', 'network_id': '0978921e-4c7b-4f57-8f75-513579a7c98a', 'tenant_id': 'f010368cb2b44c2580ecccc69b255a9f', 'fixed_ips': [{'subnet_id': 'c7db4044-f13c-4486-b6ef-09405e5b35bf'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:20:33.191670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.233115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78af3a1b-a7b6-41ab-aa99-dc652fe3daf8']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:33.253246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.257384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266865b3-26fe-443e-982c-4a2d37d481cb') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:33.257730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266865b3-26fe-443e-982c-4a2d37d481cb') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:33.257890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-18dee48b-2d66-4c0e-a16e-a1d8936dba81 req-a9a317bc-bbc9-4f9d-b6f2-6da8bc848c2e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437690 Dec 21 22:20:33.269217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:33.276231 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8bccfb36-c700-4ef7-bef1-cecb19844150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6045671 Dec 21 22:20:33.279037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40052) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:33.304805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.306521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:33.333620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.369662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:33.376868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:33.376979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.379047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Usage tracker for resource:port and tenant:f010368cb2b44c2580ecccc69b255a9f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:33.382638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.385498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:33.398454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:33.402013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 499b5af1-b84c-456d-8eab-0c8c66a93588 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:33.403771 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:33.407364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:33.407739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:33.428537 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:33.474890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:33.483673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 499b5af1-b84c-456d-8eab-0c8c66a93588 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:33.484070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 499b5af1-b84c-456d-8eab-0c8c66a93588 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:33.496966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.500798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Pushing event updated for resources: {'Port': ['ID=f90c003d-f5b7-48b5-b302-7ffbaa806d20,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:33.503511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:33.514868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:33.527718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:33.528670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:33.539877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.566022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Made reservation on behalf of f010368cb2b44c2580ecccc69b255a9f for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:33.573187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.577264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbf26d7-16e2-4e58-a64b-aba7636397a3 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:20:33.608215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.675061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Transition to ACTIVE for port object 53813940-7e2f-4f7b-95a4-c4d9e40c791f will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:33.685136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.719732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Transition to ACTIVE for port object bdbf26d7-16e2-4e58-a64b-aba7636397a3 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:33.723505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.748367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.760693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-39811d81-28f5-40f2-aed1-8721239c9b37 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet 047acb86-61a1-4e94-8fd5-3474746496d2 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:33.767484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39811d81-28f5-40f2-aed1-8721239c9b37 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.797951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] Pushing event deleted for resources: {'Network': ['ID=1c1c44ca-9c43-4d3e-a9d7-458e70abac1a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:33.809046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.816202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c8834335-3201-42ee-bc5f-326985c1ab64 tempest-FloatingIPNegativeTestJSON-187977776 tempest-FloatingIPNegativeTestJSON-187977776-project] 10.222.0.30 "DELETE /v2.0/networks/1c1c44ca-9c43-4d3e-a9d7-458e70abac1a HTTP/1.1" status: 204 len: 168 time: 4.2785563 Dec 21 22:20:33.898600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:33.957317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39811d81-28f5-40f2-aed1-8721239c9b37 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:33.968005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] device_id is not set on port 91f8e007-dc17-4985-8539-be985acb8681 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:20:34.014581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Attempting to bind port f90c003d-f5b7-48b5-b302-7ffbaa806d20 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:34.017025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Attempting to bind port f90c003d-f5b7-48b5-b302-7ffbaa806d20 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '5359f15b-104a-4010-990a-ead6bb12d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:34.027305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Attempting to bind port f90c003d-f5b7-48b5-b302-7ffbaa806d20 on network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:34.034351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbf26d7-16e2-4e58-a64b-aba7636397a3,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:34.036825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Allocated IP 172.20.0.2 (0978921e-4c7b-4f57-8f75-513579a7c98a/c7db4044-f13c-4486-b6ef-09405e5b35bf/ee3fc0cf-0394-43fd-8455-47e0851a92cc) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:34.046349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:34.047126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Checking segment: {'id': '5359f15b-104a-4010-990a-ead6bb12d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:34.047772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.048608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Bound using segment: {'id': '5359f15b-104a-4010-990a-ead6bb12d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:34.049057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Bound port: f90c003d-f5b7-48b5-b302-7ffbaa806d20, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5359f15b-104a-4010-990a-ead6bb12d742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:34.049546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.118358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.125422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.187690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=78af3a1b-a7b6-41ab-aa99-dc652fe3daf8,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:34.195219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] For port f90c003d-f5b7-48b5-b302-7ffbaa806d20, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:34.200413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] For port f90c003d-f5b7-48b5-b302-7ffbaa806d20, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f90c003d-f5b7-48b5-b302-7ffbaa806d20,segment=NetworkSegment(5359f15b-104a-4010-990a-ead6bb12d742),segment_id=5359f15b-104a-4010-990a-ead6bb12d742)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:34.206604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Transition to ACTIVE for port object 53813940-7e2f-4f7b-95a4-c4d9e40c791f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:34.222897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3578af66-c457-4396-97bb-68bf8d1ba964 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/78af3a1b-a7b6-41ab-aa99-dc652fe3daf8 HTTP/1.1" status: 204 len: 168 time: 1.8523231 Dec 21 22:20:34.233231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39811d81-28f5-40f2-aed1-8721239c9b37 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.277957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40058) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.318821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Attempting to bind port bdbf26d7-16e2-4e58-a64b-aba7636397a3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:34.321119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Attempting to bind port bdbf26d7-16e2-4e58-a64b-aba7636397a3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:34.321954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Attempting to bind port bdbf26d7-16e2-4e58-a64b-aba7636397a3 on network 5f41cb78-e7e9-46d8-b355-294f6f020eff {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:34.358269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Port bdbf26d7-16e2-4e58-a64b-aba7636397a3 on network 5f41cb78-e7e9-46d8-b355-294f6f020eff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:34.358269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Attempting to bind port bdbf26d7-16e2-4e58-a64b-aba7636397a3 on network 5f41cb78-e7e9-46d8-b355-294f6f020eff {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:34.378606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:34.378991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Checking segment: {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:34.379432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Bound using segment: {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:34.379916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Bound port: bdbf26d7-16e2-4e58-a64b-aba7636397a3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fa8620-9eb0-4487-84c7-f7020e8fb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:34.380303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.395520 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f308ac7-a2a1-44ab-9988-f15452d606e9 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:34.400491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f308ac7-a2a1-44ab-9988-f15452d606e9 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:34.484556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39811d81-28f5-40f2-aed1-8721239c9b37 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.528531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.3 (dd604ba8-4278-496e-960c-0a4515f71781/7328ed19-ae4b-4800-982b-d6da1218989a/1aa0cd6a-3d04-47c2-b01c-a9190a858358) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:34.540916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2f308ac7-a2a1-44ab-9988-f15452d606e9 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/89731515-b3e2-4455-bb4b-f4ee744d9321 HTTP/1.1" status: 404 len: 337 time: 0.2602043 Dec 21 22:20:34.548448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40066) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.548862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40068) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.594955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39811d81-28f5-40f2-aed1-8721239c9b37 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=047acb86-61a1-4e94-8fd5-3474746496d2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:34.624410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39811d81-28f5-40f2-aed1-8721239c9b37 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.636156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af0fdb7-3fcd-4b29-938c-fa6fd257b858 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:34.636710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af0fdb7-3fcd-4b29-938c-fa6fd257b858 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:34.637969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] For port bdbf26d7-16e2-4e58-a64b-aba7636397a3, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:34.638938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2af0fdb7-3fcd-4b29-938c-fa6fd257b858 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/96942a53-aa25-4f49-b2c6-5007417846ef HTTP/1.1" status: 404 len: 339 time: 0.0873659 Dec 21 22:20:34.644901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40076) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.647182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] For port bdbf26d7-16e2-4e58-a64b-aba7636397a3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:34.701950 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-39811d81-28f5-40f2-aed1-8721239c9b37 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/047acb86-61a1-4e94-8fd5-3474746496d2 HTTP/1.1" status: 204 len: 168 time: 1.4214180 Dec 21 22:20:34.703651 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac76f2ee-c78a-4014-9a3a-72a17cd5449f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:34.704408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac76f2ee-c78a-4014-9a3a-72a17cd5449f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:34.706805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac76f2ee-c78a-4014-9a3a-72a17cd5449f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/048057a4-f1eb-4346-bf9d-ca66cac2d8bb HTTP/1.1" status: 404 len: 337 time: 0.0573571 Dec 21 22:20:34.708469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40080) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.712699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40082) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.716002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.801396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.806677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:34.851639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c83a5-2f42-419c-94ab-042df60c1501 None None] Network 35fe74ff-304f-4146-a022-c4a6214ebad5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:34.860621 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1c4c88-007b-405c-ae6e-ddddb329cf81 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:34.861128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1c4c88-007b-405c-ae6e-ddddb329cf81 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:34.862966 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7f1c4c88-007b-405c-ae6e-ddddb329cf81 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/af023913-a053-4e43-bbe9-bb416a7e9600 HTTP/1.1" status: 404 len: 339 time: 0.1408885 Dec 21 22:20:34.879163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40090) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.895810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.20.0.1 (ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9/ef0256b4-dbfb-4222-aebf-8ace0546313b/d235126a-54ff-44fe-90b4-7bdcc6e7517d) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:35.018537 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b6f70342-99de-4f0a-8cc2-7b7147ca8367 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90ccf55c9eab421ba3f003120c0a06ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4686601 Dec 21 22:20:35.020454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Network dd604ba8-4278-496e-960c-0a4515f71781 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:35.030543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40094) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.180754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:35.182620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:35.198516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.223784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.227517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Pushing event updated for resources: {'Port': ['ID=53813940-7e2f-4f7b-95a4-c4d9e40c791f,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:35.253373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3a67-e6df-4cf1-99fc-ad440c555b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.271470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object 1aa0cd6a-3d04-47c2-b01c-a9190a858358 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:35.317299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3a67-e6df-4cf1-99fc-ad440c555b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.345649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.347156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] 10.222.0.46 "PUT /v2.0/ports/bdbf26d7-16e2-4e58-a64b-aba7636397a3 HTTP/1.1" status: 200 len: 1094 time: 3.5500360 Dec 21 22:20:35.354037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e1d5e-eb9b-4c97-9a37-ef3cd2a38ca3 req-fcdaa512-377c-4b18-a8e6-545f6c37845a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:35.355908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-714e1d5e-eb9b-4c97-9a37-ef3cd2a38ca3 req-fcdaa512-377c-4b18-a8e6-545f6c37845a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 944 time: 0.8343801 Dec 21 22:20:35.356748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:20:35.361982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c29549f-d0cc-47f0-9328-1d3daacd5319 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:35.362698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c29549f-d0cc-47f0-9328-1d3daacd5319 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:35.368195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0c29549f-d0cc-47f0-9328-1d3daacd5319 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/544db86b-1047-43d2-b2f3-48e5dd02c8e4 HTTP/1.1" status: 404 len: 337 time: 0.4873333 Dec 21 22:20:35.373297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40100) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.378101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.411847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Transition to ACTIVE for port object ee3fc0cf-0394-43fd-8455-47e0851a92cc will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:35.451146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8136e-ce2d-40e3-83ce-56bd1da703a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbf26d7-16e2-4e58-a64b-aba7636397a3,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:35.460143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.467154 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'status': 'completed', 'code': 200} Dec 21 22:20:35.467663 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc42f54-e7fb-4368-9430-703d56036add tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:35.468174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc42f54-e7fb-4368-9430-703d56036add tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:35.470044 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5cc42f54-e7fb-4368-9430-703d56036add tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/bc7b9dbb-7589-4550-9e85-9485ca925483 HTTP/1.1" status: 404 len: 339 time: 0.0837655 Dec 21 22:20:35.473960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40104) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.509960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object d235126a-54ff-44fe-90b4-7bdcc6e7517d will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:35.517747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556958b-0a7f-47f6-bbbc-5c2a975ac835 None None] Pushing event updated for resources: {'Port': ['ID=f90c003d-f5b7-48b5-b302-7ffbaa806d20,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:35.530225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.540141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port c75afad2-d11f-477f-b698-94033f27e712 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:35.540550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.542807 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8514f052-cbbd-420d-8ac5-3fa1ce6988ec tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:35.543309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8514f052-cbbd-420d-8ac5-3fa1ce6988ec tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:35.547929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8514f052-cbbd-420d-8ac5-3fa1ce6988ec tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/b3e903ec-12a0-496d-a017-bd395ab2fabb HTTP/1.1" status: 404 len: 337 time: 0.0703223 Dec 21 22:20:35.567561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Attempting to bind port 53813940-7e2f-4f7b-95a4-c4d9e40c791f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:35.571530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Attempting to bind port 53813940-7e2f-4f7b-95a4-c4d9e40c791f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'd8f6b296-8d3a-4a41-ab55-6117b8bed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dd604ba8-4278-496e-960c-0a4515f71781'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:35.571530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Attempting to bind port 53813940-7e2f-4f7b-95a4-c4d9e40c791f on network dd604ba8-4278-496e-960c-0a4515f71781 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:35.572122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40108) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.572209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Transition to ACTIVE for port object ee3fc0cf-0394-43fd-8455-47e0851a92cc will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:35.580673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-714e1d5e-eb9b-4c97-9a37-ef3cd2a38ca3 req-8e3075a7-5055-4837-b4df-8af527d1bddb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985629 Dec 21 22:20:35.634586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-143f44fb-dca5-494d-a2f7-0882774c9f29 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:35.635142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143f44fb-dca5-494d-a2f7-0882774c9f29 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:35.640678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-143f44fb-dca5-494d-a2f7-0882774c9f29 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/6e2bf4ec-b7b8-4ac6-ba31-0fea73846c69 HTTP/1.1" status: 404 len: 339 time: 0.0551336 Dec 21 22:20:35.640845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.643098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40112) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.675079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=1aa0cd6a-3d04-47c2-b01c-a9190a858358,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:35.677627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:35.678054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Checking segment: {'id': 'd8f6b296-8d3a-4a41-ab55-6117b8bed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dd604ba8-4278-496e-960c-0a4515f71781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:35.678517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.678964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Bound using segment: {'id': 'd8f6b296-8d3a-4a41-ab55-6117b8bed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dd604ba8-4278-496e-960c-0a4515f71781'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:35.679528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Bound port: 53813940-7e2f-4f7b-95a4-c4d9e40c791f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f6b296-8d3a-4a41-ab55-6117b8bed293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dd604ba8-4278-496e-960c-0a4515f71781'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:35.680648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.733028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network dd604ba8-4278-496e-960c-0a4515f71781 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:35.736002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:35.742956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Allocated IP 172.20.0.3 (0978921e-4c7b-4f57-8f75-513579a7c98a/c7db4044-f13c-4486-b6ef-09405e5b35bf/91f8e007-dc17-4985-8539-be985acb8681) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:35.746008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:35.751848 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9479be7f-d8ca-404f-afac-fd39b5de610f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:35.752624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9479be7f-d8ca-404f-afac-fd39b5de610f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:35.754735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9479be7f-d8ca-404f-afac-fd39b5de610f tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/a91fcb90-cf09-43a5-8b05-a4076b227ecf HTTP/1.1" status: 404 len: 337 time: 0.1096261 Dec 21 22:20:35.759140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40116) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.785770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3a67-e6df-4cf1-99fc-ad440c555b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.802828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Network 0978921e-4c7b-4f57-8f75-513579a7c98a is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:35.806975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.816940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:35.817099 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6359525d-a42b-4551-8089-3b87792c7375 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:35.817099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6359525d-a42b-4551-8089-3b87792c7375 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:35.817099 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6359525d-a42b-4551-8089-3b87792c7375 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/8f73d173-16ca-4d6d-ad24-868b0ec2299e HTTP/1.1" status: 404 len: 339 time: 0.0533617 Dec 21 22:20:35.819839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Pushing event updated for resources: {'Port': ['ID=ee3fc0cf-0394-43fd-8455-47e0851a92cc,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:35.829659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:35.836773 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-95ee86a1-ebed-4c56-b95d-53fce24b37d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 1097 time: 0.3632843 Dec 21 22:20:35.840852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40120) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.870320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b3a67-e6df-4cf1-99fc-ad440c555b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7919ddec-fcc3-4bb8-a13e-707d0f2ebcf1,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:35.939222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3a67-e6df-4cf1-99fc-ad440c555b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.941166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bb8b3a67-e6df-4cf1-99fc-ad440c555b08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7919ddec-fcc3-4bb8-a13e-707d0f2ebcf1 HTTP/1.1" status: 204 len: 168 time: 0.9074059 Dec 21 22:20:35.958600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:35.959766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:35.966014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] For port 53813940-7e2f-4f7b-95a4-c4d9e40c791f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:35.979872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e72c70-9f83-48c4-971f-17381743bb89 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:35.980835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e72c70-9f83-48c4-971f-17381743bb89 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:35.982655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-44e72c70-9f83-48c4-971f-17381743bb89 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/a0699fd4-a7d4-4b19-ab2d-f984f49b4432 HTTP/1.1" status: 404 len: 337 time: 0.1407030 Dec 21 22:20:35.996299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40126) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:36.012954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=d235126a-54ff-44fe-90b4-7bdcc6e7517d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:36.028312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:36.034905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:36.036215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:28Z', 'revision_number': 8, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:36.048919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:36.064569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] DHCP port deletion for 35fe74ff-304f-4146-a022-c4a6214ebad5 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:36.084814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] For port 53813940-7e2f-4f7b-95a4-c4d9e40c791f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=53813940-7e2f-4f7b-95a4-c4d9e40c791f,segment=NetworkSegment(d8f6b296-8d3a-4a41-ab55-6117b8bed293),segment_id=d8f6b296-8d3a-4a41-ab55-6117b8bed293)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:36.090251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:20:36.107901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4fcd7bdb-be3a-481c-9907-f081d9734571 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5094132 Dec 21 22:20:36.116027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] Deleting port c75afad2-d11f-477f-b698-94033f27e712 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:36.116027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:36.141506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40130) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:36.153699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-1bb221be-c7bc-462b-8752-908e022068b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3 HTTP/1.1" status: 200 len: 217 time: 0.2621133 Dec 21 22:20:36.169489 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f594f041-c6b0-4397-adf7-ed789e71aa05 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:36.170543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f594f041-c6b0-4397-adf7-ed789e71aa05 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:36.189985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f594f041-c6b0-4397-adf7-ed789e71aa05 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/3485c4eb-dfd0-48d6-b4ec-d29e0abd9c1c HTTP/1.1" status: 404 len: 339 time: 0.1754472 Dec 21 22:20:36.211706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Attempting to bind port ee3fc0cf-0394-43fd-8455-47e0851a92cc on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:36.212199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Attempting to bind port ee3fc0cf-0394-43fd-8455-47e0851a92cc by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '00357903-05a1-4880-809d-315bd1c0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0978921e-4c7b-4f57-8f75-513579a7c98a'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:36.212668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Attempting to bind port ee3fc0cf-0394-43fd-8455-47e0851a92cc on network 0978921e-4c7b-4f57-8f75-513579a7c98a {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:36.233347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40134) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:36.237831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:36.283048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port c75afad2-d11f-477f-b698-94033f27e712, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c75afad2-d11f-477f-b698-94033f27e712,segment=NetworkSegment(e05548e6-4118-48d7-abee-b2e9842d2815),segment_id=e05548e6-4118-48d7-abee-b2e9842d2815)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:36.283760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:36.341647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:36.342046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Checking segment: {'id': '00357903-05a1-4880-809d-315bd1c0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0978921e-4c7b-4f57-8f75-513579a7c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:36.342694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:36.343461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Bound using segment: {'id': '00357903-05a1-4880-809d-315bd1c0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0978921e-4c7b-4f57-8f75-513579a7c98a'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:36.344200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Bound port: ee3fc0cf-0394-43fd-8455-47e0851a92cc, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00357903-05a1-4880-809d-315bd1c0a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0978921e-4c7b-4f57-8f75-513579a7c98a'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:36.344798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:36.380538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:36.381238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:36.444416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3508df0f-389c-444a-b32b-01d7cd416afb tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:36.445133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3508df0f-389c-444a-b32b-01d7cd416afb tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:36.447493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3508df0f-389c-444a-b32b-01d7cd416afb tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/9d03410a-9758-4677-80d4-6bfb97758e2a HTTP/1.1" status: 404 len: 337 time: 0.2180099 Dec 21 22:20:36.464142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40140) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:36.467602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:36.495817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for c75afad2-d11f-477f-b698-94033f27e712 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:36.517513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ca77347a-894a-4756-adbf-cf75cd2d6752 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 1aa0cd6a-3d04-47c2-b01c-a9190a858358 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:36.518205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca77347a-894a-4756-adbf-cf75cd2d6752 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:36.570162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-7ec72ab4-97c7-425d-ba66-ec7b02573efa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:36.572721 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-7ec72ab4-97c7-425d-ba66-ec7b02573efa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7022517-855b-411d-8a44-b36b917a9b91 HTTP/1.1" status: 200 len: 835 time: 0.3803885 Dec 21 22:20:36.689948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-159f0161-8472-4139-8f1f-2ed8bf321f60 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:36.690433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159f0161-8472-4139-8f1f-2ed8bf321f60 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:36.696274 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-159f0161-8472-4139-8f1f-2ed8bf321f60 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/4bba1d65-6099-4b67-aa66-72d9271345f0 HTTP/1.1" status: 404 len: 339 time: 0.2278924 Dec 21 22:20:36.696647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40152) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:36.745789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:36.779078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1037fd-5c70-438b-9105-1cad3415317a None None] Pushing event updated for resources: {'Port': ['ID=53813940-7e2f-4f7b-95a4-c4d9e40c791f,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:36.815375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No DVR routers for this DVR port c75afad2-d11f-477f-b698-94033f27e712 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:36.902627 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d24042-8eb5-480c-b5f4-4beffabdd22b tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:36.903216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d24042-8eb5-480c-b5f4-4beffabdd22b tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:36.916642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=c75afad2-d11f-477f-b698-94033f27e712,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:36.943989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca77347a-894a-4756-adbf-cf75cd2d6752 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.040272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.074024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-69d589e2-1f74-4f27-a06f-09bc9e391b64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f41cb78-e7e9-46d8-b355-294f6f020eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4931901 Dec 21 22:20:37.078042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fe74ff-304f-4146-a022-c4a6214ebad5']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:37.100583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05548e6-4118-48d7-abee-b2e9842d2815') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:37.101128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05548e6-4118-48d7-abee-b2e9842d2815') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:37.127485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] For port c75afad2-d11f-477f-b698-94033f27e712, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c75afad2-d11f-477f-b698-94033f27e712,segment=NetworkSegment(e05548e6-4118-48d7-abee-b2e9842d2815),segment_id=e05548e6-4118-48d7-abee-b2e9842d2815)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:37.127917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.134312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.135545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ca77347a-894a-4756-adbf-cf75cd2d6752 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 1aa0cd6a-3d04-47c2-b01c-a9190a858358 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:37.141251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:37.157204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.166008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:37.166885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.196371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] For port ee3fc0cf-0394-43fd-8455-47e0851a92cc, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:37.200821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] For port ee3fc0cf-0394-43fd-8455-47e0851a92cc, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ee3fc0cf-0394-43fd-8455-47e0851a92cc,segment=NetworkSegment(00357903-05a1-4880-809d-315bd1c0a59a),segment_id=00357903-05a1-4880-809d-315bd1c0a59a)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:37.224655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91d24042-8eb5-480c-b5f4-4beffabdd22b tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/9ad3969b-1ee6-4397-9e50-b54c9c527283 HTTP/1.1" status: 404 len: 337 time: 0.5267091 Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:37.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:37.304856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40162) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:37.309381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.463033 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d24dc9f-4ad4-4811-9624-2a6221b2e123 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:37.463543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d24dc9f-4ad4-4811-9624-2a6221b2e123 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:37.465910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4d24dc9f-4ad4-4811-9624-2a6221b2e123 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/a489e870-0cb0-41b5-913e-ec6d0c7d358d HTTP/1.1" status: 404 len: 339 time: 0.1335602 Dec 21 22:20:37.477415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40170) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:37.613686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f7261-a98e-47bd-bc4d-3607772ce0e0 req-3860b5d1-316d-46b2-a77c-737dfabc83bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:37.619407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-659f7261-a98e-47bd-bc4d-3607772ce0e0 req-3860b5d1-316d-46b2-a77c-737dfabc83bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 944 time: 0.7777166 Dec 21 22:20:37.641621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.686400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] Calling delete_port for c75afad2-d11f-477f-b698-94033f27e712 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:37.737310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.791181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f90c003d-f5b7-48b5-b302-7ffbaa806d20 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:37.805376 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/35fe74ff-304f-4146-a022-c4a6214ebad5 HTTP/1.1" status: 204 len: 168 time: 3.0865374 Dec 21 22:20:37.805376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40174) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:37.810480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a65de-cdb7-4eec-b642-68c7fdedfff8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=35fe74ff-304f-4146-a022-c4a6214ebad5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:37.842964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:37.856987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-663d6e32-3681-4574-887c-fd518a09f51e service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419154 Dec 21 22:20:37.879708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-659f7261-a98e-47bd-bc4d-3607772ce0e0 req-48df38f6-8687-4dba-8944-e695e334b37d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318101 Dec 21 22:20:37.928962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40180) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:38.064511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f7158ec-0ee7-4d6c-97f4-26f818a3609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:38.217763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2c22e158-748b-497e-a6c2-c7b684a45c95 tempest-ServiceProvidersTest-1160676207 tempest-ServiceProvidersTest-1160676207-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2861695 Dec 21 22:20:38.234031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:38.234449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:38.245362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402ce09-c2aa-486e-8bb5-da01096d821d None None] Pushing event updated for resources: {'Port': ['ID=ee3fc0cf-0394-43fd-8455-47e0851a92cc,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:38.288449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-210b2c04-3b7e-4314-83f7-40f98c36ab2d req-09357dec-9a0c-4082-bf6d-ae67314a8c73 service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075899 Dec 21 22:20:38.317438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-50894251-de3b-496f-9d6b-58215d2e1127 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting subnet 40dd1f12-3f5e-451f-8830-f511a1543650 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:38.321451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50894251-de3b-496f-9d6b-58215d2e1127 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:38.399878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port f90c003d-f5b7-48b5-b302-7ffbaa806d20 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:38.411770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50894251-de3b-496f-9d6b-58215d2e1127 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:38.451554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:28Z', 'revision_number': 8, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:38.465127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadbb5a-dc55-426e-8465-42b1dd235490 None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:28Z', 'revision_number': 8, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '4fe2fa13-e349-43e2-b2ea-8dbd0de15a56', 'name': '', 'network_id': 'f059c050-3d1a-44fe-8228-07e5c52ae3e1', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:2a:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8309a719-401d-427f-afcd-aeb9040f460f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:39Z', 'updated_at': '2021-12-21T22:19:59Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '8309a719-401d-427f-afcd-aeb9040f460f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:38.477882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c75afad2-d11f-477f-b698-94033f27e712 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:38.558018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: c75afad2-d11f-477f-b698-94033f27e712 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:38.558414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c75afad2-d11f-477f-b698-94033f27e712 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:38.560015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dedf4b-b0d8-41c8-ab64-c33452c7680a None None] Network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:38.578070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca77347a-894a-4756-adbf-cf75cd2d6752 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:38.582494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:38.676759 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-4acee41e-f538-4301-b123-98b8ecf41371 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 1097 time: 0.2460737 Dec 21 22:20:38.721916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7706d540-5f48-4b2e-8628-238294d3eceb None None] Provisioning for port f90c003d-f5b7-48b5-b302-7ffbaa806d20 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:38.730946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7706d540-5f48-4b2e-8628-238294d3eceb None None] Provisioning complete for port f90c003d-f5b7-48b5-b302-7ffbaa806d20 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:38.731363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7706d540-5f48-4b2e-8628-238294d3eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:38.765826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] Deleting port c75afad2-d11f-477f-b698-94033f27e712 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:38.766314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:38.779889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77347a-894a-4756-adbf-cf75cd2d6752 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=1aa0cd6a-3d04-47c2-b01c-a9190a858358,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:38.821404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Transition to ACTIVE for port object 91f8e007-dc17-4985-8539-be985acb8681 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:38.919867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0fb08979-1ddc-461a-ae92-f814d9397956 None None] The port 'c75afad2-d11f-477f-b698-94033f27e712' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:20:39.021211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40192) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:39.043372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.184059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50894251-de3b-496f-9d6b-58215d2e1127 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.232046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca77347a-894a-4756-adbf-cf75cd2d6752 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.332079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.382423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7706d540-5f48-4b2e-8628-238294d3eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.494636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7706d540-5f48-4b2e-8628-238294d3eceb None None] For port f90c003d-f5b7-48b5-b302-7ffbaa806d20, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f90c003d-f5b7-48b5-b302-7ffbaa806d20,segment=NetworkSegment(5359f15b-104a-4010-990a-ead6bb12d742),segment_id=5359f15b-104a-4010-990a-ead6bb12d742)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:39.500323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ca77347a-894a-4756-adbf-cf75cd2d6752 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/1aa0cd6a-3d04-47c2-b01c-a9190a858358 HTTP/1.1" status: 204 len: 168 time: 3.3546231 Dec 21 22:20:39.520590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40198) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:39.532051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7706d540-5f48-4b2e-8628-238294d3eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.611694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.616784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-f0e72b21-e758-4384-947e-47b83ea77cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:39.619414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-f0e72b21-e758-4384-947e-47b83ea77cbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f41cb78-e7e9-46d8-b355-294f6f020eff HTTP/1.1" status: 200 len: 898 time: 0.9361274 Dec 21 22:20:39.640585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ee3fc0cf-0394-43fd-8455-47e0851a92cc up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:39.681102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Network 0978921e-4c7b-4f57-8f75-513579a7c98a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:39.689635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cfb0e1-a17b-4b4d-a729-26aa61220fb4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:39.691086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cfb0e1-a17b-4b4d-a729-26aa61220fb4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:20:39.711918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Pushing event updated for resources: {'Port': ['ID=91f8e007-dc17-4985-8539-be985acb8681,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:39.715990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:39.734902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:39.748179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-fe0eda4d-babf-42dc-9c58-d3259a42d643 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3 HTTP/1.1" status: 200 len: 217 time: 0.1119120 Dec 21 22:20:39.803084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a2cfb0e1-a17b-4b4d-a729-26aa61220fb4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/1aa0cd6a-3d04-47c2-b01c-a9190a858358 HTTP/1.1" status: 404 len: 333 time: 0.2770984 Dec 21 22:20:39.810334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40202) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:39.841031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706d540-5f48-4b2e-8628-238294d3eceb None None] Pushing event updated for resources: {'Port': ['ID=f90c003d-f5b7-48b5-b302-7ffbaa806d20,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:39.859585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:39.860256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.913871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port ee3fc0cf-0394-43fd-8455-47e0851a92cc completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:39.919865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 53813940-7e2f-4f7b-95a4-c4d9e40c791f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:39.946318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50894251-de3b-496f-9d6b-58215d2e1127 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:39.971324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-c3ce685d-cfc7-4869-ad98-043bf64c88e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:39.973143 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-c3ce685d-cfc7-4869-ad98-043bf64c88e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7022517-855b-411d-8a44-b36b917a9b91 HTTP/1.1" status: 200 len: 835 time: 0.2161405 Dec 21 22:20:40.007749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:40.024034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50894251-de3b-496f-9d6b-58215d2e1127 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Subnet': ['ID=40dd1f12-3f5e-451f-8830-f511a1543650,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:40.031703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.032445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3dcc4b8b-cb2a-4ddb-b264-af251211e769 None None] Provisioning for port d235126a-54ff-44fe-90b4-7bdcc6e7517d completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:40.042071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11be882d-2557-44a9-be1d-42fbe2d0bf2a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 7.2717857 Dec 21 22:20:40.042071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1c6f2d-f591-47ef-abfc-a797cd77f4a7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:20:40.042071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b1c6f2d-f591-47ef-abfc-a797cd77f4a7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:40.044208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40206) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:40.048156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] Usage tracker for resource:security_group_rule and tenant:2d67ae9c55f344d1a91de073d3129043 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:40.050893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3dcc4b8b-cb2a-4ddb-b264-af251211e769 None None] Provisioning complete for port d235126a-54ff-44fe-90b4-7bdcc6e7517d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:40.051193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4b8b-cb2a-4ddb-b264-af251211e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.056184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1045056092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:40.061782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:40.075740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:40.078364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:40.084403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50894251-de3b-496f-9d6b-58215d2e1127 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.087625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-50894251-de3b-496f-9d6b-58215d2e1127 tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/subnets/40dd1f12-3f5e-451f-8830-f511a1543650 HTTP/1.1" status: 204 len: 168 time: 2.6091127 Dec 21 22:20:40.096452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db7267-f467-4d2e-96a4-77ee756c3600 req-758032a5-7fd7-470f-a421-214b6d98137a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:40.097733 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31db7267-f467-4d2e-96a4-77ee756c3600 req-758032a5-7fd7-470f-a421-214b6d98137a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 944 time: 0.6226864 Dec 21 22:20:40.098277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40210) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:40.100324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Usage tracker for resource:router and tenant:f010368cb2b44c2580ecccc69b255a9f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:40.104155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.107011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d2ca-3519-4f10-80ca-efba99c1622f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.112766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dbc4a1-0dd6-4a68-a9b5-e18db4300d7b None None] Network c598aad2-aaa4-461c-a1e0-21115ac3e892 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:40.113806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:40.123497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.171081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:40.247466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2b1c6f2d-f591-47ef-abfc-a797cd77f4a7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:40.252093 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b1c6f2d-f591-47ef-abfc-a797cd77f4a7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/1aa0cd6a-3d04-47c2-b01c-a9190a858358 HTTP/1.1" status: 404 len: 333 time: 0.3985276 Dec 21 22:20:40.256154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40214) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:40.327817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.328893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.338211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.383051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.400546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=d235126a-54ff-44fe-90b4-7bdcc6e7517d,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:40.462101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa97e1-d418-4079-8831-0e955911a53b None None] Network dd604ba8-4278-496e-960c-0a4515f71781 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:40.469800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.475601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31db7267-f467-4d2e-96a4-77ee756c3600 req-f9fcce8c-2815-433f-9c29-dcb76ff64642 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3658688 Dec 21 22:20:40.475773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bdbf26d7-16e2-4e58-a64b-aba7636397a3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:20:40.536003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-ffde9e6c-04e9-4408-b971-e2bc0da4fd95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f41cb78-e7e9-46d8-b355-294f6f020eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5447938 Dec 21 22:20:40.605867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Deleting port 57ed9919-5584-49ce-8629-01632b205111 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:40.606222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.637644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bdbf26d7-16e2-4e58-a64b-aba7636397a3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:40.671599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:20:40.723645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3dcc4b8b-cb2a-4ddb-b264-af251211e769 None None] Port d235126a-54ff-44fe-90b4-7bdcc6e7517d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:40.780361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 53813940-7e2f-4f7b-95a4-c4d9e40c791f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:40.795784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.847467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.855736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf7b778-b07a-4b77-8ec9-5617b9613347 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet 7328ed19-ae4b-4800-982b-d6da1218989a {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:40.859614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b778-b07a-4b77-8ec9-5617b9613347 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.934775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3dcc4b8b-cb2a-4ddb-b264-af251211e769 None None] Provisioning complete for port f90c003d-f5b7-48b5-b302-7ffbaa806d20 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:40.935358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dcc4b8b-cb2a-4ddb-b264-af251211e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.938864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b778-b07a-4b77-8ec9-5617b9613347 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.964714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4a8017d8-c92d-4319-ac70-ff0007060162 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:40.971678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] For port 57ed9919-5584-49ce-8629-01632b205111, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=57ed9919-5584-49ce-8629-01632b205111,segment=NetworkSegment(4041dd4f-3151-447d-9b32-68935dbe96eb),segment_id=4041dd4f-3151-447d-9b32-68935dbe96eb)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:40.972072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:40.984354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.020653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.028130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 4a8017d8-c92d-4319-ac70-ff0007060162 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:41.028659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4a8017d8-c92d-4319-ac70-ff0007060162 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:41.032990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:41.042514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.056327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:41.065905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.070939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0937916d-d7f4-46a2-bae8-6a28aa67fc0d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0157273 Dec 21 22:20:41.116888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Calling delete_port for 57ed9919-5584-49ce-8629-01632b205111 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:41.151966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40218) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:41.209479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbf26d7-16e2-4e58-a64b-aba7636397a3 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:20:41.209724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2cd8907e-e719-4ced-930f-77020d45501d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1263467543', 'prefixes': ['172.20.0.0/16']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:41.229385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e414419-8211-44ad-aa2d-3022443a8fa2 None None] Network 0978921e-4c7b-4f57-8f75-513579a7c98a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:41.250789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bdbf26d7-16e2-4e58-a64b-aba7636397a3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:41.297097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2cd8907e-e719-4ced-930f-77020d45501d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:41.336183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.430389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-6767051f-a5e6-4553-8fc7-5d23123a58ee service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8694720 Dec 21 22:20:41.448122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=bdbf26d7-16e2-4e58-a64b-aba7636397a3,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:41.484999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.564387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f51ede-e070-453a-8139-155623f750e9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:41.576781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a0c2f-e3a1-464d-88a4-c06a9c80c00b None None] DHCP port deletion for c598aad2-aaa4-461c-a1e0-21115ac3e892 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:41.578822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f90c003d-f5b7-48b5-b302-7ffbaa806d20 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:41.621520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Port': ['ID=57ed9919-5584-49ce-8629-01632b205111,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:41.647620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a39c0754-8895-4082-856b-e33cb4ac4a56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d67ae9c55f344d1a91de073d3129043&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6236620 Dec 21 22:20:41.653771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40224) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:41.672249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['bdbf26d7-16e2-4e58-a64b-aba7636397a3'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:20:41.721558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.737552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] No DVR routers for this DVR port 57ed9919-5584-49ce-8629-01632b205111 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:41.743565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b778-b07a-4b77-8ec9-5617b9613347 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.772672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Provisioning for port 53813940-7e2f-4f7b-95a4-c4d9e40c791f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:41.830510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Provisioning complete for port 53813940-7e2f-4f7b-95a4-c4d9e40c791f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:41.831089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.884511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-387b71a8-fda3-4160-8205-0c1ffebc0d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.920792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-387b71a8-fda3-4160-8205-0c1ffebc0d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:41.933308 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5a5afd-41de-4eff-9e8d-f44ca5d90a8d req-c0d61881-cd0a-4599-94f3-d84a7ce2640a service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933653 Dec 21 22:20:41.943330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port f90c003d-f5b7-48b5-b302-7ffbaa806d20 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:41.943883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.130743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-387b71a8-fda3-4160-8205-0c1ffebc0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.166614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b71a8-fda3-4160-8205-0c1ffebc0d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f51ede-e070-453a-8139-155623f750e9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:42.173164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b778-b07a-4b77-8ec9-5617b9613347 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.263378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-387b71a8-fda3-4160-8205-0c1ffebc0d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.264966 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-387b71a8-fda3-4160-8205-0c1ffebc0d84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1f51ede-e070-453a-8139-155623f750e9 HTTP/1.1" status: 204 len: 168 time: 0.6090875 Dec 21 22:20:42.266042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7b778-b07a-4b77-8ec9-5617b9613347 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=7328ed19-ae4b-4800-982b-d6da1218989a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:42.285274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b778-b07a-4b77-8ec9-5617b9613347 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.291658 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eaf7b778-b07a-4b77-8ec9-5617b9613347 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/7328ed19-ae4b-4800-982b-d6da1218989a HTTP/1.1" status: 204 len: 168 time: 2.0290964 Dec 21 22:20:42.293097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40230) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:42.348851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.397455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.436242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c598aad2-aaa4-461c-a1e0-21115ac3e892']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:42.457660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4041dd4f-3151-447d-9b32-68935dbe96eb') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:42.458559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4041dd4f-3151-447d-9b32-68935dbe96eb') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:42.470273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.474446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.511987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.534581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:42.535338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.564007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 53813940-7e2f-4f7b-95a4-c4d9e40c791f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:42.564007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:42.616550 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:42.701593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] For port 53813940-7e2f-4f7b-95a4-c4d9e40c791f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=53813940-7e2f-4f7b-95a4-c4d9e40c791f,segment=NetworkSegment(d8f6b296-8d3a-4a41-ab55-6117b8bed293),segment_id=d8f6b296-8d3a-4a41-ab55-6117b8bed293)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:42.704271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b5d11-9af8-4de9-827b-4d62f5cce728 None None] Network dd604ba8-4278-496e-960c-0a4515f71781 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:42.779961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router 818d7f2f-a654-4785-84b6-ca94d2c00b1e is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:20:42.823239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cd8907e-e719-4ced-930f-77020d45501d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for subnetpool, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.824680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2cd8907e-e719-4ced-930f-77020d45501d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.6694837 Dec 21 22:20:42.828831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40238) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:42.857931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-c6876895-8be8-452f-a591-361fe709caa8 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf', 'tempest-TagsExtTest-Tag-1607635848') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:42.871773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.916107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] For port 53813940-7e2f-4f7b-95a4-c4d9e40c791f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=53813940-7e2f-4f7b-95a4-c4d9e40c791f,segment=NetworkSegment(d8f6b296-8d3a-4a41-ab55-6117b8bed293),segment_id=d8f6b296-8d3a-4a41-ab55-6117b8bed293)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:42.916719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.918069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7965a4d-e104-49c4-bb95-43273f1b6b95 req-df05ac63-8779-417d-b8a9-12b68554de49 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:42.920303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e7965a4d-e104-49c4-bb95-43273f1b6b95 req-df05ac63-8779-417d-b8a9-12b68554de49 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 945 time: 1.2812254 Dec 21 22:20:42.928816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.934010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:42.973040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Pushing event updated for resources: {'Port': ['ID=53813940-7e2f-4f7b-95a4-c4d9e40c791f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:43.016818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] Pushing event deleted for resources: {'Network': ['ID=c598aad2-aaa4-461c-a1e0-21115ac3e892,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:43.059687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c27f157c-c158-4e6a-87be-c6605fc286ea tempest-NetworksTest-1624489045 tempest-NetworksTest-1624489045-project] 10.222.0.30 "DELETE /v2.0/networks/c598aad2-aaa4-461c-a1e0-21115ac3e892 HTTP/1.1" status: 204 len: 168 time: 2.9478607 Dec 21 22:20:43.126861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Provisioning for port ee3fc0cf-0394-43fd-8455-47e0851a92cc completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:43.130980 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e7965a4d-e104-49c4-bb95-43273f1b6b95 req-e8da6262-b728-43c0-b88c-e3df459b13b3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927152 Dec 21 22:20:43.160123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Provisioning complete for port ee3fc0cf-0394-43fd-8455-47e0851a92cc triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:43.161791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:43.252875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 53813940-7e2f-4f7b-95a4-c4d9e40c791f owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:43.368292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487864dc-764a-4e30-a247-c95d16156092 None None] DHCP port deletion for dd604ba8-4278-496e-960c-0a4515f71781 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:43.384921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-487864dc-764a-4e30-a247-c95d16156092 None None] Deleting port 53813940-7e2f-4f7b-95a4-c4d9e40c791f {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:43.385565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-487864dc-764a-4e30-a247-c95d16156092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:43.484959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:43.485566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:43.522830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:43.539979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 57ed9919-5584-49ce-8629-01632b205111 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:43.550553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:43.573855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84a999-1f97-4937-8f6d-0ded01e6bb26 None None] Sync routers for ids ['818d7f2f-a654-4785-84b6-ca94d2c00b1e'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:43.581579 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4dd013bb-53f5-4c01-a552-13dd10db8bc5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/818d7f2f-a654-4785-84b6-ca94d2c00b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3363554 Dec 21 22:20:43.582327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40252) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:43.611106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84a999-1f97-4937-8f6d-0ded01e6bb26 None None] Routers {'818d7f2f-a654-4785-84b6-ca94d2c00b1e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:43.612078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9a84a999-1f97-4937-8f6d-0ded01e6bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['818d7f2f-a654-4785-84b6-ca94d2c00b1e'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:43.625958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 57ed9919-5584-49ce-8629-01632b205111 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:43.626453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 57ed9919-5584-49ce-8629-01632b205111 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:43.646557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 53813940-7e2f-4f7b-95a4-c4d9e40c791f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:43.694303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:43.694653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:43.699288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40258) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:43.729385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] For port ee3fc0cf-0394-43fd-8455-47e0851a92cc, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ee3fc0cf-0394-43fd-8455-47e0851a92cc,segment=NetworkSegment(00357903-05a1-4880-809d-315bd1c0a59a),segment_id=00357903-05a1-4880-809d-315bd1c0a59a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:43.729638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,segment=NetworkSegment(467a779a-8611-4517-acb3-d1d29c0696cd),segment_id=467a779a-8611-4517-acb3-d1d29c0696cd)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:43.730163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:43.759719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c10e0c-912c-4a92-a735-ee950fe51a89 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:43.760985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a6c10e0c-912c-4a92-a735-ee950fe51a89 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:43.783175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:43.793443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9a84a999-1f97-4937-8f6d-0ded01e6bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:43.812528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84a999-1f97-4937-8f6d-0ded01e6bb26 None None] Routers {'818d7f2f-a654-4785-84b6-ca94d2c00b1e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:43.813758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9a84a999-1f97-4937-8f6d-0ded01e6bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['818d7f2f-a654-4785-84b6-ca94d2c00b1e'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:43.822498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a6c10e0c-912c-4a92-a735-ee950fe51a89 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:43.827373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a6c10e0c-912c-4a92-a735-ee950fe51a89 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports/d235126a-54ff-44fe-90b4-7bdcc6e7517d HTTP/1.1" status: 200 len: 910 time: 0.2439408 Dec 21 22:20:43.828216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40264) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:43.921619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9a84a999-1f97-4937-8f6d-0ded01e6bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:43.922145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a84a999-1f97-4937-8f6d-0ded01e6bb26 None None] The sync data for ids ['818d7f2f-a654-4785-84b6-ca94d2c00b1e'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:43.985539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:44.016946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6876895-8be8-452f-a591-361fe709caa8 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags/tempest-TagsExtTest-Tag-1607635848 HTTP/1.1" status: 201 len: 201 time: 1.1820021 Dec 21 22:20:44.028209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40270) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:44.038727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-15c95aa4-338b-4b76-9bb4-243c7af116ee tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681', 'tempest-TagsExtTest-Tag-1409856') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:44.041464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-487864dc-764a-4e30-a247-c95d16156092 None None] For port 53813940-7e2f-4f7b-95a4-c4d9e40c791f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=53813940-7e2f-4f7b-95a4-c4d9e40c791f,segment=NetworkSegment(d8f6b296-8d3a-4a41-ab55-6117b8bed293),segment_id=d8f6b296-8d3a-4a41-ab55-6117b8bed293)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:44.042005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-487864dc-764a-4e30-a247-c95d16156092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.124056 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-573a3e50-6a1b-471e-8e2f-b8a5673a2afc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=414c23ba18fa4f45bc92138d8f0f034b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4210241 Dec 21 22:20:44.126263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40276) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:44.201384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 53813940-7e2f-4f7b-95a4-c4d9e40c791f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:44.202088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.203463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Pushing event updated for resources: {'Port': ['ID=ee3fc0cf-0394-43fd-8455-47e0851a92cc,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:44.206414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Provisioning complete for port d235126a-54ff-44fe-90b4-7bdcc6e7517d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:44.207091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.253833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-487864dc-764a-4e30-a247-c95d16156092 None None] Calling delete_port for 53813940-7e2f-4f7b-95a4-c4d9e40c791f owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:44.265929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4e4acee-6295-4e90-bd82-33b79f539ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.352225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.387560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-15c95aa4-338b-4b76-9bb4-243c7af116ee tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags/tempest-TagsExtTest-Tag-1409856 HTTP/1.1" status: 201 len: 201 time: 0.3581681 Dec 21 22:20:44.388479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40284) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:44.399404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-090f61cf-e8ca-4447-932a-974b63cf48ed None None] Port d235126a-54ff-44fe-90b4-7bdcc6e7517d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:44.404431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bdbf26d7-16e2-4e58-a64b-aba7636397a3 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:44.418839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-f6b62e38-f281-4f44-b381-67413a2c2bc4 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec', 'tempest-TagsExtTest-Tag-1172970700') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:44.442150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.514667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=4fe2fa13-e349-43e2-b2ea-8dbd0de15a56,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:44.550575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-487864dc-764a-4e30-a247-c95d16156092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.635240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port bdbf26d7-16e2-4e58-a64b-aba7636397a3 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:44.639345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487864dc-764a-4e30-a247-c95d16156092 None None] Pushing event deleted for resources: {'Port': ['ID=53813940-7e2f-4f7b-95a4-c4d9e40c791f,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:44.647259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487864dc-764a-4e30-a247-c95d16156092 None None] No DVR routers for this DVR port 53813940-7e2f-4f7b-95a4-c4d9e40c791f on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:44.659686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port bdbf26d7-16e2-4e58-a64b-aba7636397a3 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:44.659686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.696225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Provisioning for port 91f8e007-dc17-4985-8539-be985acb8681 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:44.705550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aed5e5-6e3d-4c8e-adf3-d00ffc2a3a46 req-06f3635b-08a9-4015-a11f-d868f03b3fb1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:44.714302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Provisioning complete for port 91f8e007-dc17-4985-8539-be985acb8681 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:44.714558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-62aed5e5-6e3d-4c8e-adf3-d00ffc2a3a46 req-06f3635b-08a9-4015-a11f-d868f03b3fb1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 945 time: 0.3346720 Dec 21 22:20:44.715122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.774637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4e4acee-6295-4e90-bd82-33b79f539ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.815007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Port 91f8e007-dc17-4985-8539-be985acb8681 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:44.844557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] The port '53813940-7e2f-4f7b-95a4-c4d9e40c791f' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:20:44.872100 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-62aed5e5-6e3d-4c8e-adf3-d00ffc2a3a46 req-3d6986b6-8ea8-4aa8-ba05-b50c864849b3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567354 Dec 21 22:20:44.894829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Provisioning complete for port ee3fc0cf-0394-43fd-8455-47e0851a92cc triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:44.895659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.938744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:44.967570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.020810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:20:45.050236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bdbf26d7-16e2-4e58-a64b-aba7636397a3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:45.141209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.145655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'code': 200} Dec 21 22:20:45.172769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.185408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Could not find standard attr ID for object 53813940-7e2f-4f7b-95a4-c4d9e40c791f. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:20:45.199762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Could not find standard attr ID for object 1aa0cd6a-3d04-47c2-b01c-a9190a858358. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:20:45.204549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd604ba8-4278-496e-960c-0a4515f71781']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:45.220230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f6b296-8d3a-4a41-ab55-6117b8bed293') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:45.220796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f6b296-8d3a-4a41-ab55-6117b8bed293') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:45.238796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Provisioning complete for port d235126a-54ff-44fe-90b4-7bdcc6e7517d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:45.240304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.268785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=bdbf26d7-16e2-4e58-a64b-aba7636397a3,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:45.302000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-926419e0-9f69-475c-a92c-8b537cad531d None None] Port d235126a-54ff-44fe-90b4-7bdcc6e7517d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:20:45.305360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.349876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.380949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:45.381401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:45.399973 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:45.509674 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6b62e38-f281-4f44-b381-67413a2c2bc4 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags/tempest-TagsExtTest-Tag-1172970700 HTTP/1.1" status: 201 len: 201 time: 1.1110938 Dec 21 22:20:45.511480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40300) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:45.516583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4e4acee-6295-4e90-bd82-33b79f539ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.534611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ee3fc0cf-0394-43fd-8455-47e0851a92cc up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:45.546220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-827567bb-3f25-4803-9f40-4fba725c41ab tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6', 'tempest-TagsExtTest-Tag-238676408') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:45.611338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.616163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.632185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ee3fc0cf-0394-43fd-8455-47e0851a92cc triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:45.633417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.639768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.640458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9423841b-f6a0-4a0a-ae46-afa5fb4ee9df req-94ea49cf-bfcb-41eb-9dba-22bdebcaac2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 1099 time: 0.1711533 Dec 21 22:20:45.716854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4acee-6295-4e90-bd82-33b79f539ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba7275-755c-4fb7-a44a-3355a01a75a2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:45.727898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/networks/dd604ba8-4278-496e-960c-0a4515f71781 HTTP/1.1" status: 204 len: 168 time: 3.4299920 Dec 21 22:20:45.728569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40306) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:45.739201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1637094524'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:45.744434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4e4acee-6295-4e90-bd82-33b79f539ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:45.751363 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b4e4acee-6295-4e90-bd82-33b79f539ca4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2dba7275-755c-4fb7-a44a-3355a01a75a2 HTTP/1.1" status: 204 len: 168 time: 1.6177418 Dec 21 22:20:45.751508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:45.766106 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-827567bb-3f25-4803-9f40-4fba725c41ab tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags/tempest-TagsExtTest-Tag-238676408 HTTP/1.1" status: 201 len: 201 time: 0.2458229 Dec 21 22:20:45.767846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40314) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:45.771618 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9423841b-f6a0-4a0a-ae46-afa5fb4ee9df req-e43ed5d2-7270-45bc-b1ba-d46002336245 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765128 Dec 21 22:20:45.772727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:network and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:45.777126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd23fc-ffd1-4ba1-a1cd-22aac357acb6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Network': ['ID=dd604ba8-4278-496e-960c-0a4515f71781,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:45.777697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:45.785614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:45.787814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-8811a66a-7228-4ce7-a239-d594a31a7117 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:45.854134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:45.924987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:45.931241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:46.203993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8811a66a-7228-4ce7-a239-d594a31a7117 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags HTTP/1.1" status: 200 len: 241 time: 0.4287868 Dec 21 22:20:46.205512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40330) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.218823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-5a2896b5-89ee-42dd-8c37-f23a4e2f799e tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf', 'tempest-TagsExtTest-Tag-1607635848') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:46.331823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:46.363058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:46.363058 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Added segment a5cf8b11-b49c-4f52-987b-8918e7de2d77 of type vlan for network e388c7a4-ce3a-4377-88fc-b1dc05539928 Dec 21 22:20:46.428134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:46.448320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2df4e-f2cb-421d-b6eb-d28a283b1375 req-4383f9bb-a7f1-4ddf-a9e2-4dff4970e881 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:46.449929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-11b2df4e-f2cb-421d-b6eb-d28a283b1375 req-4383f9bb-a7f1-4ddf-a9e2-4dff4970e881 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 946 time: 0.1664772 Dec 21 22:20:46.500160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:46.516323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:46.546713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:46.546713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:46.547387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-57297f66-1a2d-48b3-baaa-7748f04f8899 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7309935 Dec 21 22:20:46.548372 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-11b2df4e-f2cb-421d-b6eb-d28a283b1375 req-77f94c94-8280-4566-acb7-d8152ade90b5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899327 Dec 21 22:20:46.548899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40342) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.613097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:46.617816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:46.618593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:46.629878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a2896b5-89ee-42dd-8c37-f23a4e2f799e tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags/tempest-TagsExtTest-Tag-1607635848 HTTP/1.1" status: 204 len: 168 time: 0.4179204 Dec 21 22:20:46.631283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40346) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.638333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-e837d2ad-b093-45dc-a806-a9cb9cf108c4 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf', 'tempest-TagsExtTest-Tag-1607635848') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:46.927931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Network': ['ID=e388c7a4-ce3a-4377-88fc-b1dc05539928,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:46.934857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-993a4a7e-99db-4e14-a23c-9b79dfc65649 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2045312 Dec 21 22:20:46.939558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40354) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.947369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'e388c7a4-ce3a-4377-88fc-b1dc05539928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:46.971520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:47.106282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40358) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.122561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network e388c7a4-ce3a-4377-88fc-b1dc05539928 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:47.131196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434879914', 'description': 'tempest-secgroup-smoke-434879914 description', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:47.144642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:47.153780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port d235126a-54ff-44fe-90b4-7bdcc6e7517d {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:47.154169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.162830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:47.168898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:47.174483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:47.187249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:47.193407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e837d2ad-b093-45dc-a806-a9cb9cf108c4 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags/tempest-TagsExtTest-Tag-1607635848 HTTP/1.1" status: 204 len: 168 time: 0.5589018 Dec 21 22:20:47.199648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40364) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.200498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:47.205095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-2b3b204b-aaeb-41ca-a59d-01c06c07f071 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:47.207006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:47.218035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:47.254320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.279321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.310825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-02310139-1b79-4806-bcae-c19f4198a9c8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet 8309a719-401d-427f-afcd-aeb9040f460f {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:47.310825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02310139-1b79-4806-bcae-c19f4198a9c8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.357812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:47.379070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40368) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.379262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02310139-1b79-4806-bcae-c19f4198a9c8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.490157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02310139-1b79-4806-bcae-c19f4198a9c8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.521645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.538192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.592409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-040687f3-9916-4a12-9072-97d390815d34 tempest-DvrRoutersNegativeTest-1910401974 tempest-DvrRoutersNegativeTest-1910401974-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-662282063', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:47.595145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.policy [None req-040687f3-9916-4a12-9072-97d390815d34 tempest-DvrRoutersNegativeTest-1910401974 tempest-DvrRoutersNegativeTest-1910401974-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88994) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 21 22:20:47.595496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.policy [None req-040687f3-9916-4a12-9072-97d390815d34 tempest-DvrRoutersNegativeTest-1910401974 tempest-DvrRoutersNegativeTest-1910401974-project] Failed policy check for 'create_router' {{(pid=88994) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 21 22:20:47.596064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-040687f3-9916-4a12-9072-97d390815d34 tempest-DvrRoutersNegativeTest-1910401974 tempest-DvrRoutersNegativeTest-1910401974-project] create failed (client error): Access was denied to this resource. Dec 21 22:20:47.604509 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-040687f3-9916-4a12-9072-97d390815d34 tempest-DvrRoutersNegativeTest-1910401974 tempest-DvrRoutersNegativeTest-1910401974-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2111208 Dec 21 22:20:47.636389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b3b204b-aaeb-41ca-a59d-01c06c07f071 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags HTTP/1.1" status: 200 len: 205 time: 0.4355869 Dec 21 22:20:47.637795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40378) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.658020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-32c03dda-c746-4848-8b8c-e086b485ef7d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:47.698061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02310139-1b79-4806-bcae-c19f4198a9c8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.754204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:47.755832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:44Z', 'revision_number': 9, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:47.759817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02310139-1b79-4806-bcae-c19f4198a9c8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=8309a719-401d-427f-afcd-aeb9040f460f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:47.770000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:20:47.784977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:47.785949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:47.810440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group_rule and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:47.815311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:47.830077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02310139-1b79-4806-bcae-c19f4198a9c8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:47.835320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:47.866133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d7d1a-eec6-4152-af6f-9b1b698bd589 None None] Network f059c050-3d1a-44fe-8228-07e5c52ae3e1 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:47.871323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for d235126a-54ff-44fe-90b4-7bdcc6e7517d owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:47.877359 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-02310139-1b79-4806-bcae-c19f4198a9c8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/8309a719-401d-427f-afcd-aeb9040f460f HTTP/1.1" status: 204 len: 168 time: 1.3191316 Dec 21 22:20:47.889094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40382) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.968570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-32c03dda-c746-4848-8b8c-e086b485ef7d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags HTTP/1.1" status: 200 len: 238 time: 0.3295681 Dec 21 22:20:47.974884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40386) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.994237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-008c84b4-6d28-401e-ad48-de7559a3419f tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681', 'tempest-TagsExtTest-Tag-1409856') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:48.041598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b06de-da06-4515-a0a2-09665c08afa4 req-3aab5883-3900-4c84-8e0f-4deae968f0a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:48.043308 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba2b06de-da06-4515-a0a2-09665c08afa4 req-3aab5883-3900-4c84-8e0f-4deae968f0a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 946 time: 0.2749698 Dec 21 22:20:48.092013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.133417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba2b06de-da06-4515-a0a2-09665c08afa4 req-3ebe6005-6477-40d4-a659-d891607d2e5d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746114 Dec 21 22:20:48.145177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:48.145559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.196709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:48.266480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-008c84b4-6d28-401e-ad48-de7559a3419f tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags/tempest-TagsExtTest-Tag-1409856 HTTP/1.1" status: 204 len: 168 time: 0.2881851 Dec 21 22:20:48.268220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40394) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.268375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40396) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.277890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-fb039795-34a5-4210-9384-0893831bb00f tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681', 'tempest-TagsExtTest-Tag-1409856') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:48.418552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19544371-9f10-4114-8014-5d70a62009ef None None] DHCP port deletion for f059c050-3d1a-44fe-8228-07e5c52ae3e1 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:48.440272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-19544371-9f10-4114-8014-5d70a62009ef None None] Deleting port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:48.440865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19544371-9f10-4114-8014-5d70a62009ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.443962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.462355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.502343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.596258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=d235126a-54ff-44fe-90b4-7bdcc6e7517d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:48.626333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.652071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:48.660840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group_rule and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:48.665128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:48.673902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:48.707872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.745780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-19544371-9f10-4114-8014-5d70a62009ef None None] For port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=328ab3fe-41fa-4c23-a6ec-50904efd5aa1,segment=NetworkSegment(467a779a-8611-4517-acb3-d1d29c0696cd),segment_id=467a779a-8611-4517-acb3-d1d29c0696cd)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:48.746410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19544371-9f10-4114-8014-5d70a62009ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.754474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.770609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=328ab3fe-41fa-4c23-a6ec-50904efd5aa1,segment=NetworkSegment(467a779a-8611-4517-acb3-d1d29c0696cd),segment_id=467a779a-8611-4517-acb3-d1d29c0696cd)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:48.770915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.771761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=f0375c41-acf2-4034-8d29-8087a0c3319c,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:48.802269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking segment: {'id': 'a5cf8b11-b49c-4f52-987b-8918e7de2d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e388c7a4-ce3a-4377-88fc-b1dc05539928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:48.804579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network hostable DHCP agents. Network: e388c7a4-ce3a-4377-88fc-b1dc05539928, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:20:48.890771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-19544371-9f10-4114-8014-5d70a62009ef None None] Calling delete_port for 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:48.899917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:48.907767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a339b59c81477cacacee387626c041 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:48.912085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:48.924558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:48.941752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:48.956191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:49.058700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:44Z', 'revision_number': 9, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:49.066003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79c6205-215d-44f2-a213-5efe13e10296 None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:44Z', 'revision_number': 9, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94310f02-1e71-47fc-aeb7-ebe8d36f0554', 'name': '', 'network_id': '3168261b-70e2-449e-9584-c1c616a78a7d', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:f5:32:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:37Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': '52ac418b-658b-4944-b8ca-c6f1741754a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:49.082373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b265d2-021b-45a9-aa00-4e037b0b4edd,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:49.128988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fb039795-34a5-4210-9384-0893831bb00f tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags/tempest-TagsExtTest-Tag-1409856 HTTP/1.1" status: 204 len: 168 time: 0.8572857 Dec 21 22:20:49.134632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:49.139026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.0116444 Dec 21 22:20:49.154831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40404) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.155304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40406) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.169205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19544371-9f10-4114-8014-5d70a62009ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:49.177161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-0fffb985-b99a-4384-a9ef-6923a5ea3740 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:49.222295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19544371-9f10-4114-8014-5d70a62009ef None None] Pushing event deleted for resources: {'Port': ['ID=328ab3fe-41fa-4c23-a6ec-50904efd5aa1,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:49.223131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'security_group_rule': {'security_group_id': '4c263688-53d0-402a-ab87-09a10f95e6cc', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:49.240047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19544371-9f10-4114-8014-5d70a62009ef None None] No DVR routers for this DVR port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:49.253055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a8041-b824-442c-a737-c0721122d1bb req-46cdea7a-0be2-4dbb-9b2e-8ec427e58bee tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:49.255814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a30a8041-b824-442c-a737-c0721122d1bb req-46cdea7a-0be2-4dbb-9b2e-8ec427e58bee tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 946 time: 0.8545723 Dec 21 22:20:49.257113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:49.268692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group_rule and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:49.274299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d59910-78ba-431a-8500-58b6c451c860 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c263688-53d0-402a-ab87-09a10f95e6cc,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:49.277492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:49.277856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:49.279463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:49.294973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:49.306379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:49.313077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network e388c7a4-ce3a-4377-88fc-b1dc05539928 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:20:49.367182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a30a8041-b824-442c-a737-c0721122d1bb req-b5577f5b-71a3-4a90-af4a-6dc45ddfa5ab tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937409 Dec 21 22:20:49.379503 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0fffb985-b99a-4384-a9ef-6923a5ea3740 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags HTTP/1.1" status: 200 len: 205 time: 0.2162580 Dec 21 22:20:49.379946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40412) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.393429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-a9f5befb-4f91-4d25-b65b-e9a8979c5086 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:49.416997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, e388c7a4-ce3a-4377-88fc-b1dc05539928) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:49.416997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:49.416997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:49.416997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40416) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.427981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d746005-ae19-4e91-bf5a-79a6bd50668d None None] Network e388c7a4-ce3a-4377-88fc-b1dc05539928 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:49.452915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:49.513901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:49.514276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4fe2fa13-e349-43e2-b2ea-8dbd0de15a56 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:49.514760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:49.565353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a9f5befb-4f91-4d25-b65b-e9a8979c5086 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags HTTP/1.1" status: 200 len: 241 time: 0.1806514 Dec 21 22:20:49.566040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40420) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.575056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-87983a06-fa59-4884-9ef0-3ebe50a42abd tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec', 'tempest-TagsExtTest-Tag-1172970700') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:49.676697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:49.676697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:49.691585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:49.721311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-87983a06-fa59-4884-9ef0-3ebe50a42abd tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags/tempest-TagsExtTest-Tag-1172970700 HTTP/1.1" status: 204 len: 168 time: 0.1513841 Dec 21 22:20:49.722368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40424) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.728765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-f78b63cf-a822-4d33-80bb-cc937e15f62d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec', 'tempest-TagsExtTest-Tag-1172970700') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:49.759312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-e388c7a4-ce3a-4377-88fc-b1dc05539928', 'network_id': 'e388c7a4-ce3a-4377-88fc-b1dc05539928', 'tenant_id': 'b93f567772da465782c6caf88b1ffd84', 'fixed_ips': [{'subnet_id': 'f0375c41-acf2-4034-8d29-8087a0c3319c'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:20:49.760736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:49.776092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d618451d-0e3a-4ead-9f01-254ebf7551d5 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 1094 time: 0.3535223 Dec 21 22:20:49.776482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40428) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.856367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:49.863104 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-935c4d13-4018-4655-b1f2-ee57951c353c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9222016 Dec 21 22:20:49.864086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:49.876438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40432) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.888785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:49.903542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'e388c7a4-ce3a-4377-88fc-b1dc05539928', 'security_groups': [], 'name': 'tempest-PortsTestJSON-462195166'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:49.928178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:49.949745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:49.967580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Allocated IP 172.20.0.2 (e388c7a4-ce3a-4377-88fc-b1dc05539928/f0375c41-acf2-4034-8d29-8087a0c3319c/0007c866-d2b8-46e8-b554-5ed5b309f6bf) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:50.014697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 328ab3fe-41fa-4c23-a6ec-50904efd5aa1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:50.014842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.046058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:50.057757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25adb19-5735-4aab-90b4-53fdff206468,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:50.112555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.116175 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad5e1286-31e1-4d8f-a352-f5ddb678aed2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5a339b59c81477cacacee387626c041&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8459201 Dec 21 22:20:50.124937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40436) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.145086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] The port '328ab3fe-41fa-4c23-a6ec-50904efd5aa1' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:20:50.158326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router 818d7f2f-a654-4785-84b6-ca94d2c00b1e has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:50.184998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.195731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:50.229130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.229905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:50.241705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Transition to ACTIVE for port object 0007c866-d2b8-46e8-b554-5ed5b309f6bf will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:50.263622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Transition to ACTIVE for port object 0007c866-d2b8-46e8-b554-5ed5b309f6bf will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:50.295577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.377645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Pushing event updated for resources: {'Port': ['ID=0007c866-d2b8-46e8-b554-5ed5b309f6bf,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:50.380046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:50.385011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Network e388c7a4-ce3a-4377-88fc-b1dc05539928 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:50.386896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:50.387008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.388907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:50.427989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.481763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:50.483919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port 96a3ac0b-ffa6-4674-850c-dca55f03f792 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:20:50.487223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Attempting to bind port 0007c866-d2b8-46e8-b554-5ed5b309f6bf on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:20:50.487556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Attempting to bind port 0007c866-d2b8-46e8-b554-5ed5b309f6bf by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'a5cf8b11-b49c-4f52-987b-8918e7de2d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e388c7a4-ce3a-4377-88fc-b1dc05539928'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:20:50.488134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Attempting to bind port 0007c866-d2b8-46e8-b554-5ed5b309f6bf on network e388c7a4-ce3a-4377-88fc-b1dc05539928 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:20:50.489367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f059c050-3d1a-44fe-8228-07e5c52ae3e1']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.496027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:20:50.501759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Checking segment: {'id': 'a5cf8b11-b49c-4f52-987b-8918e7de2d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e388c7a4-ce3a-4377-88fc-b1dc05539928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:20:50.501759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.501759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Bound using segment: {'id': 'a5cf8b11-b49c-4f52-987b-8918e7de2d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e388c7a4-ce3a-4377-88fc-b1dc05539928'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:20:50.501759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Bound port: 0007c866-d2b8-46e8-b554-5ed5b309f6bf, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cf8b11-b49c-4f52-987b-8918e7de2d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e388c7a4-ce3a-4377-88fc-b1dc05539928'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:20:50.501759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.504835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88168a-52b2-4a78-86a6-2c5bc9416981 None None] Sync routers for ids ['818d7f2f-a654-4785-84b6-ca94d2c00b1e'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:50.508814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.513234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e87b-43c3-4fcb-8592-296792c58261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.518874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467a779a-8611-4517-acb3-d1d29c0696cd') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.519426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467a779a-8611-4517-acb3-d1d29c0696cd') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.521939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88168a-52b2-4a78-86a6-2c5bc9416981 None None] Routers {'818d7f2f-a654-4785-84b6-ca94d2c00b1e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:50.523054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ab88168a-52b2-4a78-86a6-2c5bc9416981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['818d7f2f-a654-4785-84b6-ca94d2c00b1e'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.527614 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6e35727b-93f5-4bc3-b2af-29783bd3f5e2 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/818d7f2f-a654-4785-84b6-ca94d2c00b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6982536 Dec 21 22:20:50.532455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40440) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.544194 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f78b63cf-a822-4d33-80bb-cc937e15f62d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags/tempest-TagsExtTest-Tag-1172970700 HTTP/1.1" status: 204 len: 168 time: 0.8205571 Dec 21 22:20:50.546554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.546995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40444) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.578620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.582420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e87b-43c3-4fcb-8592-296792c58261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.589832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.611264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-264b7cf9-d741-4692-aa3d-b0eebdfeae1a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.611599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] For port 0007c866-d2b8-46e8-b554-5ed5b309f6bf, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:20:50.615720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] For port 0007c866-d2b8-46e8-b554-5ed5b309f6bf, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0007c866-d2b8-46e8-b554-5ed5b309f6bf,segment=NetworkSegment(a5cf8b11-b49c-4f52-987b-8918e7de2d77),segment_id=a5cf8b11-b49c-4f52-987b-8918e7de2d77)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:20:50.630482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:50.630683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ab88168a-52b2-4a78-86a6-2c5bc9416981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.630937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.645931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88168a-52b2-4a78-86a6-2c5bc9416981 None None] Routers {'818d7f2f-a654-4785-84b6-ca94d2c00b1e'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:50.645931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ab88168a-52b2-4a78-86a6-2c5bc9416981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['818d7f2f-a654-4785-84b6-ca94d2c00b1e'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:50.649709 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:50.665689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.677242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6ffc5a56-5ab7-42e9-b19d-e7331764aa00 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:50.686030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b14de34-b63f-48aa-bca8-e551ebfbb501,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:50.741379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ab88168a-52b2-4a78-86a6-2c5bc9416981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.742758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab88168a-52b2-4a78-86a6-2c5bc9416981 None None] The sync data for ids ['818d7f2f-a654-4785-84b6-ca94d2c00b1e'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:50.762193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.763531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-276f9d28-e133-4b71-b2a6-aba3dae38aab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6026740 Dec 21 22:20:50.771632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40448) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.779643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'security_group_rule': {'security_group_id': '4c263688-53d0-402a-ab87-09a10f95e6cc', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:50.789854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:50.795306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group_rule and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:50.798990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:50.807185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:50.829274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.860003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.870191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=f059c050-3d1a-44fe-8228-07e5c52ae3e1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:50.874117 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-264b7cf9-d741-4692-aa3d-b0eebdfeae1a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags HTTP/1.1" status: 200 len: 205 time: 0.2856126 Dec 21 22:20:50.879594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.882058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40452) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.887104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e87b-43c3-4fcb-8592-296792c58261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.889642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7d3e87b-43c3-4fcb-8592-296792c58261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.894050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a7d3e87b-43c3-4fcb-8592-296792c58261 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c25adb19-5735-4aab-90b4-53fdff206468 HTTP/1.1" status: 204 len: 168 time: 0.7586675 Dec 21 22:20:50.908216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-1b3ee541-c092-44e5-899c-edbbac0324b5 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:50.918968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3e87b-43c3-4fcb-8592-296792c58261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25adb19-5735-4aab-90b4-53fdff206468,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:50.920796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6ffc5a56-5ab7-42e9-b19d-e7331764aa00 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:50.921012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:50.925297 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ffc5a56-5ab7-42e9-b19d-e7331764aa00 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=818d7f2f-a654-4785-84b6-ca94d2c00b1e HTTP/1.1" status: 200 len: 205 time: 0.3911104 Dec 21 22:20:50.927490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.14 (e388c7a4-ce3a-4377-88fc-b1dc05539928/f0375c41-acf2-4034-8d29-8087a0c3319c/96a3ac0b-ffa6-4674-850c-dca55f03f792) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:50.930356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40458) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.940087 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9b7ce04f-3830-4cb1-bc16-8ce689c62c3b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/f059c050-3d1a-44fe-8228-07e5c52ae3e1 HTTP/1.1" status: 204 len: 168 time: 3.0515380 Dec 21 22:20:50.949346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40462) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.949473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6d4e2-41c1-49c3-8eaa-01513c1e74c6 None None] Pushing event updated for resources: {'Port': ['ID=0007c866-d2b8-46e8-b554-5ed5b309f6bf,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:51.152854 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1b3ee541-c092-44e5-899c-edbbac0324b5 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags HTTP/1.1" status: 200 len: 240 time: 0.2656999 Dec 21 22:20:51.161812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40466) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:51.172594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-6bde7dfe-2dc8-4e24-981c-d89086ef7390 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6', 'tempest-TagsExtTest-Tag-238676408') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:51.200766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:51.222669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6bde7dfe-2dc8-4e24-981c-d89086ef7390 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags/tempest-TagsExtTest-Tag-238676408 HTTP/1.1" status: 204 len: 168 time: 0.0583458 Dec 21 22:20:51.231618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40470) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:51.239545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:51.245976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-e072d020-c1ab-4bbe-8762-39037a634764 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6', 'tempest-TagsExtTest-Tag-238676408') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:51.301284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbba972-852c-40ee-8f44-19a4a08b4ee9,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:51.464544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:51.464544 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d9a0f4b8-ebce-4e84-b4d4-562eecc429ab tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6767778 Dec 21 22:20:51.464544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40474) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:51.482238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'security_group_rule': {'security_group_id': '4c263688-53d0-402a-ab87-09a10f95e6cc', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:51.497374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:51.571882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group_rule and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:51.579573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:51.584056 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e072d020-c1ab-4bbe-8762-39037a634764 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags/tempest-TagsExtTest-Tag-238676408 HTTP/1.1" status: 204 len: 168 time: 0.3485868 Dec 21 22:20:51.595168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40478) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:51.604873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:51.612673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-f3f5efc4-31ca-4de5-845f-13f3f8d297f3 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:51.623598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6814dfb2-0bc7-466a-b389-51612aaa8e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:51.662535 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f3f5efc4-31ca-4de5-845f-13f3f8d297f3 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags HTTP/1.1" status: 200 len: 205 time: 0.0660672 Dec 21 22:20:51.668693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40482) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:51.676206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-4835aa3a-0093-451b-b3aa-98e6d4a4f08c tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:51.713170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:51.739021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:51.863291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:51.883372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.39 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/dcbc57c2-27d5-433e-8b8f-5f318774c375) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:51.919431 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4835aa3a-0093-451b-b3aa-98e6d4a4f08c tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags HTTP/1.1" status: 204 len: 168 time: 0.2470162 Dec 21 22:20:51.923507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40486) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:51.938531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-2abbd7d1-e93e-4e96-ac2f-e835719050e0 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:51.968795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object 96a3ac0b-ffa6-4674-850c-dca55f03f792 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:20:51.999912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.108393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.152427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d378f77-4daf-4f4a-bdb4-3571550637f6,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:52.172114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2abbd7d1-e93e-4e96-ac2f-e835719050e0 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags HTTP/1.1" status: 204 len: 168 time: 0.2474284 Dec 21 22:20:52.175067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40490) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.216039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-bd5e666d-bc20-4479-85fc-b63da6a38bde tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:52.250594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.251893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d2931bec-bf0a-4344-a44f-efb11fc35152 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7761149 Dec 21 22:20:52.270152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40494) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.274488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'security_group_rule': {'security_group_id': '4c263688-53d0-402a-ab87-09a10f95e6cc', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:52.287424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:52.298173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group_rule and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:52.299891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6814dfb2-0bc7-466a-b389-51612aaa8e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.303609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:52.319224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6814dfb2-0bc7-466a-b389-51612aaa8e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.367774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.369324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:52.382557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.474843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network e388c7a4-ce3a-4377-88fc-b1dc05539928 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:52.475852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bd5e666d-bc20-4479-85fc-b63da6a38bde tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags HTTP/1.1" status: 204 len: 168 time: 0.2995062 Dec 21 22:20:52.480240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40500) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.482645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:52.483224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:52.492374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-22755fe9-18d2-4860-a497-766350832075 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:52.531528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=96a3ac0b-ffa6-4674-850c-dca55f03f792,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:52.540582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.597610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6814dfb2-0bc7-466a-b389-51612aaa8e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.598192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6814dfb2-0bc7-466a-b389-51612aaa8e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Fanout notify agent at l3_agent the message router_deleted on router 818d7f2f-a654-4785-84b6-ca94d2c00b1e {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:20:52.610323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.630034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:52.630711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.678601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:52.686023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:52.694013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6814dfb2-0bc7-466a-b389-51612aaa8e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.696949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6814dfb2-0bc7-466a-b389-51612aaa8e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/818d7f2f-a654-4785-84b6-ca94d2c00b1e HTTP/1.1" status: 204 len: 168 time: 1.7641711 Dec 21 22:20:52.705376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:52.705554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40504) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.732374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=dcbc57c2-27d5-433e-8b8f-5f318774c375,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:52.741113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf63b501-c8b3-4b5e-ac8a-d048f9d0b1a3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8561494 Dec 21 22:20:52.746906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40508) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.886208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2e19d141-3ea7-4e87-920d-a404547d70b2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 96a3ac0b-ffa6-4674-850c-dca55f03f792 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:52.886501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e19d141-3ea7-4e87-920d-a404547d70b2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:52.977541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6a84b-5787-45eb-a499-bdec9af8a11a None None] Network e388c7a4-ce3a-4377-88fc-b1dc05539928 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:53.088490 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-22755fe9-18d2-4860-a497-766350832075 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags HTTP/1.1" status: 204 len: 168 time: 0.6026454 Dec 21 22:20:53.099989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40512) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:53.123898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6dec6035-3feb-4625-8a75-1ad5be21228c None None] Provisioning for port 0007c866-d2b8-46e8-b554-5ed5b309f6bf completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:53.151797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-26b3928e-e592-4691-828b-4c17318ae097 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf', 'tempest-TagsExtTest-Tag-649537757') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:53.202136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.274533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.323608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265f16a0-d926-44e5-8b34-23fbf2bb1a43,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:53.406909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e19d141-3ea7-4e87-920d-a404547d70b2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.422166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62e9113-0611-4f27-bc02-315dac8c88f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet ef0256b4-dbfb-4222-aebf-8ace0546313b {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:53.422166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62e9113-0611-4f27-bc02-315dac8c88f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.471569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0007c866-d2b8-46e8-b554-5ed5b309f6bf up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:53.478165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.482794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3b321db-f90a-4bf9-85f9-a99c2d6f7f77 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2170448 Dec 21 22:20:53.484890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40516) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:53.497997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'security_group_rule': {'security_group_id': '4c263688-53d0-402a-ab87-09a10f95e6cc', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:53.516222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:53.532088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group_rule and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:53.541351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:53.546511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62e9113-0611-4f27-bc02-315dac8c88f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.602042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 0007c866-d2b8-46e8-b554-5ed5b309f6bf completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:20:53.605081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:53.610070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0007c866-d2b8-46e8-b554-5ed5b309f6bf triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:53.610395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.716734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-87b745e2-2ebb-40d0-a00a-ce4f7f511b50 None None] Provisioning complete for port 0007c866-d2b8-46e8-b554-5ed5b309f6bf triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:53.717408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87b745e2-2ebb-40d0-a00a-ce4f7f511b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.720931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Project a2c9488b7f764f1e81c2a69c2db01249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:20:53.745388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 94310f02-1e71-47fc-aeb7-ebe8d36f0554 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:53.746028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.783311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.807123 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-26b3928e-e592-4691-828b-4c17318ae097 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags/tempest-TagsExtTest-Tag-649537757 HTTP/1.1" status: 201 len: 201 time: 0.6791935 Dec 21 22:20:53.817189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40520) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:53.834765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-1c9402e6-22bd-4fb9-8834-89bf30b73078 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681', 'tempest-TagsExtTest-Tag-493795711') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:53.841150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.850832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2e19d141-3ea7-4e87-920d-a404547d70b2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 96a3ac0b-ffa6-4674-850c-dca55f03f792 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:53.930545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 0007c866-d2b8-46e8-b554-5ed5b309f6bf, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0007c866-d2b8-46e8-b554-5ed5b309f6bf,segment=NetworkSegment(a5cf8b11-b49c-4f52-987b-8918e7de2d77),segment_id=a5cf8b11-b49c-4f52-987b-8918e7de2d77)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:53.956624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62e9113-0611-4f27-bc02-315dac8c88f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:53.960019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87b745e2-2ebb-40d0-a00a-ce4f7f511b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.017976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.084296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e19d141-3ea7-4e87-920d-a404547d70b2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.129773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-87b745e2-2ebb-40d0-a00a-ce4f7f511b50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:54.129773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-87b745e2-2ebb-40d0-a00a-ce4f7f511b50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:54.140878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=0007c866-d2b8-46e8-b554-5ed5b309f6bf,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:54.152840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19d141-3ea7-4e87-920d-a404547d70b2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=96a3ac0b-ffa6-4674-850c-dca55f03f792,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:54.195762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.212952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port 94310f02-1e71-47fc-aeb7-ebe8d36f0554, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=94310f02-1e71-47fc-aeb7-ebe8d36f0554,segment=NetworkSegment(e7382c05-ad21-49d4-8bc9-2b73c5634b03),segment_id=e7382c05-ad21-49d4-8bc9-2b73c5634b03)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:54.213354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.223460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62e9113-0611-4f27-bc02-315dac8c88f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.329859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.334685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e19d141-3ea7-4e87-920d-a404547d70b2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.367871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2e19d141-3ea7-4e87-920d-a404547d70b2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/96a3ac0b-ffa6-4674-850c-dca55f03f792 HTTP/1.1" status: 204 len: 168 time: 1.6188028 Dec 21 22:20:54.370666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40524) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:54.419086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 94310f02-1e71-47fc-aeb7-ebe8d36f0554 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:54.437445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2dcc6d-9416-4a50-abb6-668be493b4e9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:20:54.438013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0d2dcc6d-9416-4a50-abb6-668be493b4e9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:20:54.447346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.451252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e9113-0611-4f27-bc02-315dac8c88f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0256b4-dbfb-4222-aebf-8ace0546313b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:54.465772 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1c9402e6-22bd-4fb9-8834-89bf30b73078 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags/tempest-TagsExtTest-Tag-493795711 HTTP/1.1" status: 201 len: 201 time: 0.6471753 Dec 21 22:20:54.468733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40528) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:54.475332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-6b3e19cb-2ed0-42f8-8883-40d8f2b362ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec', 'tempest-TagsExtTest-Tag-1615932012') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:54.481738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f26ca2-25f0-4449-87c7-7eff08e1016c,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:54.484159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d7578-8158-49e0-9bca-39fa63d4a9df None None] Network ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:54.485632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b62e9113-0611-4f27-bc02-315dac8c88f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.515251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b62e9113-0611-4f27-bc02-315dac8c88f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/ef0256b4-dbfb-4222-aebf-8ace0546313b HTTP/1.1" status: 204 len: 168 time: 1.8077822 Dec 21 22:20:54.516403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40532) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:54.570360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0d2dcc6d-9416-4a50-abb6-668be493b4e9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:20:54.571664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0d2dcc6d-9416-4a50-abb6-668be493b4e9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/96a3ac0b-ffa6-4674-850c-dca55f03f792 HTTP/1.1" status: 404 len: 333 time: 0.1999998 Dec 21 22:20:54.575723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.579984 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bd7b43bb-7c04-4a1d-8bee-12871d1f627c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0903609 Dec 21 22:20:54.580889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40536) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:54.581260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40538) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:54.644981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'security_group_rule': {'security_group_id': '4c263688-53d0-402a-ab87-09a10f95e6cc', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:54.673739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.725343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:54.741386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-87b745e2-2ebb-40d0-a00a-ce4f7f511b50 None None] Could not find standard attr ID for object 96a3ac0b-ffa6-4674-850c-dca55f03f792. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:20:54.760626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:security_group_rule and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:54.770761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:54.780977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6b3e19cb-2ed0-42f8-8883-40d8f2b362ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags/tempest-TagsExtTest-Tag-1615932012 HTTP/1.1" status: 201 len: 201 time: 0.3109777 Dec 21 22:20:54.783742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.792518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40544) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:54.800893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:54.823008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-044e4a0b-d6af-4c0b-b9d5-bdf7c1a7184b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6', 'tempest-TagsExtTest-Tag-1073354941') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:54.852111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] DHCP port deletion for ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:54.862763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] Deleting port f90c003d-f5b7-48b5-b302-7ffbaa806d20 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:54.863183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.886626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port f90c003d-f5b7-48b5-b302-7ffbaa806d20 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:54.886997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.890239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53623959-a3b9-482a-ae03-046185cb2ac0 None None] Could not find standard attr ID for object 96a3ac0b-ffa6-4674-850c-dca55f03f792. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:20:54.928902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.987269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:54.992846 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Project a2c9488b7f764f1e81c2a69c2db01249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:20:55.064424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.105448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] For port f90c003d-f5b7-48b5-b302-7ffbaa806d20, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f90c003d-f5b7-48b5-b302-7ffbaa806d20,segment=NetworkSegment(5359f15b-104a-4010-990a-ead6bb12d742),segment_id=5359f15b-104a-4010-990a-ead6bb12d742)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:55.105959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.135604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=dcbc57c2-27d5-433e-8b8f-5f318774c375,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:55.139132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.220069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39be81f-cbc0-46b5-9b18-4b415503df1b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet f0375c41-acf2-4034-8d29-8087a0c3319c {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:20:55.230676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c39be81f-cbc0-46b5-9b18-4b415503df1b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.248823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] Calling delete_port for f90c003d-f5b7-48b5-b302-7ffbaa806d20 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:55.300754 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-044e4a0b-d6af-4c0b-b9d5-bdf7c1a7184b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags/tempest-TagsExtTest-Tag-1073354941 HTTP/1.1" status: 201 len: 201 time: 0.5056281 Dec 21 22:20:55.301563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40548) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:55.316372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.318687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-38f9494c-c145-487e-9c93-567d8e6bfb87 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf', {'tags': ['tempest-TagsExtTest-Tag-1107220355', 'tempest-TagsExtTest-Tag-1936160702', 'tempest-TagsExtTest-Tag-2016183438']}) {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:55.353366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.413673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c39be81f-cbc0-46b5-9b18-4b415503df1b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.417304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] No DVR routers for this DVR port f90c003d-f5b7-48b5-b302-7ffbaa806d20 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:55.419203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef31ad-7568-4413-9a40-f0eab80b1564 None None] Pushing event deleted for resources: {'Port': ['ID=f90c003d-f5b7-48b5-b302-7ffbaa806d20,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:55.442219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0007c866-d2b8-46e8-b554-5ed5b309f6bf up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:20:55.447321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=94310f02-1e71-47fc-aeb7-ebe8d36f0554,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:55.458760 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP 3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3 associated. External IP: 172.26.6.39, port: bdbf26d7-16e2-4e58-a64b-aba7636397a3. Dec 21 22:20:55.520163 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-38f9494c-c145-487e-9c93-567d8e6bfb87 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags HTTP/1.1" status: 200 len: 318 time: 0.2133501 Dec 21 22:20:55.536571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port f90c003d-f5b7-48b5-b302-7ffbaa806d20, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f90c003d-f5b7-48b5-b302-7ffbaa806d20,segment=NetworkSegment(5359f15b-104a-4010-990a-ead6bb12d742),segment_id=5359f15b-104a-4010-990a-ead6bb12d742)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:55.537228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.538135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0007c866-d2b8-46e8-b554-5ed5b309f6bf triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:20:55.539378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:55.543746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40552) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:55.552304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-f572ad01-9245-44cc-bf05-512677485d2f tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:55.821720 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f572ad01-9245-44cc-bf05-512677485d2f tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags HTTP/1.1" status: 204 len: 168 time: 0.2717919 Dec 21 22:20:55.822305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f90c003d-f5b7-48b5-b302-7ffbaa806d20 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:55.823791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40556) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:55.832180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-1e3e3263-6997-4748-b8ee-1bbdfd7241dc tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf', 'tempest-TagsExtTest-Tag-1107220355') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:55.881164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: f90c003d-f5b7-48b5-b302-7ffbaa806d20 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:20:55.881562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f90c003d-f5b7-48b5-b302-7ffbaa806d20 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:20:55.943974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-1e3e3263-6997-4748-b8ee-1bbdfd7241dc tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:20:55.949088 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1e3e3263-6997-4748-b8ee-1bbdfd7241dc tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags/tempest-TagsExtTest-Tag-1107220355 HTTP/1.1" status: 404 len: 329 time: 0.1225557 Dec 21 22:20:55.949903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40560) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:55.969794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for f90c003d-f5b7-48b5-b302-7ffbaa806d20 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:56.025719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-b03230b2-95f4-4abc-b173-2c94b5aeeba1 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf', 'tempest-TagsExtTest-Tag-1936160702') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:56.041603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.116312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-b03230b2-95f4-4abc-b173-2c94b5aeeba1 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:20:56.120798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b03230b2-95f4-4abc-b173-2c94b5aeeba1 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags/tempest-TagsExtTest-Tag-1936160702 HTTP/1.1" status: 404 len: 329 time: 0.1165085 Dec 21 22:20:56.122363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40564) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.129332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-22afd2d9-5f8c-47a1-9f66-da4f2f3ce0e8 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf', 'tempest-TagsExtTest-Tag-2016183438') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:56.140999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.198639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054f01af-77a2-4fbb-aae0-ff3902cf09ab,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:56.290939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-22afd2d9-5f8c-47a1-9f66-da4f2f3ce0e8 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:20:56.294710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-22afd2d9-5f8c-47a1-9f66-da4f2f3ce0e8 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags/tempest-TagsExtTest-Tag-2016183438 HTTP/1.1" status: 404 len: 329 time: 0.1714377 Dec 21 22:20:56.295295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40568) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.303138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-714b3349-b687-46b3-89cd-01f7ff309241 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681', {'tags': ['tempest-TagsExtTest-Tag-916381913', 'tempest-TagsExtTest-Tag-1231168512', 'tempest-TagsExtTest-Tag-680606494']}) {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:56.303712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:56.304100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:56.313281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.314579 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ba7f5e7-fcc6-4c3b-8b97-ed3f66712f0a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.7154145 Dec 21 22:20:56.316169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c39be81f-cbc0-46b5-9b18-4b415503df1b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.333296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40572) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.347059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'network': {'name': 'tempest-network-smoke--748210111', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'port_security_enabled': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:56.362492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:56.375983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router e550d334-7cf2-4478-9afe-895e87939374 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:56.383578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:network and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:56.390920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:56.401368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:56.412644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.483531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-714b3349-b687-46b3-89cd-01f7ff309241 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags HTTP/1.1" status: 200 len: 316 time: 0.1864858 Dec 21 22:20:56.484268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Made reservation on behalf of a2c9488b7f764f1e81c2a69c2db01249 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:20:56.488968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40576) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.489671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.490075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c39be81f-cbc0-46b5-9b18-4b415503df1b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.537462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:20:56.544820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-f2b3e202-c14d-4500-84fc-5113af597386 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:56.566185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.566573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Added segment 8df7f703-5057-48c2-bebc-03e7f06aaf21 of type vlan for network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f Dec 21 22:20:56.580299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39be81f-cbc0-46b5-9b18-4b415503df1b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=f0375c41-acf2-4034-8d29-8087a0c3319c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:56.599748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c39be81f-cbc0-46b5-9b18-4b415503df1b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.605650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db210343-d1a0-4906-ae8d-6198b0195483 None None] Network e388c7a4-ce3a-4377-88fc-b1dc05539928 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:20:56.686246 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c39be81f-cbc0-46b5-9b18-4b415503df1b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/f0375c41-acf2-4034-8d29-8087a0c3319c HTTP/1.1" status: 204 len: 168 time: 2.0861926 Dec 21 22:20:56.686634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40580) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.832946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port f90c003d-f5b7-48b5-b302-7ffbaa806d20 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:56.833330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.891442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.935330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.941807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] DHCP port deletion for e388c7a4-ce3a-4377-88fc-b1dc05539928 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:20:56.947213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] Deleting port 0007c866-d2b8-46e8-b554-5ed5b309f6bf {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:56.947642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.955663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] The port 'f90c003d-f5b7-48b5-b302-7ffbaa806d20' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:20:56.957619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:56.978054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] Sync routers for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:56.980496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:56.988271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:56.988918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.013230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:57.014244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:57.057860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 0007c866-d2b8-46e8-b554-5ed5b309f6bf {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:57.058637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.065730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.160963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f2b3e202-c14d-4500-84fc-5113af597386 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags HTTP/1.1" status: 204 len: 168 time: 0.6661267 Dec 21 22:20:57.180707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40584) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:57.198912 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8644693 Dec 21 22:20:57.200558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-25f153a7-4f5a-48dd-a4e2-aa178ae1d719 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3580751 Dec 21 22:20:57.201703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:20:57.206591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64502c-a17b-4e94-ad1f-348887a5719e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'Network': ['ID=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:57.209672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40588) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:57.210057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40590) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:57.218869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'admin_state_up': True, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:57.234104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:57.239003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:router and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:57.244604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:57.251777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:57.268959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-c7672af5-9a26-4256-9a8a-e54e39a9b43b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681', 'tempest-TagsExtTest-Tag-916381913') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:57.432707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.434667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.455051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8c8b6bdb-ea5d-4c5c-a2c5-88d7947ea30f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3 HTTP/1.1" status: 200 len: 991 time: 0.2429609 Dec 21 22:20:57.470209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:20:57.488857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.489051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.539242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] For port 0007c866-d2b8-46e8-b554-5ed5b309f6bf, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0007c866-d2b8-46e8-b554-5ed5b309f6bf,segment=NetworkSegment(a5cf8b11-b49c-4f52-987b-8918e7de2d77),segment_id=a5cf8b11-b49c-4f52-987b-8918e7de2d77)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:57.539675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.606931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:57.611760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0007c866-d2b8-46e8-b554-5ed5b309f6bf no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:20:57.632321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5359f15b-104a-4010-990a-ead6bb12d742') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:57.638644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5359f15b-104a-4010-990a-ead6bb12d742') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:57.709283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.720909 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'status': 'completed', 'code': 200} Dec 21 22:20:57.738645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:57.795855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] Calling delete_port for 0007c866-d2b8-46e8-b554-5ed5b309f6bf owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:57.876042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:57.990770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.030123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.092999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.116706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.120936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-c7672af5-9a26-4256-9a8a-e54e39a9b43b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:20:58.122277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c7672af5-9a26-4256-9a8a-e54e39a9b43b tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags/tempest-TagsExtTest-Tag-916381913 HTTP/1.1" status: 404 len: 328 time: 0.9373615 Dec 21 22:20:58.130451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] For port 0007c866-d2b8-46e8-b554-5ed5b309f6bf, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0007c866-d2b8-46e8-b554-5ed5b309f6bf,segment=NetworkSegment(a5cf8b11-b49c-4f52-987b-8918e7de2d77),segment_id=a5cf8b11-b49c-4f52-987b-8918e7de2d77)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:20:58.131116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.139805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40600) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:58.145715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:20:58.146402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.155430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] No DVR routers for this DVR port 0007c866-d2b8-46e8-b554-5ed5b309f6bf on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:58.177354 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:58.183298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbdc08-4ae4-44d6-abc5-c4f591f2477c None None] Pushing event deleted for resources: {'Port': ['ID=0007c866-d2b8-46e8-b554-5ed5b309f6bf,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:58.188310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.188673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-b3765abb-6869-4cd8-9c91-4f5e52937699 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681', 'tempest-TagsExtTest-Tag-1231168512') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:58.193498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Allocated IP 172.26.6.179 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/3d7f0840-1f6a-4543-b885-45907c09dbfe) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:20:58.364375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.385432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 0007c866-d2b8-46e8-b554-5ed5b309f6bf owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:20:58.435526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.466008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40604) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:58.472219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:50Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:54Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:58.477122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] Checking router: e550d334-7cf2-4478-9afe-895e87939374 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:20:58.492819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:58.493689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:58.512249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:20:58.515440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:20:58.520099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:20:58.551142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'Port': ['ID=3d7f0840-1f6a-4543-b885-45907c09dbfe,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:58.683117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.698427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:58.724771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.735300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.736015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.739315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-aa5705f7-7cce-4e79-910e-921ea9a4d29e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 1099 time: 1.0014944 Dec 21 22:20:58.772693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:20:58.819298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5263440-eb1f-4f13-a684-09fd8f312771 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3 HTTP/1.1" status: 200 len: 991 time: 0.2904720 Dec 21 22:20:58.827789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9c0116a3-918c-463b-82b5-3baa9be3372c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/ae2a3dd5-c964-4ab5-a453-6bf7b83ca8e9 HTTP/1.1" status: 204 len: 168 time: 4.3100491 Dec 21 22:20:58.832026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40608) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:58.839741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-299103024', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:58.849594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:20:58.852968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:58.856890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:20:58.857007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:router and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:20:58.857112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-b3765abb-6869-4cd8-9c91-4f5e52937699 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:20:58.860365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:20:58.860615 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b3765abb-6869-4cd8-9c91-4f5e52937699 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags/tempest-TagsExtTest-Tag-1231168512 HTTP/1.1" status: 404 len: 329 time: 0.7178760 Dec 21 22:20:58.863264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40612) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:58.874442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:20:58.936826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-f7707c00-1f88-456e-8ceb-8ead7423ddac tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681', 'tempest-TagsExtTest-Tag-680606494') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:58.943247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.944262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:58.992205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:59.014396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:20:59.042069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-d085b1c4-bde8-4e10-8eeb-b729dd5b852b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:59.044017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-d085b1c4-bde8-4e10-8eeb-b729dd5b852b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f41cb78-e7e9-46d8-b355-294f6f020eff HTTP/1.1" status: 200 len: 898 time: 0.2774954 Dec 21 22:20:59.110431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:50Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:54Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:59.115972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e87892-57ed-4497-8897-f32b102ee45d None None] The sync data for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv is: [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:19:50Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:54Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:20:59.149074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Router 323abd46-fec1-473b-8d97-98812b29fcd7 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:20:59.234837 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-f7707c00-1f88-456e-8ceb-8ead7423ddac tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:20:59.235985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f7707c00-1f88-456e-8ceb-8ead7423ddac tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags/tempest-TagsExtTest-Tag-680606494 HTTP/1.1" status: 404 len: 328 time: 0.3676720 Dec 21 22:20:59.245470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40616) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:59.263812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-621cab41-213b-4141-b37b-5574dd93ec6a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec', {'tags': ['tempest-TagsExtTest-Tag-1757860522', 'tempest-TagsExtTest-Tag-625075725', 'tempest-TagsExtTest-Tag-1250999957']}) {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:59.308409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:59.392172 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-eed0a8ba-5d93-42d4-9d4e-341433a7c63b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3 HTTP/1.1" status: 200 len: 999 time: 0.3268437 Dec 21 22:20:59.392726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 0007c866-d2b8-46e8-b554-5ed5b309f6bf {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:20:59.393375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:59.520495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbec82e-a74a-40de-8b9b-decc3df9150e None None] New status for floating IP 3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:20:59.554124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:20:59.567767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Sync routers for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:20:59.582952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:20:59.583859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:20:59.635519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-9c8b9276-a141-4082-bec4-b3548cc60a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:20:59.637635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-9c8b9276-a141-4082-bec4-b3548cc60a02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7022517-855b-411d-8a44-b36b917a9b91 HTTP/1.1" status: 200 len: 835 time: 0.2183425 Dec 21 22:20:59.654892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:59.660053 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e71fae0-c199-41f7-a0f4-12a7a2a0416c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4424481 Dec 21 22:20:59.660325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40620) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:59.661182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:59.662724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] The port '0007c866-d2b8-46e8-b554-5ed5b309f6bf' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:20:59.704451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:20:59.823242 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-621cab41-213b-4141-b37b-5574dd93ec6a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags HTTP/1.1" status: 200 len: 317 time: 0.5763540 Dec 21 22:20:59.826307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40626) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:59.826700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40628) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:59.831798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:20:59.994947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.26.6.191 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/44be6eed-a8be-4cd7-928b-b7d6cae3f62b) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:00.049090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-2a0a863c-2ff6-4dfe-96ed-728b10d4b74d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:00.081795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-907bc43c-ec63-4ba1-b00d-1c4253276a3a tempest-TestNetworkAdvancedServerOps-233551755 tempest-TestNetworkAdvancedServerOps-233551755-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a2c9488b7f764f1e81c2a69c2db01249&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3920422 Dec 21 22:21:00.086623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40636) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:00.432794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:20:58Z', 'revision_number': 3, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:00.437697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Checking router: 323abd46-fec1-473b-8d97-98812b29fcd7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:00.438106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Updating router 323abd46-fec1-473b-8d97-98812b29fcd7 port 3d7f0840-1f6a-4543-b885-45907c09dbfe binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:21:00.458007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:00.496422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:00.596960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:00.599544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e388c7a4-ce3a-4377-88fc-b1dc05539928']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:00.600162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966d6fd-63f9-48bf-9d6f-05b7ee975786 tempest-TestNetworkAdvancedServerOps-233551755 tempest-TestNetworkAdvancedServerOps-233551755-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:00.605162 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c966d6fd-63f9-48bf-9d6f-05b7ee975786 tempest-TestNetworkAdvancedServerOps-233551755 tempest-TestNetworkAdvancedServerOps-233551755-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5170381 Dec 21 22:21:00.605810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40640) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:00.633806 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dbf3c00c-83df-422e-9ea2-cd2a45243545 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3 HTTP/1.1" status: 200 len: 993 time: 0.7220018 Dec 21 22:21:00.634520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cf8b11-b49c-4f52-987b-8918e7de2d77') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:00.634876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cf8b11-b49c-4f52-987b-8918e7de2d77') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:00.661801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8706ff94-3746-4026-a217-0b13a00bb73a tempest-TestNetworkAdvancedServerOps-233551755 tempest-TestNetworkAdvancedServerOps-233551755-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531135 Dec 21 22:21:00.663250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-8865272f-b6ba-495f-a02a-bc7bd3991f1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f41cb78-e7e9-46d8-b355-294f6f020eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9985986 Dec 21 22:21:00.664764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40644) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:00.666374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:00.674629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1621410017', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:00.726771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:00.751389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:00.753777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:21:00.754221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:00.766766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:00.774966 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:00.796544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:00.798631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:00.801759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:00.866958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:00.881110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:subnet and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:00.895921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:00.916172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:00.920209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:00.921300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=44be6eed-a8be-4cd7-928b-b7d6cae3f62b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:00.926797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:00.929439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:00.950806 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-36f30539-73a9-47ed-8d9c-7a242dc23525 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9997859 Dec 21 22:21:00.958787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40648) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:01.031723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Made reservation on behalf of a2c9488b7f764f1e81c2a69c2db01249 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:01.079881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:01.080158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.146569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Transition to ACTIVE for port object 3d7f0840-1f6a-4543-b885-45907c09dbfe will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:01.152196 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2a0a863c-2ff6-4dfe-96ed-728b10d4b74d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags HTTP/1.1" status: 204 len: 168 time: 1.2348280 Dec 21 22:21:01.157325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40652) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:01.176522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-b4be4fa5-cf40-4468-b7ed-2da197a53808 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec', 'tempest-TagsExtTest-Tag-1757860522') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:01.190569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.217704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.295273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Attempting to bind port 3d7f0840-1f6a-4543-b885-45907c09dbfe on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:01.295939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Attempting to bind port 3d7f0840-1f6a-4543-b885-45907c09dbfe by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:01.296557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Attempting to bind port 3d7f0840-1f6a-4543-b885-45907c09dbfe on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:01.319704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071989-e8c4-41f9-a60c-2108e6b0e07e None None] Pushing event updated for resources: {'Port': ['ID=3d7f0840-1f6a-4543-b885-45907c09dbfe,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:01.323416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:01.324063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:01.324735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.325359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:01.326334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Bound port: 3d7f0840-1f6a-4543-b885-45907c09dbfe, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:01.327021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.365397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8150dfaf-0696-4862-bd00-f25d615c4122 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet 52ac418b-658b-4944-b8ca-c6f1741754a8 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:21:01.369314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.434138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] For port 3d7f0840-1f6a-4543-b885-45907c09dbfe, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:01.440209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] For port 3d7f0840-1f6a-4543-b885-45907c09dbfe, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3d7f0840-1f6a-4543-b885-45907c09dbfe,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:01.443064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8150dfaf-0696-4862-bd00-f25d615c4122 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.460900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:54Z', 'revision_number': 10, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:01.472904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:01.478024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:01.478694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:01.495441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.495637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.505865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.506957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.520713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-29cde0a0-d8f7-42d1-b218-4c3f9f464bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423922 Dec 21 22:21:01.526674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Network': ['ID=e388c7a4-ce3a-4377-88fc-b1dc05539928,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:01.563265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-96c8a65b-0798-4dd4-8f70-0252a4e78898 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/networks/e388c7a4-ce3a-4377-88fc-b1dc05539928 HTTP/1.1" status: 204 len: 168 time: 4.8718088 Dec 21 22:21:01.572147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40656) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:01.591868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'name': 'tempest-PortsTestJSON-1432928493'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:01.593665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071989-e8c4-41f9-a60c-2108e6b0e07e None None] Pushing event updated for resources: {'Port': ['ID=3d7f0840-1f6a-4543-b885-45907c09dbfe,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:01.611682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8150dfaf-0696-4862-bd00-f25d615c4122 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.613020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:01.613779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:01.614569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:01.645219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:01.661916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-b4be4fa5-cf40-4468-b7ed-2da197a53808 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:21:01.665189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b4be4fa5-cf40-4468-b7ed-2da197a53808 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags/tempest-TagsExtTest-Tag-1757860522 HTTP/1.1" status: 404 len: 329 time: 0.5031044 Dec 21 22:21:01.676856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40660) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:01.693116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-682e59d1-b51e-4af1-aa15-c63fbb89ffa3 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec', 'tempest-TagsExtTest-Tag-625075725') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:01.837374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:01.874885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:01.909798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'Subnet': ['ID=67ce6590-c6e2-425a-8344-86e90e44102c,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:01.934882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:01.986422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Checking segment: {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:01.986422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Network hostable DHCP agents. Network: 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:01.990848 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f10b89b4-6356-47de-af11-5e45214b6f10 req-c511cc34-a58b-4a11-bc14-5beba857cc2c service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590654 Dec 21 22:21:02.010983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8150dfaf-0696-4862-bd00-f25d615c4122 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.018404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.018726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.019104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.019477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.019973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.020372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.021215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.021633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.022004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.022435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.022844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:02.035660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-682e59d1-b51e-4af1-aa15-c63fbb89ffa3 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:21:02.037228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-682e59d1-b51e-4af1-aa15-c63fbb89ffa3 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags/tempest-TagsExtTest-Tag-625075725 HTTP/1.1" status: 404 len: 328 time: 0.3581855 Dec 21 22:21:02.038918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:54Z', 'revision_number': 10, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:02.044015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f1502-9238-4293-aac4-514102dc9a25 None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:20:54Z', 'revision_number': 10, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None, '_interfaces': [{'id': '5129b3c5-fabd-4405-87b2-6c6637c35926', 'name': '', 'network_id': '3911d80f-4e52-4433-8d81-8f2c969d1c31', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'mac_address': 'fa:16:3e:6c:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:09Z', 'updated_at': '2021-12-21T22:19:27Z', 'revision_number': 5, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'subnets': [{'id': 'ba022a51-9d94-42e2-939a-0ca974e10041', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:02.047797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40664) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.058794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-bb92edbf-2721-42c1-be55-8f5448c5ecd5 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec', 'tempest-TagsExtTest-Tag-1250999957') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:02.061581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:02.067936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.110882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port f5bd3671-e593-4bea-a8f3-d607268f0077 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:21:02.247483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:20:58Z', 'revision_number': 3, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:02.256470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22871d-2122-4e57-9ee8-095b03a9fe80 None None] The sync data for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv is: [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:20:58Z', 'revision_number': 3, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:02.266667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8150dfaf-0696-4862-bd00-f25d615c4122 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.312429 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-bb92edbf-2721-42c1-be55-8f5448c5ecd5 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:21:02.313709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bb92edbf-2721-42c1-be55-8f5448c5ecd5 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags/tempest-TagsExtTest-Tag-1250999957 HTTP/1.1" status: 404 len: 329 time: 0.2636669 Dec 21 22:21:02.317064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40668) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.324429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-360233a2-4e34-4f8b-9eab-d26b2e8a00f3 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6', {'tags': ['tempest-TagsExtTest-Tag-334850462', 'tempest-TagsExtTest-Tag-56937183', 'tempest-TagsExtTest-Tag-1319085928']}) {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:02.338944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150dfaf-0696-4862-bd00-f25d615c4122 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=52ac418b-658b-4944-b8ca-c6f1741754a8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:02.356880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682216b-4ae8-441e-a1d7-aea057c27eee None None] Network 3168261b-70e2-449e-9584-c1c616a78a7d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:02.360242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:02.361841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8150dfaf-0696-4862-bd00-f25d615c4122 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.417035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:02.421450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:02.422448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.431604 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8150dfaf-0696-4862-bd00-f25d615c4122 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/52ac418b-658b-4944-b8ca-c6f1741754a8 HTTP/1.1" status: 204 len: 168 time: 1.4756594 Dec 21 22:21:02.439588 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-360233a2-4e34-4f8b-9eab-d26b2e8a00f3 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "PUT /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags HTTP/1.1" status: 200 len: 315 time: 0.1215699 Dec 21 22:21:02.441917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40672) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.442286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40674) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.461129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-f1ed21b6-541c-4336-be79-1b6ed97c96ad tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:02.474313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.506847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8682c4-7266-4fba-a8d8-9ae3ab2af10d None None] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:02.543884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.623769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:02.625218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-488f1421-25e4-460a-9dc9-02bd849f889b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9583316 Dec 21 22:21:02.630133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40680) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.631410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:02.637346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:02.641704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:02.642364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.661606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=f5bd3671-e593-4bea-a8f3-d607268f0077,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:02.698755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router bcf8ab58-52e5-493a-8096-ef161e80cc3a is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:21:02.706687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.716294 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d81330f-c5d5-466e-9206-894deb505bc3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1352398 Dec 21 22:21:02.719718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40684) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.758765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:02.759292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.795642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f1ed21b6-541c-4336-be79-1b6ed97c96ad tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags HTTP/1.1" status: 204 len: 168 time: 0.3447549 Dec 21 22:21:02.803278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40688) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.814940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-102f252a-7283-439a-8496-1a50ea8232b8 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6', 'tempest-TagsExtTest-Tag-334850462') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:02.832137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port f5bd3671-e593-4bea-a8f3-d607268f0077 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:02.833732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.856967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:02.858592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:02.918454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-102f252a-7283-439a-8496-1a50ea8232b8 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:21:02.918454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-102f252a-7283-439a-8496-1a50ea8232b8 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags/tempest-TagsExtTest-Tag-334850462 HTTP/1.1" status: 404 len: 328 time: 0.1107490 Dec 21 22:21:02.919185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40692) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.925370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-924b03be-f1d5-41ee-b0bb-4809a3d48b90 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6', 'tempest-TagsExtTest-Tag-56937183') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:02.966045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] DHCP port deletion for 3168261b-70e2-449e-9584-c1c616a78a7d request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:21:02.975121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] Deleting port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:02.975797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:03.045826 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-924b03be-f1d5-41ee-b0bb-4809a3d48b90 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:21:03.051368 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-924b03be-f1d5-41ee-b0bb-4809a3d48b90 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags/tempest-TagsExtTest-Tag-56937183 HTTP/1.1" status: 404 len: 327 time: 0.1269996 Dec 21 22:21:03.077068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40696) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.195636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Allocated IP 172.20.0.2 (3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f/67ce6590-c6e2-425a-8344-86e90e44102c/bf21652c-4d9c-423b-a0f4-90335c0021c5) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:03.232812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-78f165fa-c31d-431f-bc49-4f9ef0eb5fd4 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6', 'tempest-TagsExtTest-Tag-1319085928') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:03.238036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1ac3c592-68e0-4957-8f9a-d509ff77fcc0,segment=NetworkSegment(e7382c05-ad21-49d4-8bc9-2b73c5634b03),segment_id=e7382c05-ad21-49d4-8bc9-2b73c5634b03)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:03.238449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:03.261475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:03.463099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for f5bd3671-e593-4bea-a8f3-d607268f0077 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:03.509694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-78f165fa-c31d-431f-bc49-4f9ef0eb5fd4 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] show failed (client error): The resource could not be found. Dec 21 22:21:03.512118 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-78f165fa-c31d-431f-bc49-4f9ef0eb5fd4 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags/tempest-TagsExtTest-Tag-1319085928 HTTP/1.1" status: 404 len: 329 time: 0.4330697 Dec 21 22:21:03.521689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40700) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.535680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-50f1b582-d8f3-47b1-ad21-0e4e8f60bf0e tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa3bdfba-90a0-4dd2-b890-02169453e6e6') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:03.545271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3d7f0840-1f6a-4543-b885-45907c09dbfe up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:03.611919 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-50f1b582-d8f3-47b1-ad21-0e4e8f60bf0e tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0823665 Dec 21 22:21:03.611919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40704) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.618167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-7983f621-29e9-488b-b2d5-0014c39e7462 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:03.697812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:03.738054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:03.771864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=f5bd3671-e593-4bea-a8f3-d607268f0077,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:03.776928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:03.795064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:03.862769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.863220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.863666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.864110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.864585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.865016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.865444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.865872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.866301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.867284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.868038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:03.904327 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7983f621-29e9-488b-b2d5-0014c39e7462 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec/tags HTTP/1.1" status: 204 len: 168 time: 0.2884555 Dec 21 22:21:03.904327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40708) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.905288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:03.908275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3d7f0840-1f6a-4543-b885-45907c09dbfe completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:03.911769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-5ccea59b-2dc3-4472-8ebe-1458a87c4175 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91f8e007-dc17-4985-8539-be985acb8681') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:03.938764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3d7f0840-1f6a-4543-b885-45907c09dbfe triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:03.939234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:03.950319 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1c8a1969-b184-40a6-b54b-fe0f09584225 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/f5bd3671-e593-4bea-a8f3-d607268f0077 HTTP/1.1" status: 204 len: 168 time: 1.2301462 Dec 21 22:21:03.956613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40712) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.965313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'mac_address': 'fa:16:3e:eb:2f:80', 'name': 'tempest-PortsTestJSON-670124362'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:03.970684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Transition to ACTIVE for port object bf21652c-4d9c-423b-a0f4-90335c0021c5 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:03.983188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] For port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1ac3c592-68e0-4957-8f9a-d509ff77fcc0,segment=NetworkSegment(e7382c05-ad21-49d4-8bc9-2b73c5634b03),segment_id=e7382c05-ad21-49d4-8bc9-2b73c5634b03)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:03.983647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.021486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:04.072045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.149077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.153939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3dbe15ad-3f9a-404a-a159-d0ffd66486c0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.3200665 Dec 21 22:21:04.166030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab26953-6d3d-410e-b968-f11122dda37b None None] Sync routers for ids ['bcf8ab58-52e5-493a-8096-ef161e80cc3a'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:04.170534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40716) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:04.173760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Transition to ACTIVE for port object bf21652c-4d9c-423b-a0f4-90335c0021c5 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:04.182441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] Calling delete_port for 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:04.265915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.266862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=1ac3c592-68e0-4957-8f9a-d509ff77fcc0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:04.297060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No DVR routers for this DVR port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:21:04.356298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab26953-6d3d-410e-b968-f11122dda37b None None] Routers {'bcf8ab58-52e5-493a-8096-ef161e80cc3a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:04.357216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ab26953-6d3d-410e-b968-f11122dda37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['bcf8ab58-52e5-493a-8096-ef161e80cc3a'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:04.421561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:04.427854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:04.432845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:04.441295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:04.455307 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5ccea59b-2dc3-4472-8ebe-1458a87c4175 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681/tags HTTP/1.1" status: 204 len: 168 time: 0.5507123 Dec 21 22:21:04.458218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40720) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:04.462902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:04.468393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.tag.tag_plugin [None req-88c8eb83-8b86-4806-b83c-55a6888f7285 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c7db4044-f13c-4486-b6ef-09405e5b35bf') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:04.468605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:04.470564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ab26953-6d3d-410e-b968-f11122dda37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:04.481668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:04.506416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:04.519843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:04.520265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:21:04.524850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.535094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab26953-6d3d-410e-b968-f11122dda37b None None] Routers {'bcf8ab58-52e5-493a-8096-ef161e80cc3a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:04.536108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ab26953-6d3d-410e-b968-f11122dda37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:20:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['bcf8ab58-52e5-493a-8096-ef161e80cc3a'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:04.541619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.597028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Pushing event updated for resources: {'Port': ['ID=bf21652c-4d9c-423b-a0f4-90335c0021c5,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:04.621555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3168261b-70e2-449e-9584-c1c616a78a7d']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:04.654089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.661530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ab26953-6d3d-410e-b968-f11122dda37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:04.661991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab26953-6d3d-410e-b968-f11122dda37b None None] The sync data for ids ['bcf8ab58-52e5-493a-8096-ef161e80cc3a'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:04.709562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port 2fdd333f-a754-4de0-aab1-b7afe048ee46 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:21:04.717643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7382c05-ad21-49d4-8bc9-2b73c5634b03') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:04.717643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7382c05-ad21-49d4-8bc9-2b73c5634b03') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:04.720972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3d7f0840-1f6a-4543-b885-45907c09dbfe, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3d7f0840-1f6a-4543-b885-45907c09dbfe,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:04.742623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Attempting to bind port bf21652c-4d9c-423b-a0f4-90335c0021c5 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:04.743049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Attempting to bind port bf21652c-4d9c-423b-a0f4-90335c0021c5 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:04.743253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.743469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Attempting to bind port bf21652c-4d9c-423b-a0f4-90335c0021c5 on network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:04.750990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.766889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-88c8eb83-8b86-4806-b83c-55a6888f7285 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf/tags HTTP/1.1" status: 204 len: 168 time: 0.3077002 Dec 21 22:21:04.781582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40724) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:04.801986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:04.802423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Checking segment: {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:04.802887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.803581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Bound using segment: {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:04.804764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Bound port: bf21652c-4d9c-423b-a0f4-90335c0021c5, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:04.805428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.828017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:21:04.871487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.883718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:21:04.884015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:21:04.885108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 94310f02-1e71-47fc-aeb7-ebe8d36f0554 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:21:04.897217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:21:04.898285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:04.916013 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:04.964261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 94310f02-1e71-47fc-aeb7-ebe8d36f0554 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:21:04.964663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 94310f02-1e71-47fc-aeb7-ebe8d36f0554 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:21:04.995922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3d7f0840-1f6a-4543-b885-45907c09dbfe,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:05.023312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] Deleting port 1ac3c592-68e0-4957-8f9a-d509ff77fcc0 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:05.024028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.043334 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-674457bc-6109-4b5f-af12-e3006617f890 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/routers/bcf8ab58-52e5-493a-8096-ef161e80cc3a HTTP/1.1" status: 200 len: 880 time: 0.8688631 Dec 21 22:21:05.043663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40728) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.053551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] For port bf21652c-4d9c-423b-a0f4-90335c0021c5, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:05.056290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:21:05.101472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0be85fc8-041a-4638-83dd-8895c2ecbbce None None] The port '1ac3c592-68e0-4957-8f9a-d509ff77fcc0' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:21:05.103352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] For port bf21652c-4d9c-423b-a0f4-90335c0021c5, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bf21652c-4d9c-423b-a0f4-90335c0021c5,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:05.111187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e671b658-34e7-4887-a8e0-1d8f41d2a812 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for subnetpool, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.115063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e671b658-34e7-4887-a8e0-1d8f41d2a812 tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnetpools/fa3bdfba-90a0-4dd2-b890-02169453e6e6 HTTP/1.1" status: 204 len: 168 time: 0.3306074 Dec 21 22:21:05.116063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40732) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.139993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.144411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.148379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.187121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.189552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=3168261b-70e2-449e-9584-c1c616a78a7d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:05.193698 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7de6faa3-a4cf-46d9-a627-cc4e60fae3dd tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec HTTP/1.1" status: 200 len: 205 time: 0.0736239 Dec 21 22:21:05.193938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40736) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.197780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a7e50264-1615-4a4b-938c-1487e3bb479e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/3168261b-70e2-449e-9584-c1c616a78a7d HTTP/1.1" status: 204 len: 168 time: 2.7489061 Dec 21 22:21:05.200455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40738) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.260011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5ff95-0684-41c9-a287-72e52ad7d88d None None] Pushing event updated for resources: {'Port': ['ID=bf21652c-4d9c-423b-a0f4-90335c0021c5,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:05.370562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d64a398a-d6be-42bd-9288-945736d345ea tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.440867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3d7f0840-1f6a-4543-b885-45907c09dbfe up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:05.449132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.524793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3d7f0840-1f6a-4543-b885-45907c09dbfe triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:05.525464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.613448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:05.685106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:05.693383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=2fdd333f-a754-4de0-aab1-b7afe048ee46,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:05.696591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:05.701263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:05.701815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:05.970793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-105daa43-82dd-457f-85ef-fc02a6fe290d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0115905 Dec 21 22:21:05.979483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40744) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.985997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d64a398a-d6be-42bd-9288-945736d345ea tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.039551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d64a398a-d6be-42bd-9288-945736d345ea tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.088691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6bcf0-9843-439f-b139-916824ce04aa tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:06.089330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f6d6bcf0-9843-439f-b139-916824ce04aa tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:06.151014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-57222865-ce8f-4c72-9452-a437285f3feb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:router {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:06.189364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d64a398a-d6be-42bd-9288-945736d345ea tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.189944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a398a-d6be-42bd-9288-945736d345ea tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Fanout notify agent at l3_agent the message router_deleted on router bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:21:06.195990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f6d6bcf0-9843-439f-b139-916824ce04aa tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:06.197512 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6d6bcf0-9843-439f-b139-916824ce04aa tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/2fdd333f-a754-4de0-aab1-b7afe048ee46 HTTP/1.1" status: 200 len: 840 time: 0.2169411 Dec 21 22:21:06.200976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40748) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:06.207676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d64a398a-d6be-42bd-9288-945736d345ea tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.208858 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d64a398a-d6be-42bd-9288-945736d345ea tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/routers/bc2e6d6d-1238-44c4-94dc-b09caaa6e9ec HTTP/1.1" status: 204 len: 168 time: 1.0131729 Dec 21 22:21:06.221872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40752) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:06.280021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-57222865-ce8f-4c72-9452-a437285f3feb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:router {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:06.280283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8671096-6347-4e2c-9780-c562074128e5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 2fdd333f-a754-4de0-aab1-b7afe048ee46 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:06.280440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8671096-6347-4e2c-9780-c562074128e5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.281395 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-57222865-ce8f-4c72-9452-a437285f3feb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2365196 Dec 21 22:21:06.294708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40756) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:06.312471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-493b7289-18fd-4b3a-8489-5f6419837276 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-299103024'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:06.365671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.487798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d508b955-7ee0-4c5e-9dba-328ff078211a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Deleting port 91f8e007-dc17-4985-8539-be985acb8681 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:06.488185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d508b955-7ee0-4c5e-9dba-328ff078211a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.512744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8671096-6347-4e2c-9780-c562074128e5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.557209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.646167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8671096-6347-4e2c-9780-c562074128e5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 2fdd333f-a754-4de0-aab1-b7afe048ee46 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:06.772140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8671096-6347-4e2c-9780-c562074128e5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.826200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8671096-6347-4e2c-9780-c562074128e5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=2fdd333f-a754-4de0-aab1-b7afe048ee46,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:06.836562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8671096-6347-4e2c-9780-c562074128e5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:06.892605 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8671096-6347-4e2c-9780-c562074128e5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/2fdd333f-a754-4de0-aab1-b7afe048ee46 HTTP/1.1" status: 204 len: 168 time: 0.6881089 Dec 21 22:21:06.895228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40760) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:06.950310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-12214e7d-3a44-435d-91e3-c0a933bb1926 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:21:06.950875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-12214e7d-3a44-435d-91e3-c0a933bb1926 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:07.011648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-12214e7d-3a44-435d-91e3-c0a933bb1926 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:07.016489 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-12214e7d-3a44-435d-91e3-c0a933bb1926 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/2fdd333f-a754-4de0-aab1-b7afe048ee46 HTTP/1.1" status: 404 len: 333 time: 0.1196697 Dec 21 22:21:07.017915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40764) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:07.025099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'name': 'tempest-PortsTestJSON-1317603283'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:07.173635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:07.184750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:07.230650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e610a36-6dd6-4e82-9420-1df6aae061bc None None] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:07.235862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:07.237771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.266942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port 2df67fc1-3ae6-4a8d-9f97-9e7bde504131 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:21:07.277570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d508b955-7ee0-4c5e-9dba-328ff078211a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.287415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df07a43c-cc8f-4bc7-b35c-bfb4b659fbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.462004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-281ed28c-ee18-4254-9bee-44d4395c651a None None] Provisioning for port bf21652c-4d9c-423b-a0f4-90335c0021c5 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:07.506900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bf21652c-4d9c-423b-a0f4-90335c0021c5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:07.545825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.612301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.674535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port bf21652c-4d9c-423b-a0f4-90335c0021c5 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:07.681650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port bf21652c-4d9c-423b-a0f4-90335c0021c5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:07.684148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.687890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:07.691673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:07.695960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:07.701098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:07.702247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.756511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d508b955-7ee0-4c5e-9dba-328ff078211a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Calling delete_port for 91f8e007-dc17-4985-8539-be985acb8681 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:07.765119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=2df67fc1-3ae6-4a8d-9f97-9e7bde504131,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:07.782319 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fd043beb-57ef-4ed2-85b9-c9a484fa8c79 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7629485 Dec 21 22:21:07.784753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40768) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:07.792364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:07.827198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.876400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Allocated IP 172.20.0.1 (3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f/67ce6590-c6e2-425a-8344-86e90e44102c/fef4498b-3060-4d93-a1fc-a650fd4869ee) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:07.876614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port bf21652c-4d9c-423b-a0f4-90335c0021c5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bf21652c-4d9c-423b-a0f4-90335c0021c5,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:07.928779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:07.960252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.023399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=bf21652c-4d9c-423b-a0f4-90335c0021c5,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:08.027529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4d149d28-a776-42a0-a578-153dd9a7e4b5 None None] Provisioning complete for port bf21652c-4d9c-423b-a0f4-90335c0021c5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:08.028231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d149d28-a776-42a0-a578-153dd9a7e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.229186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.280312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.327091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d508b955-7ee0-4c5e-9dba-328ff078211a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.359965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] In _notify_port_updated(), no bound segment for port 2df67fc1-3ae6-4a8d-9f97-9e7bde504131 on network c34e2128-ee80-4133-b2cc-972e029e8a50 {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:21:08.364822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:08.365486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.366970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "PUT /v2.0/ports/2df67fc1-3ae6-4a8d-9f97-9e7bde504131 HTTP/1.1" status: 200 len: 818 time: 0.5809770 Dec 21 22:21:08.370457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40774) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:08.373275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18eabd-d526-42e0-9b01-b26d6487ed85 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=2df67fc1-3ae6-4a8d-9f97-9e7bde504131,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:08.443939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508b955-7ee0-4c5e-9dba-328ff078211a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Pushing event deleted for resources: {'Port': ['ID=91f8e007-dc17-4985-8539-be985acb8681,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:08.447358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-651ef69f-8f3b-40d2-b8b3-df2b0c44be78 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 2df67fc1-3ae6-4a8d-9f97-9e7bde504131 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:08.448470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-651ef69f-8f3b-40d2-b8b3-df2b0c44be78 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.453467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.646698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Transition to ACTIVE for port object fef4498b-3060-4d93-a1fc-a650fd4869ee will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:08.743031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d508b955-7ee0-4c5e-9dba-328ff078211a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.776304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d508b955-7ee0-4c5e-9dba-328ff078211a tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/ports/91f8e007-dc17-4985-8539-be985acb8681 HTTP/1.1" status: 204 len: 168 time: 2.5513911 Dec 21 22:21:08.780274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40778) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:08.846606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.889070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:08.942903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-651ef69f-8f3b-40d2-b8b3-df2b0c44be78 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.054312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:09.079589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-651ef69f-8f3b-40d2-b8b3-df2b0c44be78 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 2df67fc1-3ae6-4a8d-9f97-9e7bde504131 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:09.124808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:09.152270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'Port': ['ID=fef4498b-3060-4d93-a1fc-a650fd4869ee,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:09.159051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:09.206021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-651ef69f-8f3b-40d2-b8b3-df2b0c44be78 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.263305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ef69f-8f3b-40d2-b8b3-df2b0c44be78 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=2df67fc1-3ae6-4a8d-9f97-9e7bde504131,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:09.271643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-651ef69f-8f3b-40d2-b8b3-df2b0c44be78 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.289086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-651ef69f-8f3b-40d2-b8b3-df2b0c44be78 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/2df67fc1-3ae6-4a8d-9f97-9e7bde504131 HTTP/1.1" status: 204 len: 168 time: 0.9144545 Dec 21 22:21:09.290740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40782) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:09.348819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-493b7289-18fd-4b3a-8489-5f6419837276 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.376737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.382828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc6d8ae-134e-407b-afe0-de5a2456f9e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:09.384102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7bc6d8ae-134e-407b-afe0-de5a2456f9e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:09.434693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bf21652c-4d9c-423b-a0f4-90335c0021c5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:09.469203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7bc6d8ae-134e-407b-afe0-de5a2456f9e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:09.469203 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7bc6d8ae-134e-407b-afe0-de5a2456f9e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1767311 Dec 21 22:21:09.472400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40786) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:09.517890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port bf21652c-4d9c-423b-a0f4-90335c0021c5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:09.518215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.523223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1dd648-61d0-4131-9164-c93cb1f91a22 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:21:09.525069 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-df1dd648-61d0-4131-9164-c93cb1f91a22 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/2df67fc1-3ae6-4a8d-9f97-9e7bde504131 HTTP/1.1" status: 404 len: 333 time: 0.0524752 Dec 21 22:21:09.529173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40790) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:09.535297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-834365122'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:09.541124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:09.545477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:network and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:09.548797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:09.556412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:09.589223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:09.595206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.629223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:21:09.640647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.641021 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Added segment 2d9ef0c2-ba9e-449f-b672-31af23e43195 of type vlan for network e59f03af-78e7-43a7-9b4b-72c31c9532b6 Dec 21 22:21:09.655234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-493b7289-18fd-4b3a-8489-5f6419837276 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.673727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.727327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.731291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:09.732007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-999bd356-e8ba-492d-a078-d5975966753d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Deleting subnet c7db4044-f13c-4486-b6ef-09405e5b35bf {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:21:09.732139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.801659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cb09dbf6-9ae5-4381-a245-16eb0935fde8 None None] Provisioning for port fef4498b-3060-4d93-a1fc-a650fd4869ee completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:09.806692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-999bd356-e8ba-492d-a078-d5975966753d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.813184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cb09dbf6-9ae5-4381-a245-16eb0935fde8 None None] Provisioning complete for port fef4498b-3060-4d93-a1fc-a650fd4869ee triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:09.813596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb09dbf6-9ae5-4381-a245-16eb0935fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.856798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3261743 Dec 21 22:21:09.857436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19129c-468c-4aca-bbad-c9348da16cfe tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Network': ['ID=e59f03af-78e7-43a7-9b4b-72c31c9532b6,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:09.859751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40794) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:09.869864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:09.875921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 5129b3c5-fabd-4405-87b2-6c6637c35926 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:09.876301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:09.879821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:21:09.939521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb09dbf6-9ae5-4381-a245-16eb0935fde8 None None] Port fef4498b-3060-4d93-a1fc-a650fd4869ee cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:09.993149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:09.997207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:10.000356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:10.006598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-999bd356-e8ba-492d-a078-d5975966753d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.006912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:10.044120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:10.078500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-830792d4-540a-475b-bc81-ee69ed96c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.081050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.123432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.158175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.427248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.434361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-999bd356-e8ba-492d-a078-d5975966753d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.510013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=d73f32f5-7fe9-4c67-8789-e4d6102dab46,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:10.526560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking segment: {'id': '2d9ef0c2-ba9e-449f-b672-31af23e43195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:10.526961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network hostable DHCP agents. Network: e59f03af-78e7-43a7-9b4b-72c31c9532b6, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:10.552654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port 5129b3c5-fabd-4405-87b2-6c6637c35926, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5129b3c5-fabd-4405-87b2-6c6637c35926,segment=NetworkSegment(678f97c7-f480-4cb6-bc0f-5c64549d1a3d),segment_id=678f97c7-f480-4cb6-bc0f-5c64549d1a3d)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:10.553028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.580672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:10.623216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, e59f03af-78e7-43a7-9b4b-72c31c9532b6) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:10.627598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:10.628292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.633334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382153f-552e-477c-a0d2-9c8d3d2524f1 None None] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:10.676386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-03225631-647a-4fde-9d8d-e803fb1ab105 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8149798 Dec 21 22:21:10.679806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40798) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:10.686405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:10.705986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 5129b3c5-fabd-4405-87b2-6c6637c35926 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:10.841018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:10.845430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:10.849101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:10.855536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:10.879392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-e59f03af-78e7-43a7-9b4b-72c31c9532b6', 'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6', 'tenant_id': 'b93f567772da465782c6caf88b1ffd84', 'fixed_ips': [{'subnet_id': 'd73f32f5-7fe9-4c67-8789-e4d6102dab46'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:10.885105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.903442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:10.909926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:10.946185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b7289-18fd-4b3a-8489-5f6419837276 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router bcf8ab58-52e5-493a-8096-ef161e80cc3a has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:21:10.976670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-999bd356-e8ba-492d-a078-d5975966753d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.043860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bd356-e8ba-492d-a078-d5975966753d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Pushing event deleted for resources: {'Subnet': ['ID=c7db4044-f13c-4486-b6ef-09405e5b35bf,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:11.065697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Allocated IP 172.20.0.2 (e59f03af-78e7-43a7-9b4b-72c31c9532b6/d73f32f5-7fe9-4c67-8789-e4d6102dab46/426b0066-7c45-4771-8a72-6129c41e9fa5) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:11.123531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-999bd356-e8ba-492d-a078-d5975966753d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.127160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b68cd4-79f2-4761-97e6-cedd5969642e None None] Network 0978921e-4c7b-4f57-8f75-513579a7c98a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:11.137827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d73f32f5-7fe9-4c67-8789-e4d6102dab46 (CIDR: 172.20.0.0/28) Dec 21 22:21:11.170470 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:21:11.170598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:11.176753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-033c9a79-b550-4703-8162-63f2af82ca4b req-6d01091d-fd9b-4f8e-b20f-cdfb353ee170 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1608207 Dec 21 22:21:11.214194 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-999bd356-e8ba-492d-a078-d5975966753d tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/subnets/c7db4044-f13c-4486-b6ef-09405e5b35bf HTTP/1.1" status: 204 len: 168 time: 2.4299400 Dec 21 22:21:11.218430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40802) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:11.248941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3fc47c45-2696-48cb-b1c2-7443349e1acb tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5677283 Dec 21 22:21:11.255809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40806) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:11.262340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:11.368857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.519042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.558887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.576838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Transition to ACTIVE for port object 426b0066-7c45-4771-8a72-6129c41e9fa5 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:11.582039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Deleting port ee3fc0cf-0394-43fd-8455-47e0851a92cc {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:11.582428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.598088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.608617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Transition to ACTIVE for port object 426b0066-7c45-4771-8a72-6129c41e9fa5 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:11.621617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-033c9a79-b550-4703-8162-63f2af82ca4b req-780c3741-2ba6-4586-a8c0-ddf2b4a288a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 1098 time: 0.3403363 Dec 21 22:21:11.641050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:11.655100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:11.656029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.659656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:11.674243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.677546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.691144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:11.694004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] DHCP port deletion for 0978921e-4c7b-4f57-8f75-513579a7c98a request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:21:11.716364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] Deleting port ee3fc0cf-0394-43fd-8455-47e0851a92cc {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:11.716822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.780263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:11.782647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=5129b3c5-fabd-4405-87b2-6c6637c35926,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:11.786288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:11.799811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:11.808835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Pushing event updated for resources: {'Port': ['ID=426b0066-7c45-4771-8a72-6129c41e9fa5,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:11.817157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:11.823944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.984754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] For port ee3fc0cf-0394-43fd-8455-47e0851a92cc, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ee3fc0cf-0394-43fd-8455-47e0851a92cc,segment=NetworkSegment(00357903-05a1-4880-809d-315bd1c0a59a),segment_id=00357903-05a1-4880-809d-315bd1c0a59a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:11.985199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:11.985495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:12.016101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'Port': ['ID=fef4498b-3060-4d93-a1fc-a650fd4869ee,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:12.021257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9a79-b550-4703-8162-63f2af82ca4b req-e6d0517b-217a-4295-b076-479ba6fa615d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:12.022978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-033c9a79-b550-4703-8162-63f2af82ca4b req-e6d0517b-217a-4295-b076-479ba6fa615d service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.3646286 Dec 21 22:21:12.122923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] For port ee3fc0cf-0394-43fd-8455-47e0851a92cc, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ee3fc0cf-0394-43fd-8455-47e0851a92cc,segment=NetworkSegment(00357903-05a1-4880-809d-315bd1c0a59a),segment_id=00357903-05a1-4880-809d-315bd1c0a59a)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:12.123813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:12.125553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] Calling delete_port for ee3fc0cf-0394-43fd-8455-47e0851a92cc owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:12.278369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:12.290460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:12.305926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b7289-18fd-4b3a-8489-5f6419837276 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:12.307381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Calling delete_port for ee3fc0cf-0394-43fd-8455-47e0851a92cc owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:12.323623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0f9ae-effc-47cd-8241-b74cb8451659 None None] Sync routers for ids ['bcf8ab58-52e5-493a-8096-ef161e80cc3a'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:12.346786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] Pushing event deleted for resources: {'Port': ['ID=ee3fc0cf-0394-43fd-8455-47e0851a92cc,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:12.352398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Attempting to bind port 426b0066-7c45-4771-8a72-6129c41e9fa5 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:12.352824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Attempting to bind port 426b0066-7c45-4771-8a72-6129c41e9fa5 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '2d9ef0c2-ba9e-449f-b672-31af23e43195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:12.353238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Attempting to bind port 426b0066-7c45-4771-8a72-6129c41e9fa5 on network e59f03af-78e7-43a7-9b4b-72c31c9532b6 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:12.355772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbb957-d8cd-48c8-b378-572e03a18ebe None None] No DVR routers for this DVR port ee3fc0cf-0394-43fd-8455-47e0851a92cc on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:21:12.365590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:12.365590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Checking segment: {'id': '2d9ef0c2-ba9e-449f-b672-31af23e43195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:12.365818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0f9ae-effc-47cd-8241-b74cb8451659 None None] Routers {'bcf8ab58-52e5-493a-8096-ef161e80cc3a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:12.365900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:12.365900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Bound using segment: {'id': '2d9ef0c2-ba9e-449f-b672-31af23e43195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:12.366084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0ac0f9ae-effc-47cd-8241-b74cb8451659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['bcf8ab58-52e5-493a-8096-ef161e80cc3a'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:12.366743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Bound port: 426b0066-7c45-4771-8a72-6129c41e9fa5, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9ef0c2-ba9e-449f-b672-31af23e43195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:12.367092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:12.420876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-493b7289-18fd-4b3a-8489-5f6419837276 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:12.422359 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-493b7289-18fd-4b3a-8489-5f6419837276 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/bcf8ab58-52e5-493a-8096-ef161e80cc3a HTTP/1.1" status: 200 len: 887 time: 6.1208982 Dec 21 22:21:12.429500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40810) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:12.448929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:12.450371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:12.474187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0ac0f9ae-effc-47cd-8241-b74cb8451659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:12.491085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0f9ae-effc-47cd-8241-b74cb8451659 None None] Routers {'bcf8ab58-52e5-493a-8096-ef161e80cc3a'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:12.492938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0ac0f9ae-effc-47cd-8241-b74cb8451659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['bcf8ab58-52e5-493a-8096-ef161e80cc3a'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:12.495043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] For port 426b0066-7c45-4771-8a72-6129c41e9fa5, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:12.502683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] For port 426b0066-7c45-4771-8a72-6129c41e9fa5, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=426b0066-7c45-4771-8a72-6129c41e9fa5,segment=NetworkSegment(2d9ef0c2-ba9e-449f-b672-31af23e43195),segment_id=2d9ef0c2-ba9e-449f-b672-31af23e43195)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:12.533395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:12.578798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0ac0f9ae-effc-47cd-8241-b74cb8451659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:12.579588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0f9ae-effc-47cd-8241-b74cb8451659 None None] The sync data for ids ['bcf8ab58-52e5-493a-8096-ef161e80cc3a'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:12.653869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0484a9f-8023-45fc-a4b4-c10df9ba4162 None None] Pushing event updated for resources: {'Port': ['ID=426b0066-7c45-4771-8a72-6129c41e9fa5,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:12.889939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-033c9a79-b550-4703-8162-63f2af82ca4b req-5c920fd6-c40c-43e6-a845-034821a28483 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=154edc88-6007-4707-be6a-adf95080590f HTTP/1.1" status: 200 len: 1001 time: 0.5528564 Dec 21 22:21:12.956641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:12.957036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:21:12.998913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-87fe450e-e15d-4872-9306-9eb10355fd36 None None] Provisioning complete for port fef4498b-3060-4d93-a1fc-a650fd4869ee triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:12.999458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87fe450e-e15d-4872-9306-9eb10355fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:13.046447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9a79-b550-4703-8162-63f2af82ca4b req-785fa998-783a-4526-8696-8ac513797814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:13.057087 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-033c9a79-b550-4703-8162-63f2af82ca4b req-785fa998-783a-4526-8696-8ac513797814 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.1535697 Dec 21 22:21:13.075932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-87fe450e-e15d-4872-9306-9eb10355fd36 None None] Port fef4498b-3060-4d93-a1fc-a650fd4869ee cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:13.167557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:21:13.338612 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-033c9a79-b550-4703-8162-63f2af82ca4b req-2230b235-823c-410f-a0cc-01dee77fb32b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2499766 Dec 21 22:21:13.386291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:13.436770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:13.438408 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-16b3bb39-c9fd-46c6-b073-f0ef4dddf4f6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/routers/bcf8ab58-52e5-493a-8096-ef161e80cc3a HTTP/1.1" status: 200 len: 887 time: 1.0014958 Dec 21 22:21:13.443182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40818) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.448399 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fcd1d7af-33c0-4ec2-b42a-6b6010de4150 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2468600 Dec 21 22:21:13.455431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:13.467669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40820) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.479396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:13.480318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:13.482891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Deleting port ee3fc0cf-0394-43fd-8455-47e0851a92cc {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:13.483349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:13.510213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=08eb003f-7b9e-49fe-89e3-8d3d69e246fa,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:13.576313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 426b0066-7c45-4771-8a72-6129c41e9fa5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:13.649685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] The port 'ee3fc0cf-0394-43fd-8455-47e0851a92cc' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:21:13.657351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:13.697320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:13.705541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:13.710923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:13.813020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-033c9a79-b550-4703-8162-63f2af82ca4b req-e4016fa5-754b-453a-bf36-0083d5bc5026 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582129 Dec 21 22:21:13.821859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0da29bb1-e127-449a-99a4-aea1842c21c5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcf8ab58-52e5-493a-8096-ef161e80cc3a HTTP/1.1" status: 200 len: 205 time: 0.3668859 Dec 21 22:21:13.827947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40826) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.867321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:13.891714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:13.931062 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2c80c553-d84a-432c-a231-e7ea2ae9e53b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6713808 Dec 21 22:21:13.932458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40830) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.972613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6', 'fixed_ips': [{'subnet_id': 'd73f32f5-7fe9-4c67-8789-e4d6102dab46'}, {'subnet_id': '08eb003f-7b9e-49fe-89e3-8d3d69e246fa'}], 'name': 'tempest-PortsTestJSON-1820223509'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:14.011367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0978921e-4c7b-4f57-8f75-513579a7c98a']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:14.024935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:21:11Z', 'revision_number': 11, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:14.027679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Router 323abd46-fec1-473b-8d97-98812b29fcd7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:21:14.029179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:14.036380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00357903-05a1-4880-809d-315bd1c0a59a') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:14.036723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00357903-05a1-4880-809d-315bd1c0a59a') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:14.041110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:14.042194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:14.055804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:14.093362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:14.097179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-033c9a79-b550-4703-8162-63f2af82ca4b req-69e66ab9-a5f9-4d79-a988-d1131bd7c0ff service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352049 Dec 21 22:21:14.103430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:21:14.109158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:14.109312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 426b0066-7c45-4771-8a72-6129c41e9fa5 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:14.122397 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:14.244132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:14.253720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ee3fc0cf-0394-43fd-8455-47e0851a92cc no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:21:14.273966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:14.282235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] Pushing event deleted for resources: {'Network': ['ID=0978921e-4c7b-4f57-8f75-513579a7c98a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:14.293141 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd803bee-1269-4e19-bdb0-a558b45377ff tempest-TagsExtTest-1691495950 tempest-TagsExtTest-1691495950-project] 10.222.0.30 "DELETE /v2.0/networks/0978921e-4c7b-4f57-8f75-513579a7c98a HTTP/1.1" status: 204 len: 168 time: 3.0734944 Dec 21 22:21:14.314882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: ee3fc0cf-0394-43fd-8455-47e0851a92cc {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:21:14.315410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ee3fc0cf-0394-43fd-8455-47e0851a92cc not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:21:14.321448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:14.443814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:14.448562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:14.452271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:14.458154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:14.462500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:21:11Z', 'revision_number': 11, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:14.467448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b48cf4-a2d4-47eb-8dea-2537b0cc2b6f None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:21:11Z', 'revision_number': 11, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:14.482062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded9564c-2c09-4e94-87dc-099a64ce167e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting subnet ba022a51-9d94-42e2-939a-0ca974e10041 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:21:14.493224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ded9564c-2c09-4e94-87dc-099a64ce167e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:14.546633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:14.661269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ded9564c-2c09-4e94-87dc-099a64ce167e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:14.836804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40838) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:14.857560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7507c15c-4525-4770-842e-2d3756b778ad None None] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:14.875930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:14.929631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.003983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port e0c15f1e-628a-466e-b433-4a1c3fb8a855 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:21:15.058944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ded9564c-2c09-4e94-87dc-099a64ce167e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.087861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8ed23bf6-628e-4756-a54c-476ba15bbba7 None None] Provisioning for port 426b0066-7c45-4771-8a72-6129c41e9fa5 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:15.111230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8ed23bf6-628e-4756-a54c-476ba15bbba7 None None] Provisioning complete for port 426b0066-7c45-4771-8a72-6129c41e9fa5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:15.112120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ed23bf6-628e-4756-a54c-476ba15bbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.120653 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e8f8f3e-6ab8-498b-8ecc-9bd700ec4b79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f010368cb2b44c2580ecccc69b255a9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2838244 Dec 21 22:21:15.121341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40844) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.199886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55b04cfe-62d4-4fd9-8c5f-a1e7660009f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.230774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55b04cfe-62d4-4fd9-8c5f-a1e7660009f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.292218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:15.304944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Sync routers for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:15.320764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:15.320764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:15.335522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55b04cfe-62d4-4fd9-8c5f-a1e7660009f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.346856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ed23bf6-628e-4756-a54c-476ba15bbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.351541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ded9564c-2c09-4e94-87dc-099a64ce167e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.383569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b04cfe-62d4-4fd9-8c5f-a1e7660009f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ceff64-7880-45b9-9d41-ddf5e9545c4e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:15.387785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5129b3c5-fabd-4405-87b2-6c6637c35926 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:21:15.414092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55b04cfe-62d4-4fd9-8c5f-a1e7660009f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.419172 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-55b04cfe-62d4-4fd9-8c5f-a1e7660009f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3ceff64-7880-45b9-9d41-ddf5e9545c4e HTTP/1.1" status: 204 len: 168 time: 0.2965240 Dec 21 22:21:15.484813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8ed23bf6-628e-4756-a54c-476ba15bbba7 None None] For port 426b0066-7c45-4771-8a72-6129c41e9fa5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=426b0066-7c45-4771-8a72-6129c41e9fa5,segment=NetworkSegment(2d9ef0c2-ba9e-449f-b672-31af23e43195),segment_id=2d9ef0c2-ba9e-449f-b672-31af23e43195)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:15.485348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9564c-2c09-4e94-87dc-099a64ce167e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Subnet': ['ID=ba022a51-9d94-42e2-939a-0ca974e10041,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:15.485977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 5129b3c5-fabd-4405-87b2-6c6637c35926 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:21:15.486371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5129b3c5-fabd-4405-87b2-6c6637c35926 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:21:15.512204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-654641c9-021c-4b89-a476-9660903d6786 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "PUT /v2.0/routers/323abd46-fec1-473b-8d97-98812b29fcd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8805993 Dec 21 22:21:15.560359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ded9564c-2c09-4e94-87dc-099a64ce167e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.561853 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ded9564c-2c09-4e94-87dc-099a64ce167e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/ba022a51-9d94-42e2-939a-0ca974e10041 HTTP/1.1" status: 204 len: 168 time: 1.8085659 Dec 21 22:21:15.567119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40854) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.579373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc66d8-9dd2-4765-9c1f-6b926c14ed3f None None] Network 3911d80f-4e52-4433-8d81-8f2c969d1c31 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:15.601344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ed23bf6-628e-4756-a54c-476ba15bbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.673652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.739592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:15.785552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.796248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 44be6eed-a8be-4cd7-928b-b7d6cae3f62b {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:15.796406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.807363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Deleting port 7195d878-a918-4df1-bd53-db846c33d7b3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:15.807748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:15.822637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed23bf6-628e-4756-a54c-476ba15bbba7 None None] Pushing event updated for resources: {'Port': ['ID=426b0066-7c45-4771-8a72-6129c41e9fa5,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:15.841178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b95cd3-b238-417b-b053-8365cebc1074 None None] Update dhcp port {'port': {'network_id': 'e59f03af-78e7-43a7-9b4b-72c31c9532b6', 'fixed_ips': [{'subnet_id': 'd73f32f5-7fe9-4c67-8789-e4d6102dab46', 'ip_address': '172.20.0.2'}, {'subnet_id': '08eb003f-7b9e-49fe-89e3-8d3d69e246fa'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '426b0066-7c45-4771-8a72-6129c41e9fa5'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:21:15.931630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b95cd3-b238-417b-b053-8365cebc1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.054926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.9 (e59f03af-78e7-43a7-9b4b-72c31c9532b6/d73f32f5-7fe9-4c67-8789-e4d6102dab46/e0c15f1e-628a-466e-b433-4a1c3fb8a855) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:16.088637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.19 (e59f03af-78e7-43a7-9b4b-72c31c9532b6/08eb003f-7b9e-49fe-89e3-8d3d69e246fa/e0c15f1e-628a-466e-b433-4a1c3fb8a855) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:16.130890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-797469d1-d323-449a-b048-3cb01b037db6 req-6d672f35-47d5-4251-b198-7edfa3399568 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Synchronizing usage tracker for tenant:a2c9488b7f764f1e81c2a69c2db01249 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:16.226118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-797469d1-d323-449a-b048-3cb01b037db6 req-6d672f35-47d5-4251-b198-7edfa3399568 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Unset dirty status for tenant:a2c9488b7f764f1e81c2a69c2db01249 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:16.227859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-6d672f35-47d5-4251-b198-7edfa3399568 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434879914&fields=id&tenant_id=a2c9488b7f764f1e81c2a69c2db01249 HTTP/1.1" status: 200 len: 267 time: 0.3257895 Dec 21 22:21:16.334797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] For port 7195d878-a918-4df1-bd53-db846c33d7b3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7195d878-a918-4df1-bd53-db846c33d7b3,segment=NetworkSegment(678f97c7-f480-4cb6-bc0f-5c64549d1a3d),segment_id=678f97c7-f480-4cb6-bc0f-5c64549d1a3d)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:16.335604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.363104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:10Z', 'revision_number': 2, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:16.369091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Checking router: 323abd46-fec1-473b-8d97-98812b29fcd7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:16.369487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Updating router 323abd46-fec1-473b-8d97-98812b29fcd7 port fef4498b-3060-4d93-a1fc-a650fd4869ee binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:21:16.427734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] DHCP port deletion for 3911d80f-4e52-4433-8d81-8f2c969d1c31 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:21:16.433990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] Deleting port 7195d878-a918-4df1-bd53-db846c33d7b3 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:16.434708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.440957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.495619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Calling delete_port for 7195d878-a918-4df1-bd53-db846c33d7b3 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:16.613177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.688854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.693414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] For port 7195d878-a918-4df1-bd53-db846c33d7b3, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7195d878-a918-4df1-bd53-db846c33d7b3,segment=NetworkSegment(678f97c7-f480-4cb6-bc0f-5c64549d1a3d),segment_id=678f97c7-f480-4cb6-bc0f-5c64549d1a3d)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:16.693834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.717362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object e0c15f1e-628a-466e-b433-4a1c3fb8a855 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:16.752079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.827524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] Calling delete_port for 7195d878-a918-4df1-bd53-db846c33d7b3 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:16.839911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797469d1-d323-449a-b048-3cb01b037db6 req-814e01ef-db7e-445e-915a-81270164f10e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:16.842480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-814e01ef-db7e-445e-915a-81270164f10e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/networks?id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f HTTP/1.1" status: 200 len: 796 time: 0.2701800 Dec 21 22:21:16.850171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.866008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Transition to ACTIVE for port object fef4498b-3060-4d93-a1fc-a650fd4869ee will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:16.876408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Port': ['ID=7195d878-a918-4df1-bd53-db846c33d7b3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:16.886262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No DVR routers for this DVR port 7195d878-a918-4df1-bd53-db846c33d7b3 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:21:16.906330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 44be6eed-a8be-4cd7-928b-b7d6cae3f62b owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:16.911022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:16.911436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:21:16.912184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:16.924076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-fd48e5b9-2c7d-4b30-866d-9c130cd97a9b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/quotas/a2c9488b7f764f1e81c2a69c2db01249 HTTP/1.1" status: 200 len: 375 time: 0.0672693 Dec 21 22:21:17.047781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.067403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-05b95cd3-b238-417b-b053-8365cebc1074 None None] Allocated IP 172.20.0.18 (e59f03af-78e7-43a7-9b4b-72c31c9532b6/08eb003f-7b9e-49fe-89e3-8d3d69e246fa/426b0066-7c45-4771-8a72-6129c41e9fa5) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:17.080911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Pushing event updated for resources: {'Port': ['ID=fef4498b-3060-4d93-a1fc-a650fd4869ee,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:17.107058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.107659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.108177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.108720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.109251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.110100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.110632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.111149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.111665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.112161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.112725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:17.158866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.216015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3911d80f-4e52-4433-8d81-8f2c969d1c31']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:17.221446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Attempting to bind port fef4498b-3060-4d93-a1fc-a650fd4869ee on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:17.222329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Attempting to bind port fef4498b-3060-4d93-a1fc-a650fd4869ee by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:17.222892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Attempting to bind port fef4498b-3060-4d93-a1fc-a650fd4869ee on network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:17.232518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:17.233222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Checking segment: {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:17.233827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.234405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Bound using segment: {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:17.235082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Bound port: fef4498b-3060-4d93-a1fc-a650fd4869ee, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:17.235644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.237914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678f97c7-f480-4cb6-bc0f-5c64549d1a3d') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:17.239098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678f97c7-f480-4cb6-bc0f-5c64549d1a3d') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:17.252769 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-bf69edb4-38f3-4048-a670-bc91d5a7c58f tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2c9488b7f764f1e81c2a69c2db01249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3203125 Dec 21 22:21:17.262843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.289224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.305880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=e0c15f1e-628a-466e-b433-4a1c3fb8a855,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:17.331309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:21:17.331757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.334393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:17.340480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:17.344395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:17.354238 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:17.368791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-05b95cd3-b238-417b-b053-8365cebc1074 None None] For port 426b0066-7c45-4771-8a72-6129c41e9fa5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=426b0066-7c45-4771-8a72-6129c41e9fa5,segment=NetworkSegment(2d9ef0c2-ba9e-449f-b672-31af23e43195),segment_id=2d9ef0c2-ba9e-449f-b672-31af23e43195)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:17.409367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b95cd3-b238-417b-b053-8365cebc1074 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.415228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] Deleting port 7195d878-a918-4df1-bd53-db846c33d7b3 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:17.415888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.443063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:17.443910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.475166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] For port fef4498b-3060-4d93-a1fc-a650fd4869ee, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:17.479718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] For port fef4498b-3060-4d93-a1fc-a650fd4869ee, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fef4498b-3060-4d93-a1fc-a650fd4869ee,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:17.482609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.521181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.530705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 426b0066-7c45-4771-8a72-6129c41e9fa5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:17.542641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=44be6eed-a8be-4cd7-928b-b7d6cae3f62b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:17.620271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0951ddf5-56c8-4ae4-8e91-b6e1ce4d505e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6831138 Dec 21 22:21:17.623193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40868) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:17.630911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd73f32f5-7fe9-4c67-8789-e4d6102dab46'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:17.632602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b05694-845c-4b11-b53f-9cc4bdb463d8 None None] Pushing event updated for resources: {'Port': ['ID=fef4498b-3060-4d93-a1fc-a650fd4869ee,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:17.650873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:17.651052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:17.673318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.678452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.737925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-54974526-8ece-4585-a5b3-5e0392fe9bf2 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424088 Dec 21 22:21:17.743604 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/networks/3911d80f-4e52-4433-8d81-8f2c969d1c31 HTTP/1.1" status: 204 len: 168 time: 2.1718292 Dec 21 22:21:17.749075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40872) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:17.810936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ebf834b8-13fb-4f84-846c-afb622b8e9de None None] The port '7195d878-a918-4df1-bd53-db846c33d7b3' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:21:17.825604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-05b95cd3-b238-417b-b053-8365cebc1074 None None] Transition to ACTIVE for port object 426b0066-7c45-4771-8a72-6129c41e9fa5 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:17.860891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b95cd3-b238-417b-b053-8365cebc1074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:17.927233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd76e0f-0868-4a86-8eec-460088df8315 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Pushing event deleted for resources: {'Network': ['ID=3911d80f-4e52-4433-8d81-8f2c969d1c31,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:17.961174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'routes': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:17.986937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:18.005696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.031077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7195d878-a918-4df1-bd53-db846c33d7b3 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:21:18.080751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 7195d878-a918-4df1-bd53-db846c33d7b3 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:21:18.081235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7195d878-a918-4df1-bd53-db846c33d7b3 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:21:18.139670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95cd3-b238-417b-b053-8365cebc1074 None None] Pushing event updated for resources: {'Port': ['ID=426b0066-7c45-4771-8a72-6129c41e9fa5,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:18.375845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.383197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.405981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:17Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:18.416249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e64268-d62a-45e4-8fc6-f2763e66259a None None] The sync data for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv is: [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:17Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:18.438106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.438784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Fanout notify agent at l3_agent the message router_deleted on router bcf8ab58-52e5-493a-8096-ef161e80cc3a {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:21:18.509403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.510739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4ef6b1a-8e81-4f54-a96c-bde82c5256f8 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/bcf8ab58-52e5-493a-8096-ef161e80cc3a HTTP/1.1" status: 204 len: 168 time: 4.6804135 Dec 21 22:21:18.512007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40878) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:18.529588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-1505749947'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:18.536569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:18.543095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:18.548050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:18.556584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:18.601092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:18.608495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.649816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:21:18.661372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.661742 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment 11ec10bd-feed-47f5-b814-1e9d2ee4c06e of type vlan for network eb360109-c93f-4d76-a95c-4a192d9b2c18 Dec 21 22:21:18.703048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.713107 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-f6cc859f-048d-42a9-a3b8-a80c0eadc059 service neutron] 10.222.0.30 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9649076 Dec 21 22:21:18.783351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.797376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:18.798092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.913944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Added routes are [] {{(pid=88995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:21:18.916321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Removed routes are [] {{(pid=88995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:21:18.916321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:18.953875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=eb360109-c93f-4d76-a95c-4a192d9b2c18,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:18.967844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network eb360109-c93f-4d76-a95c-4a192d9b2c18 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:21:19.009886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:19.053122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-921c94f3-be50-400e-81e1-1862ceed083c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5395470 Dec 21 22:21:19.061919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40886) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:19.069455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'eb360109-c93f-4d76-a95c-4a192d9b2c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:19.244361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:19.249414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:19.252881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:19.260608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:19.275777 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-608bf848-0af5-4d51-89ef-d6247ebe0a40 req-cdb7b572-0fad-4a4b-a413-11cd4fc6a122 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 210 time: 0.1019471 Dec 21 22:21:19.312041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:19.458801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:19.519100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8fad80-11e8-4f82-a03a-6989bfadf49d None None] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:19.676318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:19.684255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:19.734711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fef4498b-3060-4d93-a1fc-a650fd4869ee up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:19.899581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ba09144e-c827-4c83-90b1-2383e6300fc9 None None] Provisioning for port 426b0066-7c45-4771-8a72-6129c41e9fa5 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:19.912544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ba09144e-c827-4c83-90b1-2383e6300fc9 None None] Provisioning complete for port 426b0066-7c45-4771-8a72-6129c41e9fa5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:19.913251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba09144e-c827-4c83-90b1-2383e6300fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:19.958587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port fef4498b-3060-4d93-a1fc-a650fd4869ee completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:19.972888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 20e2dc91-ab1a-4352-b396-76a3e2c81edb has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:21:19.988575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Delete allocated IP 172.20.0.19 (e59f03af-78e7-43a7-9b4b-72c31c9532b6/08eb003f-7b9e-49fe-89e3-8d3d69e246fa) {{(pid=88995) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 22:21:19.991492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fef4498b-3060-4d93-a1fc-a650fd4869ee triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:19.992392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.007754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.139789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=f734e5f0-e079-4aad-bd3e-eb7be7db20c4,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:20.198760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': '11ec10bd-feed-47f5-b814-1e9d2ee4c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb360109-c93f-4d76-a95c-4a192d9b2c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:20.198760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: eb360109-c93f-4d76-a95c-4a192d9b2c18, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:20.235303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.313174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:20.322373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.327209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-51feee5e-91f1-4e03-bc99-87a70e2565b6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 200 len: 705 time: 2.5711932 Dec 21 22:21:20.327382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40898) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:20.337119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] Sync routers for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:20.344871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network eb360109-c93f-4d76-a95c-4a192d9b2c18 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:20.374508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:20.375267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:20.409787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cec72924-5499-4625-80e2-6532aba44b8d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:20.432833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, eb360109-c93f-4d76-a95c-4a192d9b2c18) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:20.443609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:20.447771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.462244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ab5ce-6f6e-4a60-82f3-73c241e75741 None None] Network eb360109-c93f-4d76-a95c-4a192d9b2c18 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:20.498559 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f9807141-2d90-44d8-a7ee-bbc7a992d66d req-1f0c6a6a-a295-4ec4-8af4-63d7029449e3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 210 time: 0.0655005 Dec 21 22:21:20.500391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port fef4498b-3060-4d93-a1fc-a650fd4869ee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fef4498b-3060-4d93-a1fc-a650fd4869ee,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:20.528305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2e98d413-9867-449b-a70e-8709087d95cb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4620893 Dec 21 22:21:20.528305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40904) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:20.534251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1727953175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:20.541598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:20.546015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:router and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:20.549105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:20.549830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.557248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:20.573328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Ignored duplicate provisioning block setup for port e0c15f1e-628a-466e-b433-4a1c3fb8a855 by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 21 22:21:20.582646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cec72924-5499-4625-80e2-6532aba44b8d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:20.588536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40908) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:20.589644 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cec72924-5499-4625-80e2-6532aba44b8d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 200 len: 205 time: 0.2606318 Dec 21 22:21:20.596263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.597242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 426b0066-7c45-4771-8a72-6129c41e9fa5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:20.767205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e4a11d-d226-425b-a5e2-39cdfd9c772e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.786180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:20.799094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] Set router 20e2dc91-ab1a-4352-b396-76a3e2c81edb gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:21.001943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=e0c15f1e-628a-466e-b433-4a1c3fb8a855,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:21.034917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e2dc91-ab1a-4352-b396-76a3e2c81edb', 'name': 'tempest-RoutersIpV6Test-router-2144964622', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:00Z', 'updated_at': '2021-12-21T22:21:11Z', 'revision_number': 11, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:21.044919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] Checking router: 20e2dc91-ab1a-4352-b396-76a3e2c81edb for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:21.047533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4d0ee920-02d1-4c4c-9b51-6190a462e54a None None] Provisioning complete for port 426b0066-7c45-4771-8a72-6129c41e9fa5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:21.048436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee920-02d1-4c4c-9b51-6190a462e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.098439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] In _notify_port_updated(), no bound segment for port e0c15f1e-628a-466e-b433-4a1c3fb8a855 on network e59f03af-78e7-43a7-9b4b-72c31c9532b6 {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:21:21.106466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:21.107103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.108745 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d4ff25ad-0900-4ada-9baa-790241adfa19 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "PUT /v2.0/ports/e0c15f1e-628a-466e-b433-4a1c3fb8a855 HTTP/1.1" status: 200 len: 919 time: 3.4842989 Dec 21 22:21:21.114222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40912) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:21.130180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd73f32f5-7fe9-4c67-8789-e4d6102dab46'}, {'subnet_id': '08eb003f-7b9e-49fe-89e3-8d3d69e246fa'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:21.177741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=fef4498b-3060-4d93-a1fc-a650fd4869ee,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:21.251440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 426b0066-7c45-4771-8a72-6129c41e9fa5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:21.251873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.319574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.320733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.355140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.392246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-eb360109-c93f-4d76-a95c-4a192d9b2c18', 'network_id': 'eb360109-c93f-4d76-a95c-4a192d9b2c18', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': 'f734e5f0-e079-4aad-bd3e-eb7be7db20c4'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:21.393173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.409202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] Routers {'20e2dc91-ab1a-4352-b396-76a3e2c81edb'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:21.409938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:21.555645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e4a11d-d226-425b-a5e2-39cdfd9c772e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.563845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e4a11d-d226-425b-a5e2-39cdfd9c772e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.566729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.659901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.666839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e4a11d-d226-425b-a5e2-39cdfd9c772e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.667770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e4a11d-d226-425b-a5e2-39cdfd9c772e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Fanout notify agent at l3_agent the message router_deleted on router 20e2dc91-ab1a-4352-b396-76a3e2c81edb {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:21:21.699776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:21.700723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb8ffe-e2bc-4f50-b6a4-d39113730340 None None] The sync data for ids ['20e2dc91-ab1a-4352-b396-76a3e2c81edb'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:21.713504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11e4a11d-d226-425b-a5e2-39cdfd9c772e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.714694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11e4a11d-d226-425b-a5e2-39cdfd9c772e tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 204 len: 168 time: 1.1247511 Dec 21 22:21:21.721001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40918) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:21.727015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1155697957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:21.733695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:21.738192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Usage tracker for resource:router and tenant:f5f97fa898b84a2ea0262357bc38e99d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:21.742917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.746431 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be15e513-404f-4eae-a5eb-41a1edebf0bc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2144208 Dec 21 22:21:21.746431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:21.747745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40922) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:21.759339 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e0d19aa-9daf-4c2f-a3ef-3352d42b5114 req-b1531892-4cae-4831-96e9-a2f6033b49dc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 210 time: 0.0657411 Dec 21 22:21:21.837935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:21.871043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4d0ee920-02d1-4c4c-9b51-6190a462e54a None None] Provisioning for port e0c15f1e-628a-466e-b433-4a1c3fb8a855 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:21.888219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4d0ee920-02d1-4c4c-9b51-6190a462e54a None None] Provisioning complete for port e0c15f1e-628a-466e-b433-4a1c3fb8a855 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:21.888853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee920-02d1-4c4c-9b51-6190a462e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.916478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.24 (e59f03af-78e7-43a7-9b4b-72c31c9532b6/08eb003f-7b9e-49fe-89e3-8d3d69e246fa/e0c15f1e-628a-466e-b433-4a1c3fb8a855) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:21.943583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.943583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:21.949164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fef4498b-3060-4d93-a1fc-a650fd4869ee up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:22.063313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.129309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ee920-02d1-4c4c-9b51-6190a462e54a None None] Port e0c15f1e-628a-466e-b433-4a1c3fb8a855 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:22.157423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Allocated IP 172.20.0.2 (eb360109-c93f-4d76-a95c-4a192d9b2c18/f734e5f0-e079-4aad-bd3e-eb7be7db20c4/e4f0f8ce-d05a-4922-afd2-497f170fbcd2) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:22.175363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fef4498b-3060-4d93-a1fc-a650fd4869ee triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:22.175996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.285888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9e7bb09b-104e-4abf-b170-67253c978bb8 None None] Provisioning complete for port e0c15f1e-628a-466e-b433-4a1c3fb8a855 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:22.286303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb09b-104e-4abf-b170-67253c978bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.294121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.366538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.369013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-03175045-eee1-4300-9e96-718c3d1b0a8b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6473632 Dec 21 22:21:22.372020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40926) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:22.381958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-69a957c5-928c-4cda-acba-8eb02535a92b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:22.441859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.446995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.488550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bb09b-104e-4abf-b170-67253c978bb8 None None] Port e0c15f1e-628a-466e-b433-4a1c3fb8a855 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:22.621517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.635166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Transition to ACTIVE for port object e4f0f8ce-d05a-4922-afd2-497f170fbcd2 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:22.726019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Transition to ACTIVE for port object e4f0f8ce-d05a-4922-afd2-497f170fbcd2 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:22.729055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Ignored duplicate provisioning block setup for port e0c15f1e-628a-466e-b433-4a1c3fb8a855 by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 21 22:21:22.740568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797469d1-d323-449a-b048-3cb01b037db6 req-0a98d63a-eea0-4120-a3d7-accbe16e1694 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:22.742895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-0a98d63a-eea0-4120-a3d7-accbe16e1694 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.46 "GET /v2.0/networks?id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f HTTP/1.1" status: 200 len: 796 time: 0.5651622 Dec 21 22:21:22.754754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.825514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.835395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Network eb360109-c93f-4d76-a95c-4a192d9b2c18 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:22.838637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:22.843685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:22.845992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Pushing event updated for resources: {'Port': ['ID=e4f0f8ce-d05a-4922-afd2-497f170fbcd2,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:22.948069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.20.0.1 (eb360109-c93f-4d76-a95c-4a192d9b2c18/f734e5f0-e079-4aad-bd3e-eb7be7db20c4/6a6a53ee-bb0d-4815-8b86-31a6af89a298) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:22.953013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Attempting to bind port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:22.953448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Attempting to bind port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '11ec10bd-feed-47f5-b814-1e9d2ee4c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb360109-c93f-4d76-a95c-4a192d9b2c18'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:22.953868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Attempting to bind port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 on network eb360109-c93f-4d76-a95c-4a192d9b2c18 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:22.964772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:22.965211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Checking segment: {'id': '11ec10bd-feed-47f5-b814-1e9d2ee4c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb360109-c93f-4d76-a95c-4a192d9b2c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:22.965713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:22.966162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Bound using segment: {'id': '11ec10bd-feed-47f5-b814-1e9d2ee4c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb360109-c93f-4d76-a95c-4a192d9b2c18'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:22.966868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Bound port: e4f0f8ce-d05a-4922-afd2-497f170fbcd2, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ec10bd-feed-47f5-b814-1e9d2ee4c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb360109-c93f-4d76-a95c-4a192d9b2c18'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:22.967307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.081705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=e0c15f1e-628a-466e-b433-4a1c3fb8a855,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:23.082051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] For port e4f0f8ce-d05a-4922-afd2-497f170fbcd2, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:23.094909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] For port e4f0f8ce-d05a-4922-afd2-497f170fbcd2, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e4f0f8ce-d05a-4922-afd2-497f170fbcd2,segment=NetworkSegment(11ec10bd-feed-47f5-b814-1e9d2ee4c06e),segment_id=11ec10bd-feed-47f5-b814-1e9d2ee4c06e)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:23.143491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.149232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.169034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object 6a6a53ee-bb0d-4815-8b86-31a6af89a298 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:23.185930 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-ce114de6-3668-4111-bd4e-e87bc36b7309 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2c9488b7f764f1e81c2a69c2db01249 HTTP/1.1" status: 200 len: 379 time: 0.3903728 Dec 21 22:21:23.217765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c79d8d01-8e8d-4b41-9ba3-4978a64187bb req-f3b2a485-db25-4ee6-aed3-b0d3e790d4a6 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 210 time: 0.1859283 Dec 21 22:21:23.218141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.223562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'port': {'device_id': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'admin_state_up': True, 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'security_groups': ['4c263688-53d0-402a-ab87-09a10f95e6cc']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:23.264550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Pushing event updated for resources: {'Port': ['ID=e4f0f8ce-d05a-4922-afd2-497f170fbcd2,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:23.279545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.279938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.280312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.280719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.281091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.281462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.281829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.282193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.282558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.282920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.283289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e38d4-7614-40c9-8603-cecdbfd4c7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:21:23.320038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network eb360109-c93f-4d76-a95c-4a192d9b2c18 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:23.325746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:23.330900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:23.374963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=6a6a53ee-bb0d-4815-8b86-31a6af89a298,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:23.402303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.429928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b95cc9b1-3fa1-4aa2-858d-606e9eca9d68 None None] Provisioning complete for port e0c15f1e-628a-466e-b433-4a1c3fb8a855 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:23.430559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b95cc9b1-3fa1-4aa2-858d-606e9eca9d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.493267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b95cc9b1-3fa1-4aa2-858d-606e9eca9d68 None None] Port e0c15f1e-628a-466e-b433-4a1c3fb8a855 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:23.504566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] In _notify_port_updated(), no bound segment for port e0c15f1e-628a-466e-b433-4a1c3fb8a855 on network e59f03af-78e7-43a7-9b4b-72c31c9532b6 {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:21:23.509195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:23.509868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.511267 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-00ffa0d8-3fe8-45e8-82eb-8fad4d9b975c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "PUT /v2.0/ports/e0c15f1e-628a-466e-b433-4a1c3fb8a855 HTTP/1.1" status: 200 len: 999 time: 2.3959897 Dec 21 22:21:23.516074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40936) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:23.564999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.587393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a957c5-928c-4cda-acba-8eb02535a92b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.614345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-850a1622-0bf8-432b-88ec-9431010da3b5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port e0c15f1e-628a-466e-b433-4a1c3fb8a855 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:23.615908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-850a1622-0bf8-432b-88ec-9431010da3b5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.618329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:23.622548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:port and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:23.625594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:23.633155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:23.637223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a957c5-928c-4cda-acba-8eb02535a92b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.731313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Made reservation on behalf of a2c9488b7f764f1e81c2a69c2db01249 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:23.740041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:23.894185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40942) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:23.947779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e4f0f8ce-d05a-4922-afd2-497f170fbcd2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:24.069602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:24.168186 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8a7b80d4-da0f-4100-9193-cc6ae37a0070 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=b94464e04b434d009b163f6724868a54&network_id=5f41cb78-e7e9-46d8-b355-294f6f020eff HTTP/1.1" status: 200 len: 3000 time: 0.2727535 Dec 21 22:21:24.183233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Allocated IP 172.20.0.8 (3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f/67ce6590-c6e2-425a-8344-86e90e44102c/2046b7c2-131c-4d56-8efd-e8cd61e36dde) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:24.217199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a957c5-928c-4cda-acba-8eb02535a92b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Router 2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:21:24.441690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a957c5-928c-4cda-acba-8eb02535a92b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:24.452136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] Sync routers for ids ['2b0d3de3-6b17-4787-adfb-f8ba30b4fb66'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:24.465433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c186dd38-b2dd-4010-bf80-15b00b71e8d4 req-a1c35bf7-784d-49c3-8176-6a7e6a57cb35 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 210 time: 0.0729029 Dec 21 22:21:24.466085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] Routers {'2b0d3de3-6b17-4787-adfb-f8ba30b4fb66'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:24.466975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2b0d3de3-6b17-4787-adfb-f8ba30b4fb66'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:24.478914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-850a1622-0bf8-432b-88ec-9431010da3b5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:24.490459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a957c5-928c-4cda-acba-8eb02535a92b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:24.495621 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-69a957c5-928c-4cda-acba-8eb02535a92b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "PUT /v2.0/routers/2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 HTTP/1.1" status: 200 len: 698 time: 2.1203017 Dec 21 22:21:24.499050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40952) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:24.609895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] Set router 2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:24.649084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:24.666573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Transition to ACTIVE for port object 2046b7c2-131c-4d56-8efd-e8cd61e36dde will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:24.704385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-850a1622-0bf8-432b-88ec-9431010da3b5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for e0c15f1e-628a-466e-b433-4a1c3fb8a855 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:24.721504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:24.729254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0d3de3-6b17-4787-adfb-f8ba30b4fb66', 'name': 'tempest-RoutersIpV6Test-router-1155697957', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:21Z', 'updated_at': '2021-12-21T22:21:23Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:24.736363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] Checking router: 2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:24.753697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] Routers {'2b0d3de3-6b17-4787-adfb-f8ba30b4fb66'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:24.754369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2b0d3de3-6b17-4787-adfb-f8ba30b4fb66'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:24.838514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:24.857527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:24.859079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:24.864924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:24.873475 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-df952caa-1e5c-4209-adb3-32f5db0deeab tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/routers/2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 HTTP/1.1" status: 200 len: 704 time: 0.3706498 Dec 21 22:21:24.885063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40956) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:24.909198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] Set router 2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:24.941373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc5785f4-5172-41e2-84d1-a2e4dc1372f7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Synchronizing usage tracker for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:24.956816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:24.957538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:24.978207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:25.021153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bc5785f4-5172-41e2-84d1-a2e4dc1372f7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Unset dirty status for tenant:f5f97fa898b84a2ea0262357bc38e99d on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:25.023014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc5785f4-5172-41e2-84d1-a2e4dc1372f7 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 HTTP/1.1" status: 200 len: 205 time: 0.1353004 Dec 21 22:21:25.023953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:25.028787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40962) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:25.129506 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-2f69af2e-a494-4be4-8c1a-7113f1517059 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9104588 Dec 21 22:21:25.143852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Request body: {'port': {'device_id': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:25.249048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0d3de3-6b17-4787-adfb-f8ba30b4fb66', 'name': 'tempest-RoutersIpV6Test-router-1155697957', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:21Z', 'updated_at': '2021-12-21T22:21:23Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:25.254792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f1f959-313a-4c8b-b8b2-5404adac6280 None None] The sync data for ids ['2b0d3de3-6b17-4787-adfb-f8ba30b4fb66'] in dv-neutron-822521-1-hyperv is: [{'id': '2b0d3de3-6b17-4787-adfb-f8ba30b4fb66', 'name': 'tempest-RoutersIpV6Test-router-1155697957', 'tenant_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:21Z', 'updated_at': '2021-12-21T22:21:23Z', 'revision_number': 2, 'project_id': 'f5f97fa898b84a2ea0262357bc38e99d', 'gw_port_host': None}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:25.307244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:25.384230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=6a6a53ee-bb0d-4815-8b86-31a6af89a298,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:25.466609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6446a7b3-d567-4fb5-97ca-1274441f8a1f None None] Provisioning for port 2046b7c2-131c-4d56-8efd-e8cd61e36dde completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:25.473649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa8623-a102-4c94-afc0-d1e87dfb084e None None] Network eb360109-c93f-4d76-a95c-4a192d9b2c18 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:25.494489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6446a7b3-d567-4fb5-97ca-1274441f8a1f None None] Provisioning complete for port 2046b7c2-131c-4d56-8efd-e8cd61e36dde triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:25.494810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6446a7b3-d567-4fb5-97ca-1274441f8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:25.599649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network eb360109-c93f-4d76-a95c-4a192d9b2c18 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:25.620286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:25.621466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6aae-0474-4835-a442-8dd2497d7b1d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:25.651341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6446a7b3-d567-4fb5-97ca-1274441f8a1f None None] Port 2046b7c2-131c-4d56-8efd-e8cd61e36dde cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:25.691175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-850a1622-0bf8-432b-88ec-9431010da3b5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:25.751548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40970) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:25.753103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a1622-0bf8-432b-88ec-9431010da3b5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=e0c15f1e-628a-466e-b433-4a1c3fb8a855,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:25.773545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:25.841546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-29cb6d9c-3c28-4dae-a4dc-6f21afba439b None None] Provisioning for port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:25.848536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-29cb6d9c-3c28-4dae-a4dc-6f21afba439b None None] Provisioning complete for port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:25.849206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29cb6d9c-3c28-4dae-a4dc-6f21afba439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.017353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29cb6d9c-3c28-4dae-a4dc-6f21afba439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.098789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-29cb6d9c-3c28-4dae-a4dc-6f21afba439b None None] For port e4f0f8ce-d05a-4922-afd2-497f170fbcd2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e4f0f8ce-d05a-4922-afd2-497f170fbcd2,segment=NetworkSegment(11ec10bd-feed-47f5-b814-1e9d2ee4c06e),segment_id=11ec10bd-feed-47f5-b814-1e9d2ee4c06e)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:26.148530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29cb6d9c-3c28-4dae-a4dc-6f21afba439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.186486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3669128-1788-4c1e-a0ff-283c54ee5cd0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:26.202461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b3669128-1788-4c1e-a0ff-283c54ee5cd0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 814 time: 0.4326787 Dec 21 22:21:26.315952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb6d9c-3c28-4dae-a4dc-6f21afba439b None None] Pushing event updated for resources: {'Port': ['ID=e4f0f8ce-d05a-4922-afd2-497f170fbcd2,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:26.402927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756c9c1-a722-4d6e-bab5-ba027f57012d req-254e21e1-57d2-4ddb-b129-bc28215eb66e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:26.403752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-2756c9c1-a722-4d6e-bab5-ba027f57012d req-254e21e1-57d2-4ddb-b129-bc28215eb66e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Synchronizing usage tracker for tenant:a2c9488b7f764f1e81c2a69c2db01249 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:26.432145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a92de065-e78b-412e-8cfd-00db7e3efdc0 None None] Provisioning for port 6a6a53ee-bb0d-4815-8b86-31a6af89a298 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:26.439063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a92de065-e78b-412e-8cfd-00db7e3efdc0 None None] Provisioning complete for port 6a6a53ee-bb0d-4815-8b86-31a6af89a298 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:26.439700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a92de065-e78b-412e-8cfd-00db7e3efdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.464130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6aae-0474-4835-a442-8dd2497d7b1d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.528164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6aae-0474-4835-a442-8dd2497d7b1d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.537063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a92de065-e78b-412e-8cfd-00db7e3efdc0 None None] Port 6a6a53ee-bb0d-4815-8b86-31a6af89a298 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:26.563048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a92de065-e78b-412e-8cfd-00db7e3efdc0 None None] Provisioning complete for port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:26.563471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a92de065-e78b-412e-8cfd-00db7e3efdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.568107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-2756c9c1-a722-4d6e-bab5-ba027f57012d req-254e21e1-57d2-4ddb-b129-bc28215eb66e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Unset dirty status for tenant:a2c9488b7f764f1e81c2a69c2db01249 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:26.570046 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2756c9c1-a722-4d6e-bab5-ba027f57012d req-254e21e1-57d2-4ddb-b129-bc28215eb66e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 931 time: 0.8839457 Dec 21 22:21:26.601999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-850a1622-0bf8-432b-88ec-9431010da3b5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.632859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-850a1622-0bf8-432b-88ec-9431010da3b5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/e0c15f1e-628a-466e-b433-4a1c3fb8a855 HTTP/1.1" status: 204 len: 168 time: 3.1155617 Dec 21 22:21:26.635472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40978) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:26.671436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40982) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:26.724172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--1707443984', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:26.735674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:26.773124 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1898fdca-f098-4e47-a642-c14a14a3131c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:21:26.773693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1898fdca-f098-4e47-a642-c14a14a3131c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:26.783223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:26.794968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2756c9c1-a722-4d6e-bab5-ba027f57012d req-7ef85031-4e82-423e-94fd-1a5bbc87f1bc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157762 Dec 21 22:21:26.799936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6aae-0474-4835-a442-8dd2497d7b1d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.806236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3a6aae-0474-4835-a442-8dd2497d7b1d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:21:26.846158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6aae-0474-4835-a442-8dd2497d7b1d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.851612 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c3a6aae-0474-4835-a442-8dd2497d7b1d tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 HTTP/1.1" status: 204 len: 168 time: 1.8215582 Dec 21 22:21:26.851856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1898fdca-f098-4e47-a642-c14a14a3131c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:26.855734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1898fdca-f098-4e47-a642-c14a14a3131c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/e0c15f1e-628a-466e-b433-4a1c3fb8a855 HTTP/1.1" status: 404 len: 333 time: 0.2157354 Dec 21 22:21:26.855877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 40986) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:26.856801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40990) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:26.904231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:26.909831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:26.949222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40994) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:26.953894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d6160f89-b2a3-42e3-a8cc-1f74a2c424d5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 HTTP/1.1" status: 200 len: 205 time: 0.0988939 Dec 21 22:21:26.972033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b2c484c1-3dc2-4154-a6d1-3149f61aecce None None] Provisioning complete for port 6a6a53ee-bb0d-4815-8b86-31a6af89a298 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:26.972479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2c484c1-3dc2-4154-a6d1-3149f61aecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.066519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:21:27.070489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b2c484c1-3dc2-4154-a6d1-3149f61aecce None None] Port 6a6a53ee-bb0d-4815-8b86-31a6af89a298 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:27.092843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.094242 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment 3eb7139d-8e38-4a21-8e8a-185a0e3aedcf of type vlan for network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 Dec 21 22:21:27.096504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-d2acc090-d3d0-4fac-974e-dee3a58c00cb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] delete failed (client error): The resource could not be found. Dec 21 22:21:27.097290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2046b7c2-131c-4d56-8efd-e8cd61e36dde {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:21:27.100565 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d2acc090-d3d0-4fac-974e-dee3a58c00cb tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/2b0d3de3-6b17-4787-adfb-f8ba30b4fb66 HTTP/1.1" status: 404 len: 336 time: 0.1414793 Dec 21 22:21:27.101399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 40998) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.114705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.156153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Transition to ACTIVE for port object 2046b7c2-131c-4d56-8efd-e8cd61e36dde will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:27.159088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.161091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router 1b3478cd-ea98-4f90-9cc0-8ce880215aef is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:21:27.173286 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8ce8c1-63a1-4891-b212-580cffdcfef5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:27.173796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8ce8c1-63a1-4891-b212-580cffdcfef5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:27.179036 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9f8ce8c1-63a1-4891-b212-580cffdcfef5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/047acb86-61a1-4e94-8fd5-3474746496d2 HTTP/1.1" status: 404 len: 337 time: 0.0732536 Dec 21 22:21:27.180592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41002) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.240111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.281686 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b661f21-718c-4c72-9b8d-1b2668293ad5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:27.282165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b661f21-718c-4c72-9b8d-1b2668293ad5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:27.305593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6b661f21-718c-4c72-9b8d-1b2668293ad5 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/8309a719-401d-427f-afcd-aeb9040f460f HTTP/1.1" status: 404 len: 337 time: 0.1235602 Dec 21 22:21:27.312122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41006) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.370209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.375987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:27.375987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.393858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-108c3cd8-ed30-4285-bc52-dabf54ab92da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet 08eb003f-7b9e-49fe-89e3-8d3d69e246fa {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:21:27.397510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-108c3cd8-ed30-4285-bc52-dabf54ab92da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.413263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-66525e63-ab7c-4ef6-b5f8-0343d06520c3 None None] Provisioning complete for port 6a6a53ee-bb0d-4815-8b86-31a6af89a298 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:27.413832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66525e63-ab7c-4ef6-b5f8-0343d06520c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.461872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-108c3cd8-ed30-4285-bc52-dabf54ab92da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.487950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-66525e63-ab7c-4ef6-b5f8-0343d06520c3 None None] Port 6a6a53ee-bb0d-4815-8b86-31a6af89a298 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:27.549092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d5703d-7bea-4435-8feb-671896924a08 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:27.549593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d5703d-7bea-4435-8feb-671896924a08 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:27.551872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c5d5703d-7bea-4435-8feb-671896924a08 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/52ac418b-658b-4944-b8ca-c6f1741754a8 HTTP/1.1" status: 404 len: 337 time: 0.2385795 Dec 21 22:21:27.561201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=a7ffcc99-eb04-467b-9b51-52ac7a1153d4,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:27.563459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41010) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.573882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:21:27.632467 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f732487-41e0-4f2d-9bdd-66788485f0b8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:27.632974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f732487-41e0-4f2d-9bdd-66788485f0b8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:27.634920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8f732487-41e0-4f2d-9bdd-66788485f0b8 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/ba022a51-9d94-42e2-939a-0ca974e10041 HTTP/1.1" status: 404 len: 337 time: 0.0596373 Dec 21 22:21:27.635731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Pushing event updated for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:27.639707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41014) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.655459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-108c3cd8-ed30-4285-bc52-dabf54ab92da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.689616 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9c4eb146-5e8e-470d-bf2a-3985d0f9d17f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9901595 Dec 21 22:21:27.696071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41018) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.745771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b9270e85-1df6-47ff-aa88-35497bfdbf51 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 200 len: 205 time: 0.1048746 Dec 21 22:21:27.750234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41022) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.767099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:27.777611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7d8e-caff-48e6-9c92-33c7a9d653db None None] Sync routers for ids ['1b3478cd-ea98-4f90-9cc0-8ce880215aef'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:27.779076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-52e7dcf5-86da-4d59-ad4e-62f5ec852c3f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/1b3478cd-ea98-4f90-9cc0-8ce880215aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0282948 Dec 21 22:21:27.781698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41026) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.795915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc7d8e-caff-48e6-9c92-33c7a9d653db None None] Routers {'1b3478cd-ea98-4f90-9cc0-8ce880215aef'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:27.795915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7d8e-caff-48e6-9c92-33c7a9d653db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1b3478cd-ea98-4f90-9cc0-8ce880215aef'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:27.824741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-108c3cd8-ed30-4285-bc52-dabf54ab92da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.879300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c3cd8-ed30-4285-bc52-dabf54ab92da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=08eb003f-7b9e-49fe-89e3-8d3d69e246fa,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:27.888693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-108c3cd8-ed30-4285-bc52-dabf54ab92da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:27.891620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-108c3cd8-ed30-4285-bc52-dabf54ab92da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/08eb003f-7b9e-49fe-89e3-8d3d69e246fa HTTP/1.1" status: 204 len: 168 time: 1.0334959 Dec 21 22:21:27.901129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41032) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.908699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e4f0f8ce-d05a-4922-afd2-497f170fbcd2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:27.935945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc7519-0f25-42a6-abd6-f5e7c26fc0dc None None] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:27.954289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-6d56736c-9cc3-43fd-aa1a-d9695bbff140 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] delete failed (client error): The resource could not be found. Dec 21 22:21:27.955620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d56736c-9cc3-43fd-aa1a-d9695bbff140 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/20e2dc91-ab1a-4352-b396-76a3e2c81edb HTTP/1.1" status: 404 len: 336 time: 0.1782274 Dec 21 22:21:27.968075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f460fa25-c074-4b1a-ac8f-1b2457812b28 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:27.968323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41036) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.968486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f460fa25-c074-4b1a-ac8f-1b2457812b28 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:27.979973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7d8e-caff-48e6-9c92-33c7a9d653db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:28.015340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecccfc5-68fd-45fd-8f83-9e3bbe2e1372 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet d73f32f5-7fe9-4c67-8789-e4d6102dab46 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:21:28.023855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Attempting to bind port 2046b7c2-131c-4d56-8efd-e8cd61e36dde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:28.023855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Attempting to bind port 2046b7c2-131c-4d56-8efd-e8cd61e36dde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:28.023855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Attempting to bind port 2046b7c2-131c-4d56-8efd-e8cd61e36dde on network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:28.024216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ecccfc5-68fd-45fd-8f83-9e3bbe2e1372 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:28.027514 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f78552be-6747-45e1-8575-a618d90c4459 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=76193c01-4550-4b67-afa5-d1fbbcfd7596 HTTP/1.1" status: 200 len: 205 time: 0.0621696 Dec 21 22:21:28.031829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41040) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.037032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2154ac7a-b938-405a-9bf8-8d823f911cf1 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:28.040716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2154ac7a-b938-405a-9bf8-8d823f911cf1 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3427033 Dec 21 22:21:28.089290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ecccfc5-68fd-45fd-8f83-9e3bbe2e1372 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:28.142108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:28.142786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:28.154918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41044) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.160856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f460fa25-c074-4b1a-ac8f-1b2457812b28 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:28.165723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f460fa25-c074-4b1a-ac8f-1b2457812b28 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports/6a6a53ee-bb0d-4815-8b86-31a6af89a298 HTTP/1.1" status: 200 len: 910 time: 0.3793240 Dec 21 22:21:28.194926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41048) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.217609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5d49bdd4-21b5-4259-8de0-16f8042f2a21 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f734e5f0-e079-4aad-bd3e-eb7be7db20c4'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:28.364696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc7d8e-caff-48e6-9c92-33c7a9d653db None None] Routers {'1b3478cd-ea98-4f90-9cc0-8ce880215aef'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:28.365310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7d8e-caff-48e6-9c92-33c7a9d653db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1b3478cd-ea98-4f90-9cc0-8ce880215aef'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:28.383167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ecccfc5-68fd-45fd-8f83-9e3bbe2e1372 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:28.417011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Port 2046b7c2-131c-4d56-8efd-e8cd61e36dde on network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:28.417381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Attempting to bind port 2046b7c2-131c-4d56-8efd-e8cd61e36dde on network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:28.434170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2bc7d8e-caff-48e6-9c92-33c7a9d653db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:28.434622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc7d8e-caff-48e6-9c92-33c7a9d653db None None] The sync data for ids ['1b3478cd-ea98-4f90-9cc0-8ce880215aef'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:28.436026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-82e15326-6f6b-456c-8b46-1c5e335f56f2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] delete failed (client error): The resource could not be found. Dec 21 22:21:28.437178 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82e15326-6f6b-456c-8b46-1c5e335f56f2 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/76193c01-4550-4b67-afa5-d1fbbcfd7596 HTTP/1.1" status: 404 len: 336 time: 0.4027758 Dec 21 22:21:28.438204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:28.438851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Checking segment: {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:28.439413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Bound using segment: {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:28.440021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Bound port: 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df7f703-5057-48c2-bebc-03e7f06aaf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:28.440584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:28.457262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41054) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.535529 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b91725-c469-46e2-93cb-e0bb2e10d7e3 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:28.536028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b91725-c469-46e2-93cb-e0bb2e10d7e3 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:28.541280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e0b91725-c469-46e2-93cb-e0bb2e10d7e3 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/6b98e686-a603-48c8-ad01-68bd770da95b HTTP/1.1" status: 404 len: 337 time: 0.0796902 Dec 21 22:21:28.542386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41058) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.611948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720846de-e221-4f6b-b19b-2c90015119ec tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:28.617405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-720846de-e221-4f6b-b19b-2c90015119ec tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4572930 Dec 21 22:21:28.622205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41062) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.627287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7d885-8ea6-4a01-aa61-79a329e825e1 req-d762dbdb-f75a-406c-a3f5-082dca189e98 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:28.627287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6e7d885-8ea6-4a01-aa61-79a329e825e1 req-d762dbdb-f75a-406c-a3f5-082dca189e98 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 943 time: 0.5832236 Dec 21 22:21:28.633260 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b0adf358-6e13-4d47-8891-e2e3c0fb9528 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc67e65e-d2e5-43a5-b01f-ab2733c265ea HTTP/1.1" status: 200 len: 205 time: 0.0883422 Dec 21 22:21:28.633941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41066) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.683870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9d011609-dc61-4329-94b2-31057e9bddf6 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581198 Dec 21 22:21:28.687417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41070) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.745873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-f23221f1-5e1e-438b-a241-a9c347b34ae6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] delete failed (client error): The resource could not be found. Dec 21 22:21:28.747038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f23221f1-5e1e-438b-a241-a9c347b34ae6 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/fc67e65e-d2e5-43a5-b01f-ab2733c265ea HTTP/1.1" status: 404 len: 336 time: 0.1073358 Dec 21 22:21:28.748403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:28.754799 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-40c79e36-48bf-437b-bd6f-0b4f0d32b651 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634887 Dec 21 22:21:28.754799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41074) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.755379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41076) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.792634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:28.835218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6e7d885-8ea6-4a01-aa61-79a329e825e1 req-81d0b674-da7f-4397-a4c6-6d6369ca3650 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903834 Dec 21 22:21:28.923517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:29.003073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:29.004623 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] 10.222.0.46 "PUT /v2.0/ports/2046b7c2-131c-4d56-8efd-e8cd61e36dde HTTP/1.1" status: 200 len: 1093 time: 3.8655629 Dec 21 22:21:29.013021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:21:29.080808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ecccfc5-68fd-45fd-8f83-9e3bbe2e1372 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:29.144414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-20561650-9aa2-4fbb-b95b-aaf7ed9beac0 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=14b03b0d-ea70-48af-983d-007fd68ddae9 HTTP/1.1" status: 200 len: 205 time: 0.3888595 Dec 21 22:21:29.154026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41088) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.182140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6933b-b568-4a77-9815-416ecea2af6f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:29.184103 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1cb6933b-b568-4a77-9815-416ecea2af6f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4277780 Dec 21 22:21:29.186020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecccfc5-68fd-45fd-8f83-9e3bbe2e1372 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=d73f32f5-7fe9-4c67-8789-e4d6102dab46,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:29.190792 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'status': 'completed', 'code': 200} Dec 21 22:21:29.191500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41092) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.192142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e684d1c-2605-45fa-8144-ce6e0cc7f951 service neutron] Pushing event updated for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:29.195762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ecccfc5-68fd-45fd-8f83-9e3bbe2e1372 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:29.203480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d49bdd4-21b5-4259-8de0-16f8042f2a21 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:29.256623 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7cc80153-b95b-4678-94ac-d7786a3584d8 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556295 Dec 21 22:21:29.259562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41096) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.272400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-400241767', 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:29.297152 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-767bc756-dc17-4525-b091-5feac5301aac tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] delete failed (client error): The resource could not be found. Dec 21 22:21:29.301409 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-767bc756-dc17-4525-b091-5feac5301aac tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/14b03b0d-ea70-48af-983d-007fd68ddae9 HTTP/1.1" status: 404 len: 336 time: 0.1171184 Dec 21 22:21:29.302057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41100) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.310052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1ecccfc5-68fd-45fd-8f83-9e3bbe2e1372 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/d73f32f5-7fe9-4c67-8789-e4d6102dab46 HTTP/1.1" status: 204 len: 168 time: 1.4058492 Dec 21 22:21:29.310823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41102) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.385078 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db7b989-35e7-4a2a-9a75-51cdbdc3b842 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:29.385492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db7b989-35e7-4a2a-9a75-51cdbdc3b842 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:29.389857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9db7b989-35e7-4a2a-9a75-51cdbdc3b842 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/b56272da-046d-4b49-a09e-35dfc6385d9b HTTP/1.1" status: 404 len: 337 time: 0.0628357 Dec 21 22:21:29.394165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41108) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.439994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-f6d0444e-a0f0-4f6e-ac40-04ace7397cdc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2c9488b7f764f1e81c2a69c2db01249&device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 1096 time: 0.3368261 Dec 21 22:21:29.535871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-144f2485-3337-47ab-bbd1-96e1b058a006 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=9301564a-92f8-4c2a-ad61-185dd25000b7 HTTP/1.1" status: 200 len: 205 time: 0.1353457 Dec 21 22:21:29.536103 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-6266f8b2-0f42-4b7e-b760-00f9086a6528 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde HTTP/1.1" status: 200 len: 217 time: 0.0832341 Dec 21 22:21:29.536599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41112) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.604688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:29.616702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:29.652636 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-b57d83ce-4a8b-4c2d-b140-097a128a870b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] delete failed (client error): The resource could not be found. Dec 21 22:21:29.653789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b57d83ce-4a8b-4c2d-b140-097a128a870b tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/9301564a-92f8-4c2a-ad61-185dd25000b7 HTTP/1.1" status: 404 len: 336 time: 0.1152875 Dec 21 22:21:29.657896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:29.665130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41116) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.699101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:29.707500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a6f01d-35ae-4c38-a4a1-39e2095b5cdd None None] Network e59f03af-78e7-43a7-9b4b-72c31c9532b6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:29.711175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 426b0066-7c45-4771-8a72-6129c41e9fa5 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:29.711552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:29.737289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:29.737289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac98c8ea-97db-451f-9600-895d937dee91 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:29.737289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac98c8ea-97db-451f-9600-895d937dee91 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:29.737289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac98c8ea-97db-451f-9600-895d937dee91 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/ddc8d762-cf53-4214-8dd8-a14434f89a5f HTTP/1.1" status: 404 len: 337 time: 0.0661480 Dec 21 22:21:29.737289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41120) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.776980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e9ddd4a9-f5c0-49b8-a180-5cb63055dc5d None None] Provisioning complete for port 426b0066-7c45-4771-8a72-6129c41e9fa5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:29.776980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e9ddd4a9-f5c0-49b8-a180-5cb63055dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:29.799617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797469d1-d323-449a-b048-3cb01b037db6 req-359fe762-ed4a-40df-b02e-1575ef738d70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:29.799617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-359fe762-ed4a-40df-b02e-1575ef738d70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67ce6590-c6e2-425a-8344-86e90e44102c HTTP/1.1" status: 200 len: 835 time: 0.1809876 Dec 21 22:21:29.799617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f092e5de-245c-4752-8f20-192f28bd28a1 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f83cf99-54bf-47e4-9dee-0608f77580e1 HTTP/1.1" status: 200 len: 205 time: 0.0596194 Dec 21 22:21:29.806849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41124) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.949172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:30.022466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-d009abde-f9db-461f-ac1e-d4abcea90714 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] delete failed (client error): The resource could not be found. Dec 21 22:21:30.024175 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d009abde-f9db-461f-ac1e-d4abcea90714 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/routers/8f83cf99-54bf-47e4-9dee-0608f77580e1 HTTP/1.1" status: 404 len: 336 time: 0.1743193 Dec 21 22:21:30.030505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41130) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:30.146303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6317198b-043e-4c4e-a7cf-b026639ffd1f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:30.147083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6317198b-043e-4c4e-a7cf-b026639ffd1f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:30.147374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] DHCP port deletion for e59f03af-78e7-43a7-9b4b-72c31c9532b6 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:21:30.149338 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6317198b-043e-4c4e-a7cf-b026639ffd1f tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/d4dfb730-c083-4d8e-8c0a-e35ca0a7d842 HTTP/1.1" status: 404 len: 337 time: 0.1178348 Dec 21 22:21:30.151968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] Deleting port 426b0066-7c45-4771-8a72-6129c41e9fa5 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:30.152401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:30.155247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41134) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:30.226475 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-882e671c-1643-46af-b46d-c3c283881433 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:30.226985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882e671c-1643-46af-b46d-c3c283881433 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:21:30.236739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-882e671c-1643-46af-b46d-c3c283881433 tempest-RoutersIpV6Test-980406272 tempest-RoutersIpV6Test-980406272-project] 10.222.0.30 "DELETE /v2.0/subnets/2a75fe28-1a66-416f-9876-f34b5911ce0e HTTP/1.1" status: 404 len: 337 time: 0.0716159 Dec 21 22:21:30.252639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] For port 426b0066-7c45-4771-8a72-6129c41e9fa5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=426b0066-7c45-4771-8a72-6129c41e9fa5,segment=NetworkSegment(2d9ef0c2-ba9e-449f-b672-31af23e43195),segment_id=2d9ef0c2-ba9e-449f-b672-31af23e43195)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:30.253024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:30.253188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:30.320114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-66f55706-f0b0-43d3-9fb0-ed51876bbf69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5128543 Dec 21 22:21:30.408057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] For port 426b0066-7c45-4771-8a72-6129c41e9fa5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=426b0066-7c45-4771-8a72-6129c41e9fa5,segment=NetworkSegment(2d9ef0c2-ba9e-449f-b672-31af23e43195),segment_id=2d9ef0c2-ba9e-449f-b672-31af23e43195)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:30.408057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:30.429226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 426b0066-7c45-4771-8a72-6129c41e9fa5 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:30.543141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d49bdd4-21b5-4259-8de0-16f8042f2a21 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:30.557644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] Calling delete_port for 426b0066-7c45-4771-8a72-6129c41e9fa5 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:30.563175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe02439-19ef-4478-963d-c2f5856c232c req-230fbd95-bdb5-4488-86ef-3e2df5e753c4 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:30.564876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebe02439-19ef-4478-963d-c2f5856c232c req-230fbd95-bdb5-4488-86ef-3e2df5e753c4 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 943 time: 0.5487869 Dec 21 22:21:30.623303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:30.626956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-bd74e42e-d2e2-4afc-8e07-405a74269c08 service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936108 Dec 21 22:21:30.627638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d49bdd4-21b5-4259-8de0-16f8042f2a21 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:30.643099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:30.643500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:21:30.725664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=426b0066-7c45-4771-8a72-6129c41e9fa5,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:30.784524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d49bdd4-21b5-4259-8de0-16f8042f2a21 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:30.785199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d49bdd4-21b5-4259-8de0-16f8042f2a21 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:30.790701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5d49bdd4-21b5-4259-8de0-16f8042f2a21 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/ports/6a6a53ee-bb0d-4815-8b86-31a6af89a298 HTTP/1.1" status: 200 len: 910 time: 2.5877979 Dec 21 22:21:30.795602 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebe02439-19ef-4478-963d-c2f5856c232c req-4f8aa274-0bdc-4240-93f6-4ccd81d67924 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128341 Dec 21 22:21:30.796826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41142) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:30.813985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No DVR routers for this DVR port 426b0066-7c45-4771-8a72-6129c41e9fa5 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:21:30.863210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41146) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:30.896998 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-797469d1-d323-449a-b048-3cb01b037db6 req-aee1aab1-14f8-4a3a-badf-1a4eeaa57edb service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603011 Dec 21 22:21:30.948219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49bdd4-21b5-4259-8de0-16f8042f2a21 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=6a6a53ee-bb0d-4815-8b86-31a6af89a298,revision_number=3']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:30.977248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.100972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.165412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] Deleting port 426b0066-7c45-4771-8a72-6129c41e9fa5 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:31.165412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.186678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:31.229579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fd7ab-4214-4d6c-8f8e-f5cbad3d6755 None None] The port '426b0066-7c45-4771-8a72-6129c41e9fa5' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:21:31.239330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:31.239785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: a7ffcc99-eb04-467b-9b51-52ac7a1153d4, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:31.265017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6cbb1cf-b50f-4158-b5bb-eacbff097b90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5f97fa898b84a2ea0262357bc38e99d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4005456 Dec 21 22:21:31.268201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41152) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:31.288651 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-893386fa-4696-4388-a093-99348c4f3ef7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2c9488b7f764f1e81c2a69c2db01249&device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 1096 time: 0.2695262 Dec 21 22:21:31.357645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59f03af-78e7-43a7-9b4b-72c31c9532b6']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:31.382565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9ef0c2-ba9e-449f-b672-31af23e43195') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:31.382855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9ef0c2-ba9e-449f-b672-31af23e43195') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:31.399685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.422339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.442030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:31.473490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56482772-f5ea-4b8d-9d3a-a5735fb42c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.499371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:21:31.499829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:31.516465 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:31.719788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.743430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, a7ffcc99-eb04-467b-9b51-52ac7a1153d4) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:31.745347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:31.745617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.764426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf1056-827f-4469-b50e-4b3dea125ed2 None None] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:31.783974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56482772-f5ea-4b8d-9d3a-a5735fb42c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:31.792654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-38f94d55-e054-44bb-bb02-812cdf441dbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:31.792654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-38f94d55-e054-44bb-bb02-812cdf441dbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f HTTP/1.1" status: 200 len: 897 time: 0.4940159 Dec 21 22:21:31.922795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-1c303819-acab-470c-bc6e-28a7efc613a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde HTTP/1.1" status: 200 len: 217 time: 0.0830932 Dec 21 22:21:31.926961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 426b0066-7c45-4771-8a72-6129c41e9fa5 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:21:31.978266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 426b0066-7c45-4771-8a72-6129c41e9fa5 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:21:31.980608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 426b0066-7c45-4771-8a72-6129c41e9fa5 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:21:31.980740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cea382fb-e667-425a-bda8-84d03ec05af5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7183964 Dec 21 22:21:31.985794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.005590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-495fe3e6-71c0-4a64-adf7-0d7614ffbfaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:32.007344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-495fe3e6-71c0-4a64-adf7-0d7614ffbfaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67ce6590-c6e2-425a-8344-86e90e44102c HTTP/1.1" status: 200 len: 835 time: 0.0767968 Dec 21 22:21:32.023975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.028960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Network': ['ID=e59f03af-78e7-43a7-9b4b-72c31c9532b6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:32.094893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56482772-f5ea-4b8d-9d3a-a5735fb42c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.186805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-a7ffcc99-eb04-467b-9b51-52ac7a1153d4', 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': '96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:32.188527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.198309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56482772-f5ea-4b8d-9d3a-a5735fb42c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d21275-c5c8-48ad-bff1-f6928db88d5a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:32.199694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a538e88f-759f-4c50-9aa1-d8776c302dc5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/networks/e59f03af-78e7-43a7-9b4b-72c31c9532b6 HTTP/1.1" status: 204 len: 168 time: 2.8877535 Dec 21 22:21:32.201324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41160) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:32.223079 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-ab256261-57d7-45df-97cb-27aad8e955ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2096179 Dec 21 22:21:32.228197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56482772-f5ea-4b8d-9d3a-a5735fb42c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.242570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-56482772-f5ea-4b8d-9d3a-a5735fb42c08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84d21275-c5c8-48ad-bff1-f6928db88d5a HTTP/1.1" status: 204 len: 168 time: 0.9642799 Dec 21 22:21:32.424228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19897f-69a4-4c10-959a-978b85228332 req-030cfb59-026a-4a67-8de8-fd98543c11ee tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:32.426297 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b19897f-69a4-4c10-959a-978b85228332 req-030cfb59-026a-4a67-8de8-fd98543c11ee tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 943 time: 0.2927387 Dec 21 22:21:32.435021 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-01637034-cc5d-4ca9-8137-10a47558ef40 service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867893 Dec 21 22:21:32.437597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22211753-8dbe-4e8b-b982-5d70a17755cd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:32.438511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-22211753-8dbe-4e8b-b982-5d70a17755cd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:32.507469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Allocated IP 172.20.0.18 (a7ffcc99-eb04-467b-9b51-52ac7a1153d4/96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d/ce614a6b-7011-4cd3-b4da-c50ba13056e9) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:32.532592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b19897f-69a4-4c10-959a-978b85228332 req-524b5c3c-6aa3-4ea7-931e-194b22f86edd tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981195 Dec 21 22:21:32.577635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-22211753-8dbe-4e8b-b982-5d70a17755cd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:32.583422 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-22211753-8dbe-4e8b-b982-5d70a17755cd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3808196 Dec 21 22:21:32.584209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41166) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:32.592175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41168) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:32.651389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6210139', 'description': 'tempest-secgroup-smoke-6210139 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:32.669643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c96b117-9a63-4d4c-bb77-95d815f94934 req-609b6052-f589-4e90-ba0a-732a8fc51d89 service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978390 Dec 21 22:21:32.671509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:32.675025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2046b7c2-131c-4d56-8efd-e8cd61e36dde details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:21:32.702002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:32.792319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.837555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41180) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:32.838099 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1b10a48c-e6d1-4870-bc36-bd20d3fe2321 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2471108 Dec 21 22:21:32.843905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1574469130'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:32.855277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:32.864079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:network and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:32.871705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:32.874769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:32.878807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:32.882781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:32.883273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:32.927020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:32.928955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.939341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:32.945313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.974373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 6a6a53ee-bb0d-4815-8b86-31a6af89a298 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:32.974373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:32.980131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:21:32.986918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:33.001779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'port_id': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'mac_address': 'fa:16:3e:e6:36:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:21:33.059188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.060749 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Added segment d2d1b927-e113-418b-9797-0ecb52f1e664 of type vlan for network cdb72ab5-e402-4947-ba50-202f9c791abd Dec 21 22:21:33.078221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.098584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2046b7c2-131c-4d56-8efd-e8cd61e36dde {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:21:33.127221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Transition to ACTIVE for port object ce614a6b-7011-4cd3-b4da-c50ba13056e9 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:33.156808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.158283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:33.226880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.265436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.278480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Transition to ACTIVE for port object ce614a6b-7011-4cd3-b4da-c50ba13056e9 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:33.306498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:33.386581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.408896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 6a6a53ee-bb0d-4815-8b86-31a6af89a298 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:33.439759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:33.448363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:33.457511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:33.461592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.466099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['2046b7c2-131c-4d56-8efd-e8cd61e36dde'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:21:33.543148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.547388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:33.548451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.583014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.636765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.645355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Attempting to bind port ce614a6b-7011-4cd3-b4da-c50ba13056e9 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:33.645780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Attempting to bind port ce614a6b-7011-4cd3-b4da-c50ba13056e9 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:33.646168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Attempting to bind port ce614a6b-7011-4cd3-b4da-c50ba13056e9 on network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:33.673358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:33.673958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Checking segment: {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:33.674410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.674853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Bound using segment: {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:33.675377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Bound port: ce614a6b-7011-4cd3-b4da-c50ba13056e9, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:33.675792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.692426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.727778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8889947 Dec 21 22:21:33.754436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41196) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.756897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=6a6a53ee-bb0d-4815-8b86-31a6af89a298,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:33.763141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Pushing event updated for resources: {'Port': ['ID=ce614a6b-7011-4cd3-b4da-c50ba13056e9,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:33.767997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44143260-2425-47e8-9d26-27c004892362,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:33.777356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:33.791258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e717f-b21f-4417-8df5-3903091f34ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Network': ['ID=cdb72ab5-e402-4947-ba50-202f9c791abd,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:33.808739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41200) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.848588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:33.854681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dfd9ff48-205d-4c67-af9a-5b0725d2ffba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1622 time: 1.2601078 Dec 21 22:21:33.854901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network cdb72ab5-e402-4947-ba50-202f9c791abd details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:21:33.860620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41206) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.870674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '44143260-2425-47e8-9d26-27c004892362', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:33.884414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:33.898856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:33.902685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:33.915530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc14cfb-f3b7-4743-91c1-2b7f89e83686 req-756faf48-ffbd-4738-b969-8bf25052d8df tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:33.917285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1dc14cfb-f3b7-4743-91c1-2b7f89e83686 req-756faf48-ffbd-4738-b969-8bf25052d8df tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 944 time: 0.1995215 Dec 21 22:21:33.924107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:34.010060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.048154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:34.058874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:34.064530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:34.084268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:34.101168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1dc14cfb-f3b7-4743-91c1-2b7f89e83686 req-13505ba4-9b25-42b4-901d-27daac65bd0d tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632488 Dec 21 22:21:34.197683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.207935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--264948207'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:34.217190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:34.221815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:34.226077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:34.233583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:34.246011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.279950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ac523a-c506-47bc-b9b3-1626636bad22,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:34.287139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.295307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.303689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:34.314533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.320328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] For port ce614a6b-7011-4cd3-b4da-c50ba13056e9, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:34.344094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] For port ce614a6b-7011-4cd3-b4da-c50ba13056e9, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ce614a6b-7011-4cd3-b4da-c50ba13056e9,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:34.354140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.355757 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dfb59a70-4c3f-4086-b86b-2cd87d818502 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4940794 Dec 21 22:21:34.361737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41210) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.367673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:34.373256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '44143260-2425-47e8-9d26-27c004892362', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:34.385346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:34.388581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:34.390988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:34.399004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:34.402220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:34.404202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:34.409119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.413178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:34.478595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.484119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.513824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bd51c-2630-497f-a9ce-4be4cec67b1c None None] Pushing event updated for resources: {'Port': ['ID=ce614a6b-7011-4cd3-b4da-c50ba13056e9,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:34.517080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.557475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.589437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.622847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:34.632745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:34.636600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0640865-664d-499d-931f-b22dec48994a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:34.640372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:34.653746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:34.655851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.689827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc49ef43-147c-4c6b-9a50-1053fd930c21,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:34.749293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.753908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6f647a79-fa4d-4d02-b93c-8fbe270e8a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3879330 Dec 21 22:21:34.760743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41214) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.769975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '44143260-2425-47e8-9d26-27c004892362', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:34.777809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.779637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:34.785234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:34.789725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:34.796014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:34.808980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.865339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6b0ee4-5c86-4bae-86d5-53f00f9f0105,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:34.871491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.911288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:34.915285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cf8023fa-a998-4fea-bb02-f46c160faa36 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1030011 Dec 21 22:21:34.917154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41218) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.999973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5e28b84e-df52-4a85-a70c-8f3eb391a318 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:35.026198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.073115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.101207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbc33b7-9e26-4322-8c2d-d5e62a0dc1dd,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:35.117847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5e28b84e-df52-4a85-a70c-8f3eb391a318 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:35.122265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5e28b84e-df52-4a85-a70c-8f3eb391a318 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2011385 Dec 21 22:21:35.122775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41222) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.128954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-096eb97c-34ce-4c25-9716-66a0cf85d031 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-security--568187879', 'description': 'tempest-security-description-1246705337'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:35.172275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.174670 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6da5fdcc-ffd4-4817-8214-bb8f842285a5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4136219 Dec 21 22:21:35.180081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41228) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.189339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '44143260-2425-47e8-9d26-27c004892362', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:35.198860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:35.205890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-096eb97c-34ce-4c25-9716-66a0cf85d031 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.216679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:35.223156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:35.246217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:35.325680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router 1b3478cd-ea98-4f90-9cc0-8ce880215aef has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:21:35.344248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.359769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-096eb97c-34ce-4c25-9716-66a0cf85d031 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.413069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.434099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e5a44-9983-406e-a456-33838084f597 req-8e7a2196-bb44-4bea-b82f-cea41db4f57b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:35.435740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-273e5a44-9983-406e-a456-33838084f597 req-8e7a2196-bb44-4bea-b82f-cea41db4f57b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 944 time: 0.1627741 Dec 21 22:21:35.444711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-096eb97c-34ce-4c25-9716-66a0cf85d031 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.465014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.485466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-096eb97c-34ce-4c25-9716-66a0cf85d031 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.486771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-096eb97c-34ce-4c25-9716-66a0cf85d031 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "PUT /v2.0/security-groups/cb6b0ee4-5c86-4bae-86d5-53f00f9f0105 HTTP/1.1" status: 200 len: 1611 time: 0.3629851 Dec 21 22:21:35.497404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41232) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.543558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.562513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=07b4780b-e7ed-4917-b2a3-4f1ea570efe6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:35.572042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096eb97c-34ce-4c25-9716-66a0cf85d031 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6b0ee4-5c86-4bae-86d5-53f00f9f0105,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:35.582399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:35.591397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed956ff6-041f-4d66-b0da-018a238cdf0c,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:35.595444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a62ad-a594-47f0-b452-c407e678b64b None None] Sync routers for ids ['1b3478cd-ea98-4f90-9cc0-8ce880215aef'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:35.622682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-776b0ab2-61e5-413d-ba03-e35243d2bc86 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/1b3478cd-ea98-4f90-9cc0-8ce880215aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8124981 Dec 21 22:21:35.625579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a62ad-a594-47f0-b452-c407e678b64b None None] Routers {'1b3478cd-ea98-4f90-9cc0-8ce880215aef'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:35.625579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b40a62ad-a594-47f0-b452-c407e678b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1b3478cd-ea98-4f90-9cc0-8ce880215aef'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:35.633391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41236) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.652885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9aff10b1-8641-44dd-918f-9e8d197d16ac tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups/cb6b0ee4-5c86-4bae-86d5-53f00f9f0105 HTTP/1.1" status: 200 len: 1611 time: 0.1404402 Dec 21 22:21:35.652885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41240) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.652885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-273e5a44-9983-406e-a456-33838084f597 req-26a508b8-2b04-447a-859f-c5bdcac18d7e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892645 Dec 21 22:21:35.684132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.684132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8b53e612-21cb-4232-aa1a-df4f8f4fc951 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5023990 Dec 21 22:21:35.693107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41244) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.710274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '44143260-2425-47e8-9d26-27c004892362', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:35.718408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:35.721716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:35.724216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking segment: {'id': 'd2d1b927-e113-418b-9797-0ecb52f1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:35.724711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network hostable DHCP agents. Network: cdb72ab5-e402-4947-ba50-202f9c791abd, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:35.727825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:35.737440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5eed4189-a122-40c1-a064-9e41bf185616 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:35.744675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:35.755055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b40a62ad-a594-47f0-b452-c407e678b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:35.771293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a62ad-a594-47f0-b452-c407e678b64b None None] Routers {'1b3478cd-ea98-4f90-9cc0-8ce880215aef'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:35.772907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b40a62ad-a594-47f0-b452-c407e678b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1b3478cd-ea98-4f90-9cc0-8ce880215aef'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:35.778298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ec73996-ec6a-4152-b337-dd901c3e4380 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.792213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5eed4189-a122-40c1-a064-9e41bf185616 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:35.793326 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5eed4189-a122-40c1-a064-9e41bf185616 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3478cd-ea98-4f90-9cc0-8ce880215aef HTTP/1.1" status: 200 len: 205 time: 0.1700675 Dec 21 22:21:35.796241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41248) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.830527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network cdb72ab5-e402-4947-ba50-202f9c791abd is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:35.836260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b40a62ad-a594-47f0-b452-c407e678b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:35.837430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a62ad-a594-47f0-b452-c407e678b64b None None] The sync data for ids ['1b3478cd-ea98-4f90-9cc0-8ce880215aef'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:35.889694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:21:35.899706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ec73996-ec6a-4152-b337-dd901c3e4380 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.914331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.914501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, cdb72ab5-e402-4947-ba50-202f9c791abd) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:35.919442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:35.920059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:35.938191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c099fdc-be4b-4e64-ac1f-7ad7b148aec6 None None] Network cdb72ab5-e402-4947-ba50-202f9c791abd requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:35.956269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ce614a6b-7011-4cd3-b4da-c50ba13056e9 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:35.967966 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e324eb42-9896-442f-b948-5a9bd6691aab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2084341 Dec 21 22:21:35.971180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41252) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.978294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd', 'name': 'tempest-PortsTestJSON-2099619072'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:36.053746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4eed-fbba-4e9a-9336-6a31732875b1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.172422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:36.177462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:36.181949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:36.194106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:36.222983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ec73996-ec6a-4152-b337-dd901c3e4380 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.241029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:36.252733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.257395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec73996-ec6a-4152-b337-dd901c3e4380 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6b0ee4-5c86-4bae-86d5-53f00f9f0105,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:36.276619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.295759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port e64d2fed-275c-423a-a3be-e8f3c75540ad yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:21:36.329606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port ce614a6b-7011-4cd3-b4da-c50ba13056e9 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:36.350599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.359393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79006db-d189-4859-90bd-086f69086afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-cdb72ab5-e402-4947-ba50-202f9c791abd', 'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd', 'tenant_id': 'b93f567772da465782c6caf88b1ffd84', 'fixed_ips': [{'subnet_id': '07b4780b-e7ed-4917-b2a3-4f1ea570efe6'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:36.361219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a79006db-d189-4859-90bd-086f69086afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.460957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6ec73996-ec6a-4152-b337-dd901c3e4380 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.462553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ec73996-ec6a-4152-b337-dd901c3e4380 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb6b0ee4-5c86-4bae-86d5-53f00f9f0105 HTTP/1.1" status: 204 len: 168 time: 0.8250763 Dec 21 22:21:36.488800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5706ae5-69d5-4209-9ddf-c9bb8281b1b3,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:36.493422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41256) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.496713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.12 (cdb72ab5-e402-4947-ba50-202f9c791abd/07b4780b-e7ed-4917-b2a3-4f1ea570efe6/e64d2fed-275c-423a-a3be-e8f3c75540ad) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:36.595086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-251c3d2f-3682-48fe-ab5b-20c888e1a293 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1002729 Dec 21 22:21:36.602746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41260) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.612722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.616857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b286d18f-9847-4a2a-8f5d-42419b72efa6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9251554 Dec 21 22:21:36.617558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41264) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.621900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4eed-fbba-4e9a-9336-6a31732875b1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.627168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '44143260-2425-47e8-9d26-27c004892362', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:36.635422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:36.641107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4eed-fbba-4e9a-9336-6a31732875b1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.642793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:36.647337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2046b7c2-131c-4d56-8efd-e8cd61e36dde up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:36.647484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:36.648590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-fc5cf2fa-6228-4d84-9bc4-b45cba3bf315 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] delete failed (client error): The resource could not be found. Dec 21 22:21:36.649746 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc5cf2fa-6228-4d84-9bc4-b45cba3bf315 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb6b0ee4-5c86-4bae-86d5-53f00f9f0105 HTTP/1.1" status: 404 len: 347 time: 0.0459754 Dec 21 22:21:36.653910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41268) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.665458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--357460002'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:36.671341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:36.675862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:36.687946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:36.691797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:36.708039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:36.719794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d07e7a-c920-459b-bfe8-b92e271d08cb None None] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:36.731995 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:21:36.741082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.788428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.807372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4eed-fbba-4e9a-9336-6a31732875b1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.808002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb4eed-fbba-4e9a-9336-6a31732875b1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3478cd-ea98-4f90-9cc0-8ce880215aef {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:21:36.839038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.857588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object e64d2fed-275c-423a-a3be-e8f3c75540ad will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:36.898225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2bb4eed-fbba-4e9a-9336-6a31732875b1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.902460 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e2bb4eed-fbba-4e9a-9336-6a31732875b1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/1b3478cd-ea98-4f90-9cc0-8ce880215aef HTTP/1.1" status: 204 len: 168 time: 1.1017730 Dec 21 22:21:36.902550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41274) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.932054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 2046b7c2-131c-4d56-8efd-e8cd61e36dde completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:36.941284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:36.947893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e53a1740-fdad-406b-99ee-9ca11d5887aa None None] Provisioning for port ce614a6b-7011-4cd3-b4da-c50ba13056e9 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:36.950449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.951689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:36.952503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:36.961117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:36.973261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:36.996846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263f84-dbea-401a-aa05-d586f170ca14 req-ed8e5416-9c2a-449a-a216-88eb1935b7be tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:36.998211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e53a1740-fdad-406b-99ee-9ca11d5887aa None None] Provisioning complete for port ce614a6b-7011-4cd3-b4da-c50ba13056e9 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:36.998553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c263f84-dbea-401a-aa05-d586f170ca14 req-ed8e5416-9c2a-449a-a216-88eb1935b7be tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 944 time: 0.1723909 Dec 21 22:21:36.998824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e53a1740-fdad-406b-99ee-9ca11d5887aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.003322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.027221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 2046b7c2-131c-4d56-8efd-e8cd61e36dde triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:37.027647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.036460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network cdb72ab5-e402-4947-ba50-202f9c791abd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:37.043061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:37.062430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:37.067371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006864f5-4fec-40af-bab9-b951c3800de7,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:37.130606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.136490 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c263f84-dbea-401a-aa05-d586f170ca14 req-a6805135-01aa-43e0-9993-bd3fcff4c3e0 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191230 Dec 21 22:21:37.137173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:37.137866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.169780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a79006db-d189-4859-90bd-086f69086afa None None] Allocated IP 172.20.0.2 (cdb72ab5-e402-4947-ba50-202f9c791abd/07b4780b-e7ed-4917-b2a3-4f1ea570efe6/5cddc9d0-78a3-43cd-bbff-7470a9206c3f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:37.171567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.173390 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6596e505-0754-44b8-9afc-5c636605adf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5547996 Dec 21 22:21:37.204733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.261719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c12e8-c747-4484-93c1-80c878bde779,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:37.277584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.282514 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-05449d08-d03c-46c3-b199-447eb567f869 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6240227 Dec 21 22:21:37.282514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41280) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.289102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'b62c12e8-c747-4484-93c1-80c878bde779', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:37.295920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:37.300072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:37.304377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:37.311829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:37.328845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24cb495-7d40-4832-b5c0-a24eeb9f0b79 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet f734e5f0-e079-4aad-bd3e-eb7be7db20c4 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:21:37.330931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=e64d2fed-275c-423a-a3be-e8f3c75540ad,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:37.336821 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dbcea1f3-250a-4176-a522-3ccd54dfe56c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3642938 Dec 21 22:21:37.340020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a24cb495-7d40-4832-b5c0-a24eeb9f0b79 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.348023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41286) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.356185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd', 'name': 'tempest-PortsTestJSON-12390260'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:37.401890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a24cb495-7d40-4832-b5c0-a24eeb9f0b79 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.419238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.450770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.471952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9666da65-83b7-4c82-b7c9-5dea29fb8e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.501174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a24cb495-7d40-4832-b5c0-a24eeb9f0b79 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.569861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:21:37.611114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-65f4b652-0279-4326-89b4-6d80e721565e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6210139&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.1679571 Dec 21 22:21:37.612075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e53a1740-fdad-406b-99ee-9ca11d5887aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.622608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a24cb495-7d40-4832-b5c0-a24eeb9f0b79 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.631237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:37.648903 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'code': 200} Dec 21 22:21:37.652656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:37.673908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.679726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:37.682298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cb495-7d40-4832-b5c0-a24eeb9f0b79 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=f734e5f0-e079-4aad-bd3e-eb7be7db20c4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:37.686077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a24cb495-7d40-4832-b5c0-a24eeb9f0b79 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.694807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.700052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a24cb495-7d40-4832-b5c0-a24eeb9f0b79 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/f734e5f0-e079-4aad-bd3e-eb7be7db20c4 HTTP/1.1" status: 204 len: 168 time: 0.7957175 Dec 21 22:21:37.702275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41300) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.782767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e54d316-fe24-4de6-8d88-5f99929b75dd None None] Network eb360109-c93f-4d76-a95c-4a192d9b2c18 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:37.824530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e53a1740-fdad-406b-99ee-9ca11d5887aa None None] For port ce614a6b-7011-4cd3-b4da-c50ba13056e9, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ce614a6b-7011-4cd3-b4da-c50ba13056e9,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:37.900698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.915074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:37.915438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.950471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:37.957913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:37.976970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:38.097855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04296db9-dbdf-495a-a8cb-e43884f58b34,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:38.163833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:38.169266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.192988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-c216b6aa-6498-4797-bb28-ca7e5ce402a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:38.193805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-c216b6aa-6498-4797-bb28-ca7e5ce402a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:38.200679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.201985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b70a3741-deb3-4b3a-a7a2-2a8d47049726 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9189484 Dec 21 22:21:38.207298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41306) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:38.239396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port d4c2b69d-4d84-449a-8e5f-2f88b49be04d yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:21:38.252084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e53a1740-fdad-406b-99ee-9ca11d5887aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.254214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:38.285005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port e4f0f8ce-d05a-4922-afd2-497f170fbcd2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e4f0f8ce-d05a-4922-afd2-497f170fbcd2,segment=NetworkSegment(11ec10bd-feed-47f5-b814-1e9d2ee4c06e),segment_id=11ec10bd-feed-47f5-b814-1e9d2ee4c06e)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:38.285498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.336478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a79006db-d189-4859-90bd-086f69086afa None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.376040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-c216b6aa-6498-4797-bb28-ca7e5ce402a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:38.377393 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-c216b6aa-6498-4797-bb28-ca7e5ce402a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=a7ffcc99-eb04-467b-9b51-52ac7a1153d4 HTTP/1.1" status: 200 len: 797 time: 0.7550626 Dec 21 22:21:38.380945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a79006db-d189-4859-90bd-086f69086afa None None] Transition to ACTIVE for port object 5cddc9d0-78a3-43cd-bbff-7470a9206c3f will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:38.390460 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7836649-166f-400c-a733-fa056dc5edda req-7b3e5100-e71f-4207-99ed-4d0a22bca792 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 1098 time: 0.3469317 Dec 21 22:21:38.394011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6da9095c-d574-4081-81d9-9cf9d8688e6c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.398946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a1740-fdad-406b-99ee-9ca11d5887aa None None] Pushing event updated for resources: {'Port': ['ID=ce614a6b-7011-4cd3-b4da-c50ba13056e9,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:38.421070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a79006db-d189-4859-90bd-086f69086afa None None] Transition to ACTIVE for port object 5cddc9d0-78a3-43cd-bbff-7470a9206c3f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:38.431437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e1b919d6-a17c-4e12-9dcc-5cf391cc35a9 None None] Provisioning complete for port ce614a6b-7011-4cd3-b4da-c50ba13056e9 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:38.432012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1b919d6-a17c-4e12-9dcc-5cf391cc35a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.445791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for e4f0f8ce-d05a-4922-afd2-497f170fbcd2 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:38.447495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6da9095c-d574-4081-81d9-9cf9d8688e6c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.465209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a79006db-d189-4859-90bd-086f69086afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.530891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc8a448-5823-44e7-850a-2c2b6d0f57e2 None None] DHCP port deletion for eb360109-c93f-4d76-a95c-4a192d9b2c18 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:21:38.546047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-7fae97ae-8a93-46b7-acf8-4e06780d4399 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.1416368 Dec 21 22:21:38.556439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8a448-5823-44e7-850a-2c2b6d0f57e2 None None] Deleting port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:38.556860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a448-5823-44e7-850a-2c2b6d0f57e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.591920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.634741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.7 (cdb72ab5-e402-4947-ba50-202f9c791abd/07b4780b-e7ed-4917-b2a3-4f1ea570efe6/d4c2b69d-4d84-449a-8e5f-2f88b49be04d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:38.639713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7836649-166f-400c-a733-fa056dc5edda req-89eef2a5-d005-4d79-b12c-3acfb11e28bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326515 Dec 21 22:21:38.645596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=e4f0f8ce-d05a-4922-afd2-497f170fbcd2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:38.647500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6da9095c-d574-4081-81d9-9cf9d8688e6c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.650404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79006db-d189-4859-90bd-086f69086afa None None] Network cdb72ab5-e402-4947-ba50-202f9c791abd is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:38.655206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f7c0f-82b4-42a5-86e9-3ba7935a37eb req-011d65bc-8a52-4630-9851-f9adbfceb989 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:38.656830 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5f7c0f-82b4-42a5-86e9-3ba7935a37eb req-011d65bc-8a52-4630-9851-f9adbfceb989 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.3707986 Dec 21 22:21:38.660854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8a448-5823-44e7-850a-2c2b6d0f57e2 None None] The port 'e4f0f8ce-d05a-4922-afd2-497f170fbcd2' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:21:38.663831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No DVR routers for this DVR port e4f0f8ce-d05a-4922-afd2-497f170fbcd2 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:21:38.664555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79006db-d189-4859-90bd-086f69086afa None None] Pushing event updated for resources: {'Port': ['ID=5cddc9d0-78a3-43cd-bbff-7470a9206c3f,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:38.667202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a79006db-d189-4859-90bd-086f69086afa None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:38.673949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79006db-d189-4859-90bd-086f69086afa None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:38.710445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9095c-d574-4081-81d9-9cf9d8688e6c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04296db9-dbdf-495a-a8cb-e43884f58b34,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:38.747722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6da9095c-d574-4081-81d9-9cf9d8688e6c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.749011 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6da9095c-d574-4081-81d9-9cf9d8688e6c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/04296db9-dbdf-495a-a8cb-e43884f58b34 HTTP/1.1" status: 204 len: 168 time: 0.5403697 Dec 21 22:21:38.758123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41310) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:38.837511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5f7c0f-82b4-42a5-86e9-3ba7935a37eb req-e1822ef3-e916-4ad4-8dd7-291c0a3105ec tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574178 Dec 21 22:21:38.847286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a79006db-d189-4859-90bd-086f69086afa None None] Attempting to bind port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:38.847286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a79006db-d189-4859-90bd-086f69086afa None None] Attempting to bind port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'd2d1b927-e113-418b-9797-0ecb52f1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:38.847286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79006db-d189-4859-90bd-086f69086afa None None] Attempting to bind port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f on network cdb72ab5-e402-4947-ba50-202f9c791abd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:38.854378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79006db-d189-4859-90bd-086f69086afa None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:38.855139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79006db-d189-4859-90bd-086f69086afa None None] Checking segment: {'id': 'd2d1b927-e113-418b-9797-0ecb52f1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:38.855588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a79006db-d189-4859-90bd-086f69086afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.856031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79006db-d189-4859-90bd-086f69086afa None None] Bound using segment: {'id': 'd2d1b927-e113-418b-9797-0ecb52f1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:38.856615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a79006db-d189-4859-90bd-086f69086afa None None] Bound port: 5cddc9d0-78a3-43cd-bbff-7470a9206c3f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d1b927-e113-418b-9797-0ecb52f1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cdb72ab5-e402-4947-ba50-202f9c791abd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:38.857036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a79006db-d189-4859-90bd-086f69086afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.891532 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-3abf7762-8e6e-42b4-8949-a08f0b3e6740 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3334222 Dec 21 22:21:38.965219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:38.980312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a79006db-d189-4859-90bd-086f69086afa None None] For port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:38.984246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a79006db-d189-4859-90bd-086f69086afa None None] For port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5cddc9d0-78a3-43cd-bbff-7470a9206c3f,segment=NetworkSegment(d2d1b927-e113-418b-9797-0ecb52f1e664),segment_id=d2d1b927-e113-418b-9797-0ecb52f1e664)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:39.000731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-469773e7-3b3e-4b0c-ac41-34a2ebc2d8db tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:39.025380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a79006db-d189-4859-90bd-086f69086afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.121572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.141006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79006db-d189-4859-90bd-086f69086afa None None] Pushing event updated for resources: {'Port': ['ID=5cddc9d0-78a3-43cd-bbff-7470a9206c3f,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:39.156731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb360109-c93f-4d76-a95c-4a192d9b2c18']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:39.170151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-469773e7-3b3e-4b0c-ac41-34a2ebc2d8db tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:39.173306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-469773e7-3b3e-4b0c-ac41-34a2ebc2d8db tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4027343 Dec 21 22:21:39.178154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ec10bd-feed-47f5-b814-1e9d2ee4c06e') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:39.178527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ec10bd-feed-47f5-b814-1e9d2ee4c06e') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:39.183224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41316) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.189985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.191273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.207810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.215190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:21:39.215630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:39.232407 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:39.269105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object d4c2b69d-4d84-449a-8e5f-2f88b49be04d will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:39.273879 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-ef5e0fe7-2661-4dd2-b923-d3b7bb0eb1cb service neutron] 10.222.0.30 "GET /v2.0/networks/a7ffcc99-eb04-467b-9b51-52ac7a1153d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638287 Dec 21 22:21:39.350995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.367021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3871868-1e0d-49d0-ae2e-2d04ad60d86c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.375062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.382538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=eb360109-c93f-4d76-a95c-4a192d9b2c18,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:39.451085 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a5fdc686-9938-44d4-873e-4c79e48f7d16 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/eb360109-c93f-4d76-a95c-4a192d9b2c18 HTTP/1.1" status: 204 len: 168 time: 1.7472095 Dec 21 22:21:39.455996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41320) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.463937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1779233539', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:39.475682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:39.483971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:router and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:39.484843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:39.494485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:39.502590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-c6721873-9d1a-404c-9d87-eef537c2b9a2 service neutron] 10.222.0.30 "GET /v2.0/networks/a7ffcc99-eb04-467b-9b51-52ac7a1153d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207363 Dec 21 22:21:39.508432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3871868-1e0d-49d0-ae2e-2d04ad60d86c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.522098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.555212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.558657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.660285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network cdb72ab5-e402-4947-ba50-202f9c791abd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:39.661150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=d4c2b69d-4d84-449a-8e5f-2f88b49be04d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:39.664774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:39.667122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:39.737093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:39.737773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.831465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:39.868130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a2827aa7-601e-4eea-a43a-8f24c11404d5 req-923d6a47-c5f1-4cd5-b595-1c9d92632a8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 210 time: 0.0543723 Dec 21 22:21:39.870633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ccb9f0ea-8808-40f4-b9ad-a07a2b888d9e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5204401 Dec 21 22:21:39.875184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41328) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.930196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.035445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5cddc9d0-78a3-43cd-bbff-7470a9206c3f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:40.038763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb8188-75b8-4ee0-8a51-83f4d9c65aaf tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:40.039544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9adb8188-75b8-4ee0-8a51-83f4d9c65aaf tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:40.097396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.102844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6980706a-01f3-4d69-81d4-c8dff74642ea tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6416647 Dec 21 22:21:40.102844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41338) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:40.103066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3871868-1e0d-49d0-ae2e-2d04ad60d86c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.108300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-2143038364'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:40.114092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:40.121043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:40.122235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.131404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0ed4-aebc-4566-b9f1-a0320de1c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.131562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:40.133363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3871868-1e0d-49d0-ae2e-2d04ad60d86c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c12e8-c747-4484-93c1-80c878bde779,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:40.136318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:40.148411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9adb8188-75b8-4ee0-8a51-83f4d9c65aaf tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:40.155350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41342) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:40.158878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9adb8188-75b8-4ee0-8a51-83f4d9c65aaf tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.2735901 Dec 21 22:21:40.206095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:40.213405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.244685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:21:40.249042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:40.252083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ce614a6b-7011-4cd3-b4da-c50ba13056e9 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:40.254660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.255220 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment 3a1e27cf-693c-4f09-a763-ca0234ab2f55 of type vlan for network fbe9c640-9158-4761-84d9-59d26a2c9bd5 Dec 21 22:21:40.256272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3871868-1e0d-49d0-ae2e-2d04ad60d86c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.260620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b3871868-1e0d-49d0-ae2e-2d04ad60d86c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/b62c12e8-c747-4484-93c1-80c878bde779 HTTP/1.1" status: 204 len: 168 time: 1.0743058 Dec 21 22:21:40.261380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41346) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:40.267161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c504a8-89e9-40af-979e-2ab7b1ab4c6c req-34fda2e7-d5ec-45f4-8076-a1e18cd617d0 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:40.271277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-17c504a8-89e9-40af-979e-2ab7b1ab4c6c req-34fda2e7-d5ec-45f4-8076-a1e18cd617d0 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2236409 Dec 21 22:21:40.290683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7fa223c4-5291-43c1-a7c1-3dcc546879f3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port d4c2b69d-4d84-449a-8e5f-2f88b49be04d {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:40.291073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fa223c4-5291-43c1-a7c1-3dcc546879f3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.311370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.330887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ce614a6b-7011-4cd3-b4da-c50ba13056e9 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:40.331314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.392295 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6c3ebee-cdc3-4604-b2cd-6884ab9c3658 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1295400 Dec 21 22:21:40.392864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41352) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:40.393739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-17c504a8-89e9-40af-979e-2ab7b1ab4c6c req-8618c743-830b-4feb-a52d-0a259751f99e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106665 Dec 21 22:21:40.421922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965414313'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:40.429025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:40.437262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:40.442717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:40.450536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:40.482990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.487371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:40.488023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.580606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e4f0f8ce-d05a-4922-afd2-497f170fbcd2 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:21:40.619674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: e4f0f8ce-d05a-4922-afd2-497f170fbcd2 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:21:40.620248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e4f0f8ce-d05a-4922-afd2-497f170fbcd2 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:21:40.629376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fa223c4-5291-43c1-a7c1-3dcc546879f3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.639691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.663172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=fbe9c640-9158-4761-84d9-59d26a2c9bd5,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:40.675341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network fbe9c640-9158-4761-84d9-59d26a2c9bd5 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:21:40.705358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:40.711173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:40.714926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:40.722031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:40.776520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7fa223c4-5291-43c1-a7c1-3dcc546879f3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for d4c2b69d-4d84-449a-8e5f-2f88b49be04d owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:40.783189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8e40b44-e681-42d9-8daf-82324ab0d17b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6792390 Dec 21 22:21:40.786261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41356) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:40.802330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:40.835847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.915095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:40.995468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfde1395-7d0d-43ed-957d-ac8e157e4748,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:41.008191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a29ff-d413-4be2-9cd3-6ff0fc34adee None None] Network cdb72ab5-e402-4947-ba50-202f9c791abd requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:41.010205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:41.018441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:41.018598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:41.027109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:41.078488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.082733 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-696cf056-b85e-442b-9fd0-6580831d039d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6734309 Dec 21 22:21:41.083238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41362) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:41.091311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'bfde1395-7d0d-43ed-957d-ac8e157e4748', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:41.098417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:41.104231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:41.108311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:41.108591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0642d201-b63f-44d1-a72a-f085377844a1 req-e80fc36f-f2f3-4127-bd11-c9a3d93a7706 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 210 time: 0.0712934 Dec 21 22:21:41.119703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:41.137808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:41.240794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fa223c4-5291-43c1-a7c1-3dcc546879f3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.241755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d3ea97e1-c776-4817-8654-65519d146f5f None None] Provisioning for port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:41.250230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d3ea97e1-c776-4817-8654-65519d146f5f None None] Provisioning complete for port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:41.250646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ea97e1-c776-4817-8654-65519d146f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.261978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.279087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.303535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa223c4-5291-43c1-a7c1-3dcc546879f3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=d4c2b69d-4d84-449a-8e5f-2f88b49be04d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:41.433402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fa223c4-5291-43c1-a7c1-3dcc546879f3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.442552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ea97e1-c776-4817-8654-65519d146f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.512711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d3ea97e1-c776-4817-8654-65519d146f5f None None] For port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5cddc9d0-78a3-43cd-bbff-7470a9206c3f,segment=NetworkSegment(d2d1b927-e113-418b-9797-0ecb52f1e664),segment_id=d2d1b927-e113-418b-9797-0ecb52f1e664)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:41.515568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7fa223c4-5291-43c1-a7c1-3dcc546879f3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/d4c2b69d-4d84-449a-8e5f-2f88b49be04d HTTP/1.1" status: 204 len: 168 time: 1.3519044 Dec 21 22:21:41.515568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41368) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:41.557685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.564643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.574415 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-776b4be4-3a3a-4000-88b2-15f5636ca2e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:21:41.574992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-776b4be4-3a3a-4000-88b2-15f5636ca2e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:41.603636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ea97e1-c776-4817-8654-65519d146f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.654157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.687178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b41c-a40c-436b-859b-6ed15f920b4b req-30835071-01cf-4a05-acf9-ae1f8bc8ecd4 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:41.689190 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76a1b41c-a40c-436b-859b-6ed15f920b4b req-30835071-01cf-4a05-acf9-ae1f8bc8ecd4 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.1180432 Dec 21 22:21:41.696226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ec01fd-54c7-42da-a2a1-ffd4838fd005,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:41.697102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea97e1-c776-4817-8654-65519d146f5f None None] Pushing event updated for resources: {'Port': ['ID=5cddc9d0-78a3-43cd-bbff-7470a9206c3f,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:41.700681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.720557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-776b4be4-3a3a-4000-88b2-15f5636ca2e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:41.721863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-776b4be4-3a3a-4000-88b2-15f5636ca2e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/d4c2b69d-4d84-449a-8e5f-2f88b49be04d HTTP/1.1" status: 404 len: 333 time: 0.2053432 Dec 21 22:21:41.729509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41372) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:41.760884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.762239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-478e56d3-bef8-4b6f-97c7-12d894f7c434 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6769814 Dec 21 22:21:41.768649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41376) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:41.793373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'bfde1395-7d0d-43ed-957d-ac8e157e4748', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:41.809599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:41.833620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-210bf236-0994-4615-aafb-9a8ec9c0fea4 None None] Provisioning complete for port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:41.834752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-210bf236-0994-4615-aafb-9a8ec9c0fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.841292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:41.841466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76a1b41c-a40c-436b-859b-6ed15f920b4b req-6f950ac5-f62d-49ab-b60f-786f2c0912bc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447334 Dec 21 22:21:41.844118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=1ef631a3-75e2-4405-b752-39ff62ed8e6b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:41.851597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:41.851714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b693e8e0-16dc-4f2a-8062-be96727aef92 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port e64d2fed-275c-423a-a3be-e8f3c75540ad {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:41.851714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b693e8e0-16dc-4f2a-8062-be96727aef92 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.858124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:41.861907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:41.862307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: fbe9c640-9158-4761-84d9-59d26a2c9bd5, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:41.931289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:41.968040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network fbe9c640-9158-4761-84d9-59d26a2c9bd5 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:42.011732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5cddc9d0-78a3-43cd-bbff-7470a9206c3f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:42.042468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:42.058712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:21:42.064036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, fbe9c640-9158-4761-84d9-59d26a2c9bd5) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:42.074550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a87e4b-d609-4cab-8708-0b547ce35d6d None None] Network fbe9c640-9158-4761-84d9-59d26a2c9bd5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:42.078748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:42.086856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:42.147783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:42.232623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf97a3d-cbde-4b8c-acc7-f9588661d5a9,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:42.280813 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-76016358-4fb7-437b-9060-161f11a345f7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4925761 Dec 21 22:21:42.286592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41384) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:42.379327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:42.383256 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc6c94c5-b8f3-45b2-a326-c67babeb1f45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6093662 Dec 21 22:21:42.385976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41388) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:42.452905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'bfde1395-7d0d-43ed-957d-ac8e157e4748', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:42.468136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:42.481698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:42.484139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:42.492961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:42.565594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:42.566734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:42.593100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:42.593655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:42.683829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:42.785609 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-54c02b5b-6077-4471-85cf-8d4d4458f356 req-79e267fa-70bb-4f56-a640-1b33465fe3d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 210 time: 0.4845948 Dec 21 22:21:42.928992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b693e8e0-16dc-4f2a-8062-be96727aef92 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.072049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Allocated IP 172.20.0.2 (fbe9c640-9158-4761-84d9-59d26a2c9bd5/1ef631a3-75e2-4405-b752-39ff62ed8e6b/74413483-9972-490d-835a-47331d460ab2) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:43.080308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.120633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed684229-9341-4165-abf3-5e3db976cc88 req-2e374ae9-2eea-448c-8c55-7f0f8b398d8d tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:43.121915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.128310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ed684229-9341-4165-abf3-5e3db976cc88 req-2e374ae9-2eea-448c-8c55-7f0f8b398d8d tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.8284028 Dec 21 22:21:43.154825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b693e8e0-16dc-4f2a-8062-be96727aef92 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for e64d2fed-275c-423a-a3be-e8f3c75540ad owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:43.197008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.201791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-b9628485-2331-40bd-92a5-4a8bebb3242e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:43.203363 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-b9628485-2331-40bd-92a5-4a8bebb3242e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=a7ffcc99-eb04-467b-9b51-52ac7a1153d4 HTTP/1.1" status: 200 len: 797 time: 0.9053180 Dec 21 22:21:43.213562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-210bf236-0994-4615-aafb-9a8ec9c0fea4 None None] Provisioning for port e64d2fed-275c-423a-a3be-e8f3c75540ad completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:43.234361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-210bf236-0994-4615-aafb-9a8ec9c0fea4 None None] Provisioning complete for port e64d2fed-275c-423a-a3be-e8f3c75540ad triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:43.234749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-210bf236-0994-4615-aafb-9a8ec9c0fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.279832 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ed684229-9341-4165-abf3-5e3db976cc88 req-f1eabc34-0d54-4d67-853c-822ef0642987 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504252 Dec 21 22:21:43.292381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96835f8d-e458-4eb6-b7c6-e5af045dd542,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:43.315074 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-2fbbff0e-dd1c-4dea-ba5d-b18455c1b22d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 470 time: 0.0971181 Dec 21 22:21:43.346488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41396) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:43.356102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': 'ff8b0699-41d7-4a38-8abd-68a60d813d48', 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['44143260-2425-47e8-9d26-27c004892362']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:43.356291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-210bf236-0994-4615-aafb-9a8ec9c0fea4 None None] Port e64d2fed-275c-423a-a3be-e8f3c75540ad cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:43.405616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.410391 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d04eb035-d0f6-49ae-9018-cd522b2b01a8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9680274 Dec 21 22:21:43.412856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41400) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:43.425071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'bfde1395-7d0d-43ed-957d-ac8e157e4748', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:43.436715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:43.478289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.481225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1ed61f80-3770-4668-a2f8-f36ed71e0fbf None None] Could not find standard attr ID for object d4c2b69d-4d84-449a-8e5f-2f88b49be04d. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:21:43.507862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1ed61f80-3770-4668-a2f8-f36ed71e0fbf None None] Provisioning complete for port e64d2fed-275c-423a-a3be-e8f3c75540ad triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:43.507862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ed61f80-3770-4668-a2f8-f36ed71e0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.510294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:43.514548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:43.533718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:43.543584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1ed61f80-3770-4668-a2f8-f36ed71e0fbf None None] Port e64d2fed-275c-423a-a3be-e8f3c75540ad was deleted so its status cannot be updated. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 21 22:21:43.571578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Transition to ACTIVE for port object 74413483-9972-490d-835a-47331d460ab2 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:43.578047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b693e8e0-16dc-4f2a-8062-be96727aef92 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.580143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:43.600417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Transition to ACTIVE for port object 74413483-9972-490d-835a-47331d460ab2 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:43.625733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:port and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:43.647059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:43.649821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693e8e0-16dc-4f2a-8062-be96727aef92 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=e64d2fed-275c-423a-a3be-e8f3c75540ad,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:43.659838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:43.662901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.666595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.741814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Network fbe9c640-9158-4761-84d9-59d26a2c9bd5 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:43.747678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa3430e8-dffc-413b-93da-4aab356fb507 tempest-TestNetworkAdvancedServerOps-233551755 tempest-TestNetworkAdvancedServerOps-233551755-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 1093 time: 0.3974638 Dec 21 22:21:43.748909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41404) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:43.749194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:43.753997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:43.758466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:43.779169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:43.781597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Pushing event updated for resources: {'Port': ['ID=74413483-9972-490d-835a-47331d460ab2,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:43.785350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.799229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:43.820675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Usage tracker for resource:floatingip and tenant:a2c9488b7f764f1e81c2a69c2db01249 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:43.828540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:43.856655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:43.893299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Attempting to bind port 74413483-9972-490d-835a-47331d460ab2 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:43.893730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Attempting to bind port 74413483-9972-490d-835a-47331d460ab2 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:43.894151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Attempting to bind port 74413483-9972-490d-835a-47331d460ab2 on network fbe9c640-9158-4761-84d9-59d26a2c9bd5 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:43.902882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b693e8e0-16dc-4f2a-8062-be96727aef92 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.911455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.20.0.1 (fbe9c640-9158-4761-84d9-59d26a2c9bd5/1ef631a3-75e2-4405-b752-39ff62ed8e6b/3f1b5314-fa0c-4c75-8dfa-68e7d6006207) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:43.915418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:43.915857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Checking segment: {'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:43.916319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.916788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Bound using segment: {'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:43.918560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Bound port: 74413483-9972-490d-835a-47331d460ab2, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:43.918560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.925931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.976128 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b693e8e0-16dc-4f2a-8062-be96727aef92 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/e64d2fed-275c-423a-a3be-e8f3c75540ad HTTP/1.1" status: 204 len: 168 time: 2.2468288 Dec 21 22:21:43.976128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:43.980565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41410) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:44.058675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] For port 74413483-9972-490d-835a-47331d460ab2, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:44.063069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] For port 74413483-9972-490d-835a-47331d460ab2, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=74413483-9972-490d-835a-47331d460ab2,segment=NetworkSegment(3a1e27cf-693c-4f09-a763-ca0234ab2f55),segment_id=3a1e27cf-693c-4f09-a763-ca0234ab2f55)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:44.105287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.107698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.130238 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8da0fe3e-c548-4b2b-a38b-fe96dec35e51 req-8987b79c-64e9-433f-864a-531d84115246 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 210 time: 0.1505675 Dec 21 22:21:44.154975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c564e6-4ae5-490f-bc1e-f9207410e9e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:21:44.155547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-39c564e6-4ae5-490f-bc1e-f9207410e9e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:44.172499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea786ae-e283-4b34-a858-aedf35bda0b7,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:44.213458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.30 (a7ffcc99-eb04-467b-9b51-52ac7a1153d4/96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d/3224dc54-15e0-4386-a6f3-13c8552562ff) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:44.229279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1b54d-c6b1-4f44-84f9-9558be997308 None None] Pushing event updated for resources: {'Port': ['ID=74413483-9972-490d-835a-47331d460ab2,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:44.251375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.257439 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e63cb0c7-a6fa-4eb0-920a-a2a6ad8859bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8386154 Dec 21 22:21:44.257439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41414) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:44.273618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'bfde1395-7d0d-43ed-957d-ac8e157e4748', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:44.283612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:44.288779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-39c564e6-4ae5-490f-bc1e-f9207410e9e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:44.289854 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-39c564e6-4ae5-490f-bc1e-f9207410e9e6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/e64d2fed-275c-423a-a3be-e8f3c75540ad HTTP/1.1" status: 404 len: 333 time: 0.3053324 Dec 21 22:21:44.299534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41418) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:44.309151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:44.317759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:44.341816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:44.354586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.396725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:44.457077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.481465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.502200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.541265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 3224dc54-15e0-4386-a6f3-13c8552562ff will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:44.591510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.599202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.652969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.687608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d8fba2-ae54-473c-943b-125c445d1670,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:44.703561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.749815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network fbe9c640-9158-4761-84d9-59d26a2c9bd5 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:44.756309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:44.760955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.763427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:44.766251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-18ea3bc4-f6e1-4f2e-b06e-8f5964deb1bf tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5018663 Dec 21 22:21:44.768999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41422) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:44.770358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:44.804668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-102ece1f-29ce-4986-b2e3-bb1b1436028a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet 07b4780b-e7ed-4917-b2a3-4f1ea570efe6 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:21:44.831947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:44.839266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:44.842183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:44.858552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-102ece1f-29ce-4986-b2e3-bb1b1436028a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.873229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=3224dc54-15e0-4386-a6f3-13c8552562ff,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:44.881865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d50f1394-bda3-4d92-9aa4-b0ce29d9d516 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.904982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d50f1394-bda3-4d92-9aa4-b0ce29d9d516 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.942480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:44.943259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.952124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.960691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-102ece1f-29ce-4986-b2e3-bb1b1436028a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.980104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d50f1394-bda3-4d92-9aa4-b0ce29d9d516 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.985439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d50f1394-bda3-4d92-9aa4-b0ce29d9d516 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:44.989374 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d50f1394-bda3-4d92-9aa4-b0ce29d9d516 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/58d8fba2-ae54-473c-943b-125c445d1670 HTTP/1.1" status: 204 len: 168 time: 0.2140112 Dec 21 22:21:44.998064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41426) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:44.998445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f1394-bda3-4d92-9aa4-b0ce29d9d516 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58d8fba2-ae54-473c-943b-125c445d1670,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:45.002234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Allocated IP 172.26.6.22 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/34f6b9d9-40b6-4da2-8574-b76e42597f95) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:45.012029 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-81d7a89f-a0aa-4b86-977b-3d03c8766959 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6919587 Dec 21 22:21:45.026117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Request body: {'port': {'device_id': 'ff8b0699-41d7-4a38-8abd-68a60d813d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:45.179098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.252726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8f166842-7535-4109-b114-6ef33e3d43a5 None None] Provisioning for port 3224dc54-15e0-4386-a6f3-13c8552562ff completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:45.253125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c04653a-07cc-415e-8b8e-042775d91ec8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:45.258879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8f166842-7535-4109-b114-6ef33e3d43a5 None None] Provisioning complete for port 3224dc54-15e0-4386-a6f3-13c8552562ff triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:45.266891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f166842-7535-4109-b114-6ef33e3d43a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.323088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-102ece1f-29ce-4986-b2e3-bb1b1436028a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.338095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8f166842-7535-4109-b114-6ef33e3d43a5 None None] Port 3224dc54-15e0-4386-a6f3-13c8552562ff cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:45.382243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.403887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c04653a-07cc-415e-8b8e-042775d91ec8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:45.406815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c04653a-07cc-415e-8b8e-042775d91ec8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4062312 Dec 21 22:21:45.414178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41432) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:45.477615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.574429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef8ed-b9e6-4402-966f-220d21eed40f tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.598047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40527b-5b04-42a0-8eb2-1b1326763cf5 req-51c03ce4-a7c5-46c0-9b87-9ff2e3254754 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:45.598325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-cb40527b-5b04-42a0-8eb2-1b1326763cf5 req-51c03ce4-a7c5-46c0-9b87-9ff2e3254754 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:45.620513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef8ed-b9e6-4402-966f-220d21eed40f tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.643981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-102ece1f-29ce-4986-b2e3-bb1b1436028a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.711569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ece1f-29ce-4986-b2e3-bb1b1436028a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=07b4780b-e7ed-4917-b2a3-4f1ea570efe6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:45.712082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-cb40527b-5b04-42a0-8eb2-1b1326763cf5 req-51c03ce4-a7c5-46c0-9b87-9ff2e3254754 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:45.714069 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb40527b-5b04-42a0-8eb2-1b1326763cf5 req-51c03ce4-a7c5-46c0-9b87-9ff2e3254754 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 932 time: 0.3936841 Dec 21 22:21:45.723798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef8ed-b9e6-4402-966f-220d21eed40f tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.732850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-102ece1f-29ce-4986-b2e3-bb1b1436028a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.740957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4628989a-93c6-456a-bcf7-532b2345e7dc None None] Network cdb72ab5-e402-4947-ba50-202f9c791abd requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:45.761621 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-102ece1f-29ce-4986-b2e3-bb1b1436028a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/07b4780b-e7ed-4917-b2a3-4f1ea570efe6 HTTP/1.1" status: 204 len: 168 time: 1.4608562 Dec 21 22:21:45.774125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41436) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:45.780692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.806992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ef8ed-b9e6-4402-966f-220d21eed40f tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ea786ae-e283-4b34-a858-aedf35bda0b7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:45.863346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3224dc54-15e0-4386-a6f3-13c8552562ff {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:21:45.899734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:45.929090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3ef8ed-b9e6-4402-966f-220d21eed40f tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.937617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a3ef8ed-b9e6-4402-966f-220d21eed40f tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9ea786ae-e283-4b34-a858-aedf35bda0b7 HTTP/1.1" status: 204 len: 168 time: 0.5154757 Dec 21 22:21:45.951004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:45.953497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41440) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:45.986386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:45.999123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:46.005419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 74413483-9972-490d-835a-47331d460ab2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:46.008675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.012666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb40527b-5b04-42a0-8eb2-1b1326763cf5 req-f76b60d6-e16f-43cb-9995-02c4e7a7b755 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2899086 Dec 21 22:21:46.019751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Transition to ACTIVE for port object 3224dc54-15e0-4386-a6f3-13c8552562ff will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:46.053881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:46.057865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.116057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.191799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 74413483-9972-490d-835a-47331d460ab2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:46.257599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] DHCP port deletion for cdb72ab5-e402-4947-ba50-202f9c791abd request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:21:46.260576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ad6b2fd4-2346-4013-a4d2-522850cc4c27 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:46.262513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] Deleting port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:46.263991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.300509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7775abf-c9dc-4fe4-95d5-9b14c4cb3b1e None None] Network fbe9c640-9158-4761-84d9-59d26a2c9bd5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:46.312794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'Port': ['ID=34f6b9d9-40b6-4da2-8574-b76e42597f95,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:46.421832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Pushing event updated for resources: {'Port': ['ID=3224dc54-15e0-4386-a6f3-13c8552562ff,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:46.509474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.520276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ad6b2fd4-2346-4013-a4d2-522850cc4c27 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:46.522481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad6b2fd4-2346-4013-a4d2-522850cc4c27 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.5643022 Dec 21 22:21:46.525792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41444) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:46.622420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.636031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] For port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5cddc9d0-78a3-43cd-bbff-7470a9206c3f,segment=NetworkSegment(d2d1b927-e113-418b-9797-0ecb52f1e664),segment_id=d2d1b927-e113-418b-9797-0ecb52f1e664)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:46.636463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.685520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Attempting to bind port 3224dc54-15e0-4386-a6f3-13c8552562ff on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:46.686540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Attempting to bind port 3224dc54-15e0-4386-a6f3-13c8552562ff by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:46.686540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Attempting to bind port 3224dc54-15e0-4386-a6f3-13c8552562ff on network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:46.689998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] For port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5cddc9d0-78a3-43cd-bbff-7470a9206c3f,segment=NetworkSegment(d2d1b927-e113-418b-9797-0ecb52f1e664),segment_id=d2d1b927-e113-418b-9797-0ecb52f1e664)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:46.690106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.720643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.761569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Port 3224dc54-15e0-4386-a6f3-13c8552562ff on network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:46.762172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Attempting to bind port 3224dc54-15e0-4386-a6f3-13c8552562ff on network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:46.791509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] Calling delete_port for 5cddc9d0-78a3-43cd-bbff-7470a9206c3f owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:46.839880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd100a0a-f979-4b0c-a6e0-7091d31334ec tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.908309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7902697b-f4af-480d-bbf6-9fb6f165b3b7 None None] Provisioning for port 74413483-9972-490d-835a-47331d460ab2 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:46.929889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:46.933906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd100a0a-f979-4b0c-a6e0-7091d31334ec tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:46.946175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7902697b-f4af-480d-bbf6-9fb6f165b3b7 None None] Provisioning complete for port 74413483-9972-490d-835a-47331d460ab2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:46.946175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7902697b-f4af-480d-bbf6-9fb6f165b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.079640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.092483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 5cddc9d0-78a3-43cd-bbff-7470a9206c3f owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:47.137635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:47.138018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Checking segment: {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:47.138479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Bound using segment: {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:47.138965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Bound port: 3224dc54-15e0-4386-a6f3-13c8552562ff, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:47.139355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.148582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] No DVR routers for this DVR port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:21:47.189283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd100a0a-f979-4b0c-a6e0-7091d31334ec tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.190336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e84c9f-91d6-4145-ac82-d08060ad46e5 None None] Pushing event deleted for resources: {'Port': ['ID=5cddc9d0-78a3-43cd-bbff-7470a9206c3f,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:47.225002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd100a0a-f979-4b0c-a6e0-7091d31334ec tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96835f8d-e458-4eb6-b7c6-e5af045dd542,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:47.231880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network fbe9c640-9158-4761-84d9-59d26a2c9bd5 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:47.238046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:47.271108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7902697b-f4af-480d-bbf6-9fb6f165b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.318911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:47.319297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:21:47.320170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7902697b-f4af-480d-bbf6-9fb6f165b3b7 None None] For port 74413483-9972-490d-835a-47331d460ab2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=74413483-9972-490d-835a-47331d460ab2,segment=NetworkSegment(3a1e27cf-693c-4f09-a763-ca0234ab2f55),segment_id=3a1e27cf-693c-4f09-a763-ca0234ab2f55)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:47.358336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] For port 3224dc54-15e0-4386-a6f3-13c8552562ff, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:47.362510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] For port 3224dc54-15e0-4386-a6f3-13c8552562ff, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3224dc54-15e0-4386-a6f3-13c8552562ff,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:47.367675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7902697b-f4af-480d-bbf6-9fb6f165b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.369791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d1a84-f48a-4987-8450-5438024c467c req-6f46a4a6-64fa-458c-b01f-27c3c8b6907f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:47.371439 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf4d1a84-f48a-4987-8450-5438024c467c req-6f46a4a6-64fa-458c-b01f-27c3c8b6907f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 944 time: 0.2102973 Dec 21 22:21:47.403553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.508486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.510416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] 10.222.0.46 "PUT /v2.0/ports/3224dc54-15e0-4386-a6f3-13c8552562ff HTTP/1.1" status: 200 len: 1094 time: 2.4905493 Dec 21 22:21:47.513009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8b0699-41d7-4a38-8abd-68a60d813d48', 'tag': '3224dc54-15e0-4386-a6f3-13c8552562ff'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:21:47.540844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf4d1a84-f48a-4987-8450-5438024c467c req-76be6d02-e789-4a6d-aaaa-60a029d52832 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1612387 Dec 21 22:21:47.561569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa50638-d67a-40bc-a4dc-947d3cb61071 service neutron] Pushing event updated for resources: {'Port': ['ID=3224dc54-15e0-4386-a6f3-13c8552562ff,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:47.604527 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b0699-41d7-4a38-8abd-68a60d813d48', 'tag': '3224dc54-15e0-4386-a6f3-13c8552562ff', 'status': 'completed', 'code': 200} Dec 21 22:21:47.644058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.645342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd100a0a-f979-4b0c-a6e0-7091d31334ec tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.647716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd100a0a-f979-4b0c-a6e0-7091d31334ec tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/96835f8d-e458-4eb6-b7c6-e5af045dd542 HTTP/1.1" status: 204 len: 168 time: 1.1208520 Dec 21 22:21:47.651938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41452) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:47.652682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902697b-f4af-480d-bbf6-9fb6f165b3b7 None None] Pushing event updated for resources: {'Port': ['ID=74413483-9972-490d-835a-47331d460ab2,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:47.714252 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-a619cbc5-eccb-4bdb-b8d6-a5c72778473c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 1097 time: 0.1083732 Dec 21 22:21:47.782068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-054cf89a-df9d-4b41-a6e5-82997d4fea73 None None] Provisioning complete for port 74413483-9972-490d-835a-47331d460ab2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:47.782646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-054cf89a-df9d-4b41-a6e5-82997d4fea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.791612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2ddce739-f70f-4f3a-ad52-59795236a202 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:47.811645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-c5ee981e-46c8-43fd-bfce-f865b3027c76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=3224dc54-15e0-4386-a6f3-13c8552562ff HTTP/1.1" status: 200 len: 217 time: 0.0889442 Dec 21 22:21:47.821514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 5cddc9d0-78a3-43cd-bbff-7470a9206c3f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:47.821896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:47.899885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.013491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 74413483-9972-490d-835a-47331d460ab2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:48.014111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] The port '5cddc9d0-78a3-43cd-bbff-7470a9206c3f' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:21:48.060511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-58851bad-062a-4b6a-91e9-1895f881ed4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:48.062300 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-58851bad-062a-4b6a-91e9-1895f881ed4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d HTTP/1.1" status: 200 len: 837 time: 0.2419343 Dec 21 22:21:48.100445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-054cf89a-df9d-4b41-a6e5-82997d4fea73 None None] Provisioning for port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:48.107868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-054cf89a-df9d-4b41-a6e5-82997d4fea73 None None] Provisioning complete for port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:48.108292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-054cf89a-df9d-4b41-a6e5-82997d4fea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.197753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-054cf89a-df9d-4b41-a6e5-82997d4fea73 None None] Port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:48.200831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 74413483-9972-490d-835a-47331d460ab2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:48.201261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.224123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.231826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2ddce739-f70f-4f3a-ad52-59795236a202 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:48.236670 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ddce739-f70f-4f3a-ad52-59795236a202 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5802982 Dec 21 22:21:48.236856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41456) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:48.286485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb72ab5-e402-4947-ba50-202f9c791abd']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:48.314874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d1b927-e113-418b-9797-0ecb52f1e664') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:48.315369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d1b927-e113-418b-9797-0ecb52f1e664') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:48.339222 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-2a731128-ba53-4a69-b9dc-705258dce7df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7ffcc99-eb04-467b-9b51-52ac7a1153d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2609355 Dec 21 22:21:48.340972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.341302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.364491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-29f07dd0-d73e-4031-9258-f0e1371845fb None None] Provisioning complete for port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:48.364966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29f07dd0-d73e-4031-9258-f0e1371845fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.376721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82840caf-5d02-40c5-9cb9-c6672eb75517 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.376931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.400984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.414513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82840caf-5d02-40c5-9cb9-c6672eb75517 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.434446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-29f07dd0-d73e-4031-9258-f0e1371845fb None None] Port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:48.436394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:21:48.437067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.446668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5cddc9d0-78a3-43cd-bbff-7470a9206c3f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:48.461016 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:48.485167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 5cddc9d0-78a3-43cd-bbff-7470a9206c3f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:21:48.487298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5cddc9d0-78a3-43cd-bbff-7470a9206c3f not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:21:48.543554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event updated for resources: {'Port': ['ID=34f6b9d9-40b6-4da2-8574-b76e42597f95,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:48.560689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.617993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:21:48.640801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-348ac53f-99e4-4186-a383-12966c58c443 None None] Provisioning complete for port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:48.642334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-348ac53f-99e4-4186-a383-12966c58c443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.653303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-8f033b9b-1864-4f36-a578-be978fa6725b service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffcc99-eb04-467b-9b51-52ac7a1153d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038275 Dec 21 22:21:48.656818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82840caf-5d02-40c5-9cb9-c6672eb75517 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.698987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82840caf-5d02-40c5-9cb9-c6672eb75517 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cf97a3d-cbde-4b8c-acc7-f9588661d5a9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:48.703722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-348ac53f-99e4-4186-a383-12966c58c443 None None] Port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:21:48.712690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.795859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.817711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Network': ['ID=cdb72ab5-e402-4947-ba50-202f9c791abd,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:48.948736 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-89ecf00b-f285-4d4c-9fb7-9423deedc1b0 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/networks/cdb72ab5-e402-4947-ba50-202f9c791abd HTTP/1.1" status: 204 len: 168 time: 3.1686542 Dec 21 22:21:48.958852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41462) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:48.966984 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8686d99-4fb1-4b3b-a2a7-696a2b173e6c req-2c1a75c0-d98a-403f-a041-426cb279ca6a service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffcc99-eb04-467b-9b51-52ac7a1153d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953506 Dec 21 22:21:48.971034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-326494173'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:48.977112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82840caf-5d02-40c5-9cb9-c6672eb75517 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:48.978329 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82840caf-5d02-40c5-9cb9-c6672eb75517 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9cf97a3d-cbde-4b8c-acc7-f9588661d5a9 HTTP/1.1" status: 204 len: 168 time: 0.7406766 Dec 21 22:21:48.982071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41466) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:48.985836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:49.008505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:network and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:49.013820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:49.022905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f929b-4e84-48dd-bc63-4ad64380da37 req-35dd4ac7-9b48-4c26-9513-6a4168154ec9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:49.024555 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-456f929b-4e84-48dd-bc63-4ad64380da37 req-35dd4ac7-9b48-4c26-9513-6a4168154ec9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 944 time: 0.3231108 Dec 21 22:21:49.049006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:49.157985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-456f929b-4e84-48dd-bc63-4ad64380da37 req-7a4ae498-08bf-4d81-89a9-0c5e792416f8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1244888 Dec 21 22:21:49.158327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:49.167250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:49.167575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.169583 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Floating IP 8ae302f7-b84c-453d-a8f8-501c2ca491fc associated. External IP: 172.26.6.22, port: 2046b7c2-131c-4d56-8efd-e8cd61e36dde. Dec 21 22:21:49.188935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b33202f7-7005-4d72-a58c-41cbcdc2719c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:49.189432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:49.203151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:49.203825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:49.231522 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d8d8ae6d-13ab-40e0-9ea8-e6951320c6b4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9454832 Dec 21 22:21:49.237355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41470) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:49.239569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-997275a1-a2b8-4fa2-9631-4419697f3a92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 1097 time: 0.1836531 Dec 21 22:21:49.244036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:21:49.252703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-961644743'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:49.253788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.254179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Added segment 576edcae-c7c0-425c-9be0-436745453d24 of type vlan for network cb1e6414-3c4b-4774-ae37-0da77b076be7 Dec 21 22:21:49.261101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:49.267154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:49.271097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:49.279893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:49.290888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b33202f7-7005-4d72-a58c-41cbcdc2719c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:49.292115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b33202f7-7005-4d72-a58c-41cbcdc2719c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3081429 Dec 21 22:21:49.295783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41474) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:49.342150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:49.347485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.363056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f2c24bf-8f52-413d-b645-1cfcc1c49fa3 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.373059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:49.406166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.436798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f2c24bf-8f52-413d-b645-1cfcc1c49fa3 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.457474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-50690103-7063-4ef7-9c12-da215ba29e11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:49.460384 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-50690103-7063-4ef7-9c12-da215ba29e11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7ffcc99-eb04-467b-9b51-52ac7a1153d4 HTTP/1.1" status: 200 len: 898 time: 0.2038155 Dec 21 22:21:49.473648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:21:49.501312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.501702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment 17edffcb-0362-412f-913b-c92d3ebf890b of type vlan for network b0bb32bf-f99b-4c44-882f-158a5b6e06ca Dec 21 22:21:49.529301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.532521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:49.533158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.536666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f2c24bf-8f52-413d-b645-1cfcc1c49fa3 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.540371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.569068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c24bf-8f52-413d-b645-1cfcc1c49fa3 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63ec01fd-54c7-42da-a2a1-ffd4838fd005,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:49.577972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-90959ab5-5064-4b39-bbc4-2d01b3a54dfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=3224dc54-15e0-4386-a6f3-13c8552562ff HTTP/1.1" status: 200 len: 217 time: 0.1094770 Dec 21 22:21:49.705497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.712616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:49.712816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:21:45Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:45Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:49.713877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.716940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:49.717346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Updating router e5b2632a-b780-4bd9-920c-5101825fa644 port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:21:49.723595 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7589133 Dec 21 22:21:49.724116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde87668-e6a9-4f06-a27e-f3b5a145884b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Network': ['ID=cb1e6414-3c4b-4774-ae37-0da77b076be7,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:49.726978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41478) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:49.729027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f2c24bf-8f52-413d-b645-1cfcc1c49fa3 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.730591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2f2c24bf-8f52-413d-b645-1cfcc1c49fa3 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/63ec01fd-54c7-42da-a2a1-ffd4838fd005 HTTP/1.1" status: 204 len: 168 time: 0.4337029 Dec 21 22:21:49.734792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41482) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:49.741421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:49.747009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network cb1e6414-3c4b-4774-ae37-0da77b076be7 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:21:49.775876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-d940fa67-b058-430e-90f3-97eff5a07b1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:49.777482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-d940fa67-b058-430e-90f3-97eff5a07b1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d HTTP/1.1" status: 200 len: 837 time: 0.1778953 Dec 21 22:21:49.881165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:49.897375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6476545 Dec 21 22:21:49.906550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41486) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:49.910774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca133ea-2f4e-46d7-917f-59b79c616c74 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=b0bb32bf-f99b-4c44-882f-158a5b6e06ca,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:49.919024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:49.929908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network b0bb32bf-f99b-4c44-882f-158a5b6e06ca details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:21:50.067522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:50.074161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:50.079136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:50.089569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:50.120183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Router 323abd46-fec1-473b-8d97-98812b29fcd7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:21:50.178868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:50.197441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-78c741be-8135-48f6-b324-4f9b9b4f5a6c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4588199 Dec 21 22:21:50.197441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:50.206504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:50.209837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41492) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:50.218370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:50.231732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:50.260271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-88d52610-3063-4bac-ad8f-2b7837b14460 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7ffcc99-eb04-467b-9b51-52ac7a1153d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4690883 Dec 21 22:21:50.307599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:50.351393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:50.395950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:50.410566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Transition to ACTIVE for port object 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:50.449163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:50.562555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d9b82e5-ae5d-40ac-b1c0-729b82cc6abb tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:50.590738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:50.602413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f6cb4-b170-4e24-92d2-c18bbb0d2496 None None] Pushing event updated for resources: {'Port': ['ID=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:50.684595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:50.685737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d9b82e5-ae5d-40ac-b1c0-729b82cc6abb tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:50.696664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] Sync routers for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:50.716672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:50.717362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:50.725275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3224dc54-15e0-4386-a6f3-13c8552562ff details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:21:50.753079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:50.765849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-514ee2e1-8022-4e46-8508-44ff1ac397b6 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffcc99-eb04-467b-9b51-52ac7a1153d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953189 Dec 21 22:21:50.799493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:50.839416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126f246-23bb-42db-a629-d16d806106ec req-1ecefe62-b55a-4f0a-b73f-49b02bb640be tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:50.841164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c126f246-23bb-42db-a629-d16d806106ec req-1ecefe62-b55a-4f0a-b73f-49b02bb640be tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 944 time: 0.4989121 Dec 21 22:21:50.962109 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-95eed705-1ee8-4fcb-9814-43979dade49c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2017772 Dec 21 22:21:50.964282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=c1fac96d-4694-4357-9759-71914a40613d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:50.969808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:21:51.000173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c126f246-23bb-42db-a629-d16d806106ec req-93e12871-1970-448f-8214-70f0f0668ab9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1506665 Dec 21 22:21:51.003145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:51.003680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: b0bb32bf-f99b-4c44-882f-158a5b6e06ca, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:51.037432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d9b82e5-ae5d-40ac-b1c0-729b82cc6abb tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.088375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'status': 'completed', 'code': 200} Dec 21 22:21:51.112706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:51.132484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network b0bb32bf-f99b-4c44-882f-158a5b6e06ca is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:51.152569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f703ac50-dfb2-4b3a-b1d2-7894d53edf3c req-c8c71266-7114-455c-a019-4d7c9a3cff50 service neutron] 10.222.0.46 "GET /v2.0/networks/a7ffcc99-eb04-467b-9b51-52ac7a1153d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770940 Dec 21 22:21:51.172588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b82e5-ae5d-40ac-b1c0-729b82cc6abb tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfde1395-7d0d-43ed-957d-ac8e157e4748,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:51.179256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, b0bb32bf-f99b-4c44-882f-158a5b6e06ca) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:51.197157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3224dc54-15e0-4386-a6f3-13c8552562ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3224dc54-15e0-4386-a6f3-13c8552562ff,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:51.205210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:51.206614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.217554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '3224dc54-15e0-4386-a6f3-13c8552562ff', 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4', 'port_id': '3224dc54-15e0-4386-a6f3-13c8552562ff', 'mac_address': 'fa:16:3e:30:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:21:51.226706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ce635-1c12-4eb7-b2a2-52afeeac913d None None] Network b0bb32bf-f99b-4c44-882f-158a5b6e06ca requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:51.259095 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e760ca5f-9496-400e-801a-b43217d0fdf0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3496232 Dec 21 22:21:51.261813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41500) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:51.292856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Attempting to bind port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:51.293282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Attempting to bind port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:51.293695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Attempting to bind port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 on network fbe9c640-9158-4761-84d9-59d26a2c9bd5 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:51.297872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d9b82e5-ae5d-40ac-b1c0-729b82cc6abb tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.299115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7d9b82e5-ae5d-40ac-b1c0-729b82cc6abb tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/bfde1395-7d0d-43ed-957d-ac8e157e4748 HTTP/1.1" status: 204 len: 168 time: 1.0883341 Dec 21 22:21:51.312483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41504) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:51.391239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:51.391675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Checking segment: {'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:51.392136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.392605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Bound using segment: {'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:51.393148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Bound port: 3f1b5314-fa0c-4c75-8dfa-68e7d6006207, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1e27cf-693c-4f09-a763-ca0234ab2f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:51.393565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.450180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bf0aadca-f42d-498b-aa28-daa1713df244 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:51.465941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-0ccaac58-68b7-4034-9fd9-a1cbfb07a036 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2c9488b7f764f1e81c2a69c2db01249&device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 1098 time: 0.3120492 Dec 21 22:21:51.472267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.513505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.514310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3224dc54-15e0-4386-a6f3-13c8552562ff {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:21:51.554306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8ae302f7-b84c-453d-a8f8-501c2ca491fc', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'port_id': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'mac_address': 'fa:16:3e:e6:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:21:47Z', 'updated_at': '2021-12-21T22:21:47Z', 'revision_number': 0, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:20Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:51.559118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] Checking router: 323abd46-fec1-473b-8d97-98812b29fcd7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:51.563720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] For port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:51.567383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ef622-0c8e-4d6c-a1ad-ffc7e7df6b04 req-2a314b89-af7c-4eac-b5ff-3a2abf358475 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:51.569981 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c51ef622-0c8e-4d6c-a1ad-ffc7e7df6b04 req-2a314b89-af7c-4eac-b5ff-3a2abf358475 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.4149754 Dec 21 22:21:51.573072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:51.573870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:51.613669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3224dc54-15e0-4386-a6f3-13c8552562ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3224dc54-15e0-4386-a6f3-13c8552562ff,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:51.615857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] For port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,segment=NetworkSegment(3a1e27cf-693c-4f09-a763-ca0234ab2f55),segment_id=3a1e27cf-693c-4f09-a763-ca0234ab2f55)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:51.627498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bf0aadca-f42d-498b-aa28-daa1713df244 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:51.635059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf0aadca-f42d-498b-aa28-daa1713df244 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3180721 Dec 21 22:21:51.637594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41508) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:51.662082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--297165338'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:51.671480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.707540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.761063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:51.766012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:51.767072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:51.782211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:51.782924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:51.817875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c51ef622-0c8e-4d6c-a1ad-ffc7e7df6b04 req-770ac527-52f7-4665-a595-3df45f2319df tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297802 Dec 21 22:21:51.829987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:51.854581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:51.877080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41512) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:51.969215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=121d333e-61b9-46b4-9dd3-db501ff19a98,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:52.011566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=3224dc54-15e0-4386-a6f3-13c8552562ff,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:52.017446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['3224dc54-15e0-4386-a6f3-13c8552562ff'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:21:52.026692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking segment: {'id': '576edcae-c7c0-425c-9be0-436745453d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:52.026897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network hostable DHCP agents. Network: cb1e6414-3c4b-4774-ae37-0da77b076be7, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:52.120025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-4ec4d919-b8ec-45d1-983f-2f48c452801a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:52.124668 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-4ec4d919-b8ec-45d1-983f-2f48c452801a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f HTTP/1.1" status: 200 len: 897 time: 0.6480422 Dec 21 22:21:52.217691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network cb1e6414-3c4b-4774-ae37-0da77b076be7 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:52.235883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:52.354686 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f7b778b7-758f-45a2-a8cd-91bbace98f2a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/floatingips/8ae302f7-b84c-453d-a8f8-501c2ca491fc HTTP/1.1" status: 200 len: 990 time: 0.4693394 Dec 21 22:21:52.357583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Allocated IP 172.21.0.2 (b0bb32bf-f99b-4c44-882f-158a5b6e06ca/c1fac96d-4694-4357-9759-71914a40613d/9e8f754a-5bf9-48e0-8b49-b7b2bb080188) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:52.398638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:52.403215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:52.406356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:52.413754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:52.471895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8ae302f7-b84c-453d-a8f8-501c2ca491fc', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'port_id': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'mac_address': 'fa:16:3e:e6:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:21:47Z', 'updated_at': '2021-12-21T22:21:47Z', 'revision_number': 0, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:20Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:52.476900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dadcb5-d205-47f1-bf0a-4689874d0313 None None] The sync data for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv is: [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8ae302f7-b84c-453d-a8f8-501c2ca491fc', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'port_id': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'mac_address': 'fa:16:3e:e6:36:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:21:47Z', 'updated_at': '2021-12-21T22:21:47Z', 'revision_number': 0, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:20Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:52.492876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:52.495726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, cb1e6414-3c4b-4774-ae37-0da77b076be7) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:52.500855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:52.501685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:52.533927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:52.553630 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-4194fb26-8f1c-4668-b038-804f2129e5c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde HTTP/1.1" status: 200 len: 998 time: 0.4210339 Dec 21 22:21:52.597934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:52.609372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f6cb4-b170-4e24-92d2-c18bbb0d2496 None None] Pushing event updated for resources: {'Port': ['ID=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:52.629095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9eeef1-3e08-45ed-8258-d5b3d161a046 None None] Network cb1e6414-3c4b-4774-ae37-0da77b076be7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:52.648509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:52.664675 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8dc14c1c-76e3-4541-b977-672485e528c4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9312668 Dec 21 22:21:52.665082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba758eb-ec61-479c-888d-7b36a80dc168,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:52.668144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41518) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:52.676935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57f732-662f-4bf4-a13b-be558aeb00c2 req-2f545911-759e-4576-bc1a-daf50fcab05a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:52.685849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a57f732-662f-4bf4-a13b-be558aeb00c2 req-2f545911-759e-4576-bc1a-daf50fcab05a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 945 time: 0.4199944 Dec 21 22:21:52.717317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7', 'name': 'tempest-PortsTestJSON-211260356', 'fixed_ips': [{'subnet_id': '121d333e-61b9-46b4-9dd3-db501ff19a98', 'ip_address': '172.20.0.10'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:52.725747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Transition to ACTIVE for port object 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:52.741165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:52.746112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b1a2894-6f13-46a8-b3f0-0a5b7aa3444c tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0934110 Dec 21 22:21:52.749949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41522) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:52.752481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-7be95345-5407-411e-bc46-1f787b946b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:52.754076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-7be95345-5407-411e-bc46-1f787b946b5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67ce6590-c6e2-425a-8344-86e90e44102c HTTP/1.1" status: 200 len: 835 time: 0.1897049 Dec 21 22:21:52.756308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'dba758eb-ec61-479c-888d-7b36a80dc168', 'direction': 'ingress', 'protocol': 17}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:52.769289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:52.778297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:52.791067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:52.801674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:52.847064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Transition to ACTIVE for port object 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:52.856814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:52.929015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:52.971176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.042183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05792c0-2601-47a9-80fc-e3876c87ff2a None None] New status for floating IP 8ae302f7-b84c-453d-a8f8-501c2ca491fc: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:21:53.129339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.21.0.1 (b0bb32bf-f99b-4c44-882f-158a5b6e06ca/c1fac96d-4694-4357-9759-71914a40613d/8d5aa6de-19ff-4abd-a1a4-c251ded4d802) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:53.139479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.140142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Pushing event updated for resources: {'Port': ['ID=9e8f754a-5bf9-48e0-8b49-b7b2bb080188,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:53.147104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Network b0bb32bf-f99b-4c44-882f-158a5b6e06ca is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:53.186460 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a57f732-662f-4bf4-a13b-be558aeb00c2 req-dae03564-d1c6-4bc9-a256-6713e9b2fb07 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4996443 Dec 21 22:21:53.213956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.238818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:53.245514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:53.255047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:53.265038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:53.282833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-8d3d3cc3-520e-4e0f-a4d5-62b5854d2df7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5066168 Dec 21 22:21:53.289860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318821ef-7a3d-4080-9665-615a661a0ed6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:53.323299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:53.331524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.339279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:53.349142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:53.365899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41526) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:53.372277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.376199 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-28a4b4b4-9590-4348-b39b-6541a5189abe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6227593 Dec 21 22:21:53.431995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41530) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:53.442460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port 922374c1-95d4-466a-b1e4-de0e03d5ff79 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:21:53.447424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.491403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:53.515968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d75149e5-f07e-4704-831b-429543c98475 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/floatingips/8ae302f7-b84c-453d-a8f8-501c2ca491fc HTTP/1.1" status: 200 len: 990 time: 0.1477869 Dec 21 22:21:53.563724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.581318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-40a2400f-0c9e-48bf-a37c-f43c767763df service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915115 Dec 21 22:21:53.643304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network b0bb32bf-f99b-4c44-882f-158a5b6e06ca is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:53.648117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:53.653202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:53.692522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:53.729900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.768181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e99efb8-491b-4d84-aeef-e215d9252b45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.863205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e99efb8-491b-4d84-aeef-e215d9252b45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.863677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.897070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-cb1e6414-3c4b-4774-ae37-0da77b076be7', 'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7', 'tenant_id': 'b93f567772da465782c6caf88b1ffd84', 'fixed_ips': [{'subnet_id': '121d333e-61b9-46b4-9dd3-db501ff19a98'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:53.897747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.922572 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d35c5aae-880a-4ae7-b775-8fec9e782503 req-43c9f850-518c-45e6-ab97-293630fd96d5 service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288035 Dec 21 22:21:53.927421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Attempting to bind port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:53.928096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Attempting to bind port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:53.928552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Attempting to bind port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 on network b0bb32bf-f99b-4c44-882f-158a5b6e06ca {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:53.947081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.10 (cb1e6414-3c4b-4774-ae37-0da77b076be7/121d333e-61b9-46b4-9dd3-db501ff19a98/922374c1-95d4-466a-b1e4-de0e03d5ff79) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:53.949524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:53.949947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Checking segment: {'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:53.955373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:53.955373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Bound using segment: {'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:53.955373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Bound port: 9e8f754a-5bf9-48e0-8b49-b7b2bb080188, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:53.955373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.006447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e99efb8-491b-4d84-aeef-e215d9252b45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.027819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99efb8-491b-4d84-aeef-e215d9252b45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba758eb-ec61-479c-888d-7b36a80dc168,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:54.258477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.282776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object 922374c1-95d4-466a-b1e4-de0e03d5ff79 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:54.314823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e99efb8-491b-4d84-aeef-e215d9252b45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.319066 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9e99efb8-491b-4d84-aeef-e215d9252b45 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/dba758eb-ec61-479c-888d-7b36a80dc168 HTTP/1.1" status: 204 len: 168 time: 0.8829768 Dec 21 22:21:54.319778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41536) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:54.331344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.364476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.395518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.439000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] For port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:54.467568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] For port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9e8f754a-5bf9-48e0-8b49-b7b2bb080188,segment=NetworkSegment(17edffcb-0362-412f-913b-c92d3ebf890b),segment_id=17edffcb-0362-412f-913b-c92d3ebf890b)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:54.477799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network cb1e6414-3c4b-4774-ae37-0da77b076be7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:54.478632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=922374c1-95d4-466a-b1e4-de0e03d5ff79,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:54.482202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:54.482955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Allocated IP 172.20.0.2 (cb1e6414-3c4b-4774-ae37-0da77b076be7/121d333e-61b9-46b4-9dd3-db501ff19a98/5f0e1871-5d8d-4855-8caa-76b46bfad4c1) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:54.487271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:54.491577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cce01730-79b3-4b87-8b9e-739723d27bba tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:54.491767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:21:45Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:51Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:54.501446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fe454-1b52-42a8-8c16-3cb5c77ecdcd None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:21:45Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:51Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:21:54.526093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41540) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:54.546439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:54.548562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.549895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.583788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cce01730-79b3-4b87-8b9e-739723d27bba tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:54.589043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cce01730-79b3-4b87-8b9e-739723d27bba tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2643743 Dec 21 22:21:54.589687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41544) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:54.609716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--824737461'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:54.620402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:54.681631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d758c-3ca0-4d8e-9b28-21cdb17e56ef None None] Pushing event updated for resources: {'Port': ['ID=9e8f754a-5bf9-48e0-8b49-b7b2bb080188,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:54.682350 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e9ca80e1-a0f9-4815-bc03-7a174b210304 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/floatingips/8ae302f7-b84c-453d-a8f8-501c2ca491fc HTTP/1.1" status: 200 len: 992 time: 0.1533604 Dec 21 22:21:54.687260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:54.719338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03499a99-0b2c-4073-ae21-ac18c9f2117f req-a3245917-9cd8-4ec3-bb82-cd59ef0f89a0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:54.723394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-03499a99-0b2c-4073-ae21-ac18c9f2117f req-a3245917-9cd8-4ec3-bb82-cd59ef0f89a0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 945 time: 0.3528090 Dec 21 22:21:54.731164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:54.731998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.740510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network b0bb32bf-f99b-4c44-882f-158a5b6e06ca is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:54.742226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:54.808138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-03499a99-0b2c-4073-ae21-ac18c9f2117f req-295947ac-7950-405c-8f05-649e720e5d3e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0609846 Dec 21 22:21:54.814418 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6a5e0405-d87b-418f-b517-f9e82fb781d2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1041565 Dec 21 22:21:54.815455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41548) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:54.823937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7', 'name': 'tempest-PortsTestJSON-1856656807', 'fixed_ips': [{'subnet_id': '121d333e-61b9-46b4-9dd3-db501ff19a98', 'ip_address': '172.20.0.9'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:54.834145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.852694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.865819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Transition to ACTIVE for port object 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:54.887978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Transition to ACTIVE for port object 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:54.924016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:54.996482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:55.002922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:55.007605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:55.014911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:55.017375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Network cb1e6414-3c4b-4774-ae37-0da77b076be7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:55.022200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:55.026833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:55.033797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Pushing event updated for resources: {'Port': ['ID=5f0e1871-5d8d-4855-8caa-76b46bfad4c1,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:55.077838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:55.091027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.113176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:55.160289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port a29a1241-30cb-4a11-9cc9-6e99bafe84ff yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:21:55.199842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Attempting to bind port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:21:55.200490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Attempting to bind port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '576edcae-c7c0-425c-9be0-436745453d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:21:55.201408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Attempting to bind port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 on network cb1e6414-3c4b-4774-ae37-0da77b076be7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:21:55.218640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:21:55.218889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Checking segment: {'id': '576edcae-c7c0-425c-9be0-436745453d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:55.220354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.220502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Bound using segment: {'id': '576edcae-c7c0-425c-9be0-436745453d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:21:55.221274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Bound port: 5f0e1871-5d8d-4855-8caa-76b46bfad4c1, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576edcae-c7c0-425c-9be0-436745453d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cb1e6414-3c4b-4774-ae37-0da77b076be7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:21:55.221420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.233296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:55.239079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:55.260228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:55.335677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.391072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] For port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:21:55.392662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.395118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] For port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5f0e1871-5d8d-4855-8caa-76b46bfad4c1,segment=NetworkSegment(576edcae-c7c0-425c-9be0-436745453d24),segment_id=576edcae-c7c0-425c-9be0-436745453d24)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:21:55.402543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:21:55.451938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.479728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.9 (cb1e6414-3c4b-4774-ae37-0da77b076be7/121d333e-61b9-46b4-9dd3-db501ff19a98/a29a1241-30cb-4a11-9cc9-6e99bafe84ff) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:21:55.539836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2eb1a3-0fdb-4273-b3c9-8098071f2cd5,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:55.559728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ddb74-ca80-4136-a9fc-7ab9dc941921 None None] Pushing event updated for resources: {'Port': ['ID=5f0e1871-5d8d-4855-8caa-76b46bfad4c1,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:55.625688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.629668 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4382b75d-552f-42db-8a59-679e5875a88d tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0367086 Dec 21 22:21:55.633479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41552) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:55.642181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638497521'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:55.651197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:55.657434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:55.662867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:55.671609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:55.710149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:21:55.715968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3ee4d40-d372-4301-8080-26ab241a7f1a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4523776 Dec 21 22:21:55.718667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41556) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:55.725000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-1251332615'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:55.730539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.741689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.743532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:55.752704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:55.757369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:55.759553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object a29a1241-30cb-4a11-9cc9-6e99bafe84ff will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:55.767452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:55.789944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:55.794761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:55.799543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:55.804733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:55.817380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.843516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:55.849759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:55.943268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network cb1e6414-3c4b-4774-ae37-0da77b076be7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:21:55.948126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:55.958867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:21:56.029083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=a29a1241-30cb-4a11-9cc9-6e99bafe84ff,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:56.087559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:56.149999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:56.150706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.202339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.206005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:21:56.209213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63d95c-cbcf-4431-b537-398d4dee3f56 req-11cfcdaa-41a6-4341-87fb-52e9e6af5b8b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:56.210855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6c63d95c-cbcf-4431-b537-398d4dee3f56 req-11cfcdaa-41a6-4341-87fb-52e9e6af5b8b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 945 time: 0.1470006 Dec 21 22:21:56.215798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.216167 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment e840aa70-c7f7-4785-9c43-4b6f512a5e90 of type vlan for network b6896771-f5a5-483a-8802-9835e5638f51 Dec 21 22:21:56.217059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:56.222243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:56.222752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.245239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.252526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.254270 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6cb5a7fc-ec85-486b-bb49-1371c4ec171b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4377022 Dec 21 22:21:56.258335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41562) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:56.312277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6c63d95c-cbcf-4431-b537-398d4dee3f56 req-af1291f7-fc2c-4552-af7f-ae5ac1f4f712 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0943904 Dec 21 22:21:56.338550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e68cf-c54c-4c74-8205-a9a0e4ffd38c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:56.362024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.363547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab29fed-a80e-4758-b2b2-1c69001577f8 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:56.364366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fab29fed-a80e-4758-b2b2-1c69001577f8 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:56.368677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.373343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:56.378707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.400742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,segment=NetworkSegment(3a1e27cf-693c-4f09-a763-ca0234ab2f55),segment_id=3a1e27cf-693c-4f09-a763-ca0234ab2f55)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:56.413403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.414737 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-93a2b246-0ef9-4bb6-8b6e-8541291f7400 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7791498 Dec 21 22:21:56.417860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41566) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:56.424889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'bb2eb1a3-0fdb-4273-b3c9-8098071f2cd5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd81e68cf-c54c-4c74-8205-a9a0e4ffd38c', 'remote_ip_prefix': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:56.436112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:56.436112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fab29fed-a80e-4758-b2b2-1c69001577f8 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:56.440141 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fab29fed-a80e-4758-b2b2-1c69001577f8 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1807499 Dec 21 22:21:56.440859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41570) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:56.448025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:56.452641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:56.460823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:56.462566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.463419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:56.533356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.571289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8464327 Dec 21 22:21:56.571289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be2f07-b519-4a45-977f-9ffb59a695d6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=b6896771-f5a5-483a-8802-9835e5638f51,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:56.571289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41574) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:56.598011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:56.657828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.698585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.779237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb0178c-c01b-4b6e-8e69-a89fd6ddfe5b,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:56.803346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30467d2-33d6-42bc-a14f-8745949b4980 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:56.807910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30467d2-33d6-42bc-a14f-8745949b4980 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:56.808803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network b6896771-f5a5-483a-8802-9835e5638f51 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:21:56.812410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30467d2-33d6-42bc-a14f-8745949b4980 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:56.816956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a30467d2-33d6-42bc-a14f-8745949b4980 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3723886 Dec 21 22:21:56.817122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.817234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:56.817322 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d6332b68-90d6-42b2-ac78-05576e4ebcd4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3967612 Dec 21 22:21:56.818098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41578) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:56.818966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41580) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:56.863396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:56.865302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b91c-d0c7-4002-9935-2bd5d1d91770 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.879282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:56.881513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b91c-d0c7-4002-9935-2bd5d1d91770 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.890611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:56.931158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1c4dfaec-d41a-4f36-a7a4-67a75df183bc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port a29a1241-30cb-4a11-9cc9-6e99bafe84ff {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:56.936502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c4dfaec-d41a-4f36-a7a4-67a75df183bc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:56.960283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3224dc54-15e0-4386-a6f3-13c8552562ff up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:56.965591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:21:57.000430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b91c-d0c7-4002-9935-2bd5d1d91770 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.033170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b91c-d0c7-4002-9935-2bd5d1d91770 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.034776 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d8e7b91c-d0c7-4002-9935-2bd5d1d91770 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3cb0178c-c01b-4b6e-8e69-a89fd6ddfe5b HTTP/1.1" status: 204 len: 168 time: 0.2148302 Dec 21 22:21:57.036149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7b91c-d0c7-4002-9935-2bd5d1d91770 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cb0178c-c01b-4b6e-8e69-a89fd6ddfe5b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:57.053809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41586) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:57.090407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:57.144438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c8eafb12-fc00-4b08-b948-fe229af2f148 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:57.154125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:57.184868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.185663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 3224dc54-15e0-4386-a6f3-13c8552562ff completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:57.190944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 3224dc54-15e0-4386-a6f3-13c8552562ff triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:57.191362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.220475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c8eafb12-fc00-4b08-b948-fe229af2f148 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:57.224388 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c8eafb12-fc00-4b08-b948-fe229af2f148 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1665747 Dec 21 22:21:57.225175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41590) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:57.297748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-691c5754-9ea9-473d-b27e-1d00d03473dd tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.314780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.329324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-691c5754-9ea9-473d-b27e-1d00d03473dd tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.357292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b0699-41d7-4a38-8abd-68a60d813d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3224dc54-15e0-4386-a6f3-13c8552562ff'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:21:57.367717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4be5ac-f6c2-4520-9239-84a2527274af None None] Network b0bb32bf-f99b-4c44-882f-158a5b6e06ca requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:57.448953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-691c5754-9ea9-473d-b27e-1d00d03473dd tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.450056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c4dfaec-d41a-4f36-a7a4-67a75df183bc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.496507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c5754-9ea9-473d-b27e-1d00d03473dd tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e68cf-c54c-4c74-8205-a9a0e4ffd38c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:57.524088 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b0699-41d7-4a38-8abd-68a60d813d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3224dc54-15e0-4386-a6f3-13c8552562ff', 'code': 200} Dec 21 22:21:57.554717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3224dc54-15e0-4386-a6f3-13c8552562ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3224dc54-15e0-4386-a6f3-13c8552562ff,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:57.596903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d4d8-30a4-48c5-8875-f3c3231cf622 req-fa670d13-29f6-4eb5-8b77-a24689affd17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:57.598471 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1160d4d8-30a4-48c5-8875-f3c3231cf622 req-fa670d13-29f6-4eb5-8b77-a24689affd17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 945 time: 0.0997589 Dec 21 22:21:57.603024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-691c5754-9ea9-473d-b27e-1d00d03473dd tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.604193 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-691c5754-9ea9-473d-b27e-1d00d03473dd tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/d81e68cf-c54c-4c74-8205-a9a0e4ffd38c HTTP/1.1" status: 204 len: 168 time: 0.3780251 Dec 21 22:21:57.606875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1c4dfaec-d41a-4f36-a7a4-67a75df183bc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for a29a1241-30cb-4a11-9cc9-6e99bafe84ff owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:21:57.624653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41598) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:57.631723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.693125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6748c0c3-a954-48bf-9087-186ae689d9de None None] Provisioning for port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:57.710870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6748c0c3-a954-48bf-9087-186ae689d9de None None] Provisioning complete for port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:57.711394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6748c0c3-a954-48bf-9087-186ae689d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.727490 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1160d4d8-30a4-48c5-8875-f3c3231cf622 req-721f6df7-8412-4506-af71-65c463be939f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1205494 Dec 21 22:21:57.754725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-04575bf5-a227-4f0f-8702-1b4d122d73d5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:57.810407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-04575bf5-a227-4f0f-8702-1b4d122d73d5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:57.815841 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-04575bf5-a227-4f0f-8702-1b4d122d73d5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1898866 Dec 21 22:21:57.818179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41602) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:57.854938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:57.886428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=3224dc54-15e0-4386-a6f3-13c8552562ff,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:57.930717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-913bb38c-8728-4a16-aec4-f6d89a566170 req-0126e8ac-7d28-4ba5-815f-7464a1877484 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 1099 time: 0.1226101 Dec 21 22:21:57.983268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:21:57.999191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:21:57.999833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:58.005980 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-913bb38c-8728-4a16-aec4-f6d89a566170 req-be5fe38f-f69a-44d2-8b01-728fc33daf33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0652022 Dec 21 22:21:58.034063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c4dfaec-d41a-4f36-a7a4-67a75df183bc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.041734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-651edffa-bd8c-4fb2-8143-be4963370a3e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.060621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6748c0c3-a954-48bf-9087-186ae689d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.095998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=51a77b51-72a8-45de-a1cc-b28b5bc5a05f,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:58.118912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dfaec-d41a-4f36-a7a4-67a75df183bc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=a29a1241-30cb-4a11-9cc9-6e99bafe84ff,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:58.141469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6748c0c3-a954-48bf-9087-186ae689d9de None None] For port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9e8f754a-5bf9-48e0-8b49-b7b2bb080188,segment=NetworkSegment(17edffcb-0362-412f-913b-c92d3ebf890b),segment_id=17edffcb-0362-412f-913b-c92d3ebf890b)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:21:58.171315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:58.232277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6748c0c3-a954-48bf-9087-186ae689d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.249807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-651edffa-bd8c-4fb2-8143-be4963370a3e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.263904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:21:58.296919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:21:58.297702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: b6896771-f5a5-483a-8802-9835e5638f51, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:21:58.329939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748c0c3-a954-48bf-9087-186ae689d9de None None] Pushing event updated for resources: {'Port': ['ID=9e8f754a-5bf9-48e0-8b49-b7b2bb080188,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:58.345590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:58.345990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.393230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c4dfaec-d41a-4f36-a7a4-67a75df183bc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.414528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network b6896771-f5a5-483a-8802-9835e5638f51 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:21:58.437764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-651edffa-bd8c-4fb2-8143-be4963370a3e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.440450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-651edffa-bd8c-4fb2-8143-be4963370a3e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.441744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-651edffa-bd8c-4fb2-8143-be4963370a3e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/bb2eb1a3-0fdb-4273-b3c9-8098071f2cd5 HTTP/1.1" status: 204 len: 168 time: 0.6225493 Dec 21 22:21:58.445524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41606) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:58.459968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651edffa-bd8c-4fb2-8143-be4963370a3e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2eb1a3-0fdb-4273-b3c9-8098071f2cd5,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:58.472354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1c4dfaec-d41a-4f36-a7a4-67a75df183bc tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/a29a1241-30cb-4a11-9cc9-6e99bafe84ff HTTP/1.1" status: 204 len: 168 time: 1.6531131 Dec 21 22:21:58.473347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41610) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:58.513594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:21:58.540539 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef3a129-a0cb-44e8-b828-a32c906a841b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:21:58.541201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ef3a129-a0cb-44e8-b828-a32c906a841b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:21:58.546535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, b6896771-f5a5-483a-8802-9835e5638f51) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:21:58.556282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:58.557045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.577754 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c97f5765-a480-4f40-be3a-4aed9e3e02b3 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1309981 Dec 21 22:21:58.581067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901f408-9af6-488a-9f8a-903cdfc0415b None None] Network b6896771-f5a5-483a-8802-9835e5638f51 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:58.584215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41614) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:58.596245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--15408547'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:58.605110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ef3a129-a0cb-44e8-b828-a32c906a841b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:21:58.607875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ef3a129-a0cb-44e8-b828-a32c906a841b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/a29a1241-30cb-4a11-9cc9-6e99bafe84ff HTTP/1.1" status: 404 len: 333 time: 0.1324766 Dec 21 22:21:58.610616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:58.613620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41618) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:58.640554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-01931135-a082-4244-a6d0-28d9a6db659f tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0681214 Dec 21 22:21:58.643379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41622) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:58.680064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:58.734872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0e647-ad55-4800-87ea-4f2e268d7c53 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 922374c1-95d4-466a-b1e4-de0e03d5ff79 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:21:58.735270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bc0e647-ad55-4800-87ea-4f2e268d7c53 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.755953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7cd9f-1009-481b-968d-fffe1d0c2c4b None None] Network cb1e6414-3c4b-4774-ae37-0da77b076be7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:21:58.850612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.853721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:21:53Z', 'revision_number': 3, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:21:54Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:21:58.858585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:21:58.859197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Updating router e5b2632a-b780-4bd9-920c-5101825fa644 port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:21:58.916642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:58.921716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:58.929842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:58.936863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:58.947690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:59.029989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:59.086953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7a23d2e2-66ae-44d1-a5d6-4e11023f234b None None] Provisioning complete for port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:21:59.088982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a23d2e2-66ae-44d1-a5d6-4e11023f234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:59.124481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:59.172568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da40bee9-4a80-47de-b394-a968067726ff,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:21:59.209989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:59.676710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-b6896771-f5a5-483a-8802-9835e5638f51', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:21:59.678498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:59.682353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:59.705481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Transition to ACTIVE for port object 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:21:59.706162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7a23d2e2-66ae-44d1-a5d6-4e11023f234b None None] Provisioning for port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:21:59.711706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610828a-eb7f-4562-9690-96cb49bcbc53 req-f0898631-8863-4cc6-a3a2-88a5351cc246 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:21:59.713601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c610828a-eb7f-4562-9690-96cb49bcbc53 req-f0898631-8863-4cc6-a3a2-88a5351cc246 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 946 time: 0.6820078 Dec 21 22:21:59.718803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:59.723198 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d4b1e57-d817-4a87-b854-b68dc78c5949 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1374624 Dec 21 22:21:59.742526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41628) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:59.743488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:59.753423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'da40bee9-4a80-47de-b394-a968067726ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:59.767945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:21:59.774739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:21:59.778272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:21:59.784764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:21:59.957648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:21:59.982622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Allocated IP 172.22.0.2 (b6896771-f5a5-483a-8802-9835e5638f51/51a77b51-72a8-45de-a1cc-b28b5bc5a05f/1ec632fc-cd20-499c-b0e2-560e55b0c28b) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:00.009765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:00.038770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e623d-e8c2-40ea-b794-70a5428e2e96 None None] Pushing event updated for resources: {'Port': ['ID=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:00.077379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bc0e647-ad55-4800-87ea-4f2e268d7c53 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.098958 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c610828a-eb7f-4562-9690-96cb49bcbc53 req-78c9406f-a2e4-4be3-8959-08d683aab50b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3742349 Dec 21 22:22:00.164383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1b17cb3e-e326-4f1b-a194-5752da878e9e None None] Provisioning for port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:00.222894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1b17cb3e-e326-4f1b-a194-5752da878e9e None None] Provisioning complete for port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:00.223484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b17cb3e-e326-4f1b-a194-5752da878e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.252362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Attempting to bind port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:22:00.252776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Attempting to bind port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:22:00.253177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Attempting to bind port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 on network b0bb32bf-f99b-4c44-882f-158a5b6e06ca {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:22:00.254469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.274936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:22:00.275351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Checking segment: {'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:00.275797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.276232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Bound using segment: {'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:22:00.276789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Bound port: 8d5aa6de-19ff-4abd-a1a4-c251ded4d802, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17edffcb-0362-412f-913b-c92d3ebf890b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:22:00.277197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.322549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0e647-ad55-4800-87ea-4f2e268d7c53 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 922374c1-95d4-466a-b1e4-de0e03d5ff79 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:00.409049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.456978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] For port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:22:00.483596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.516658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42097cc-577f-458a-a2b0-bfa0282536e6,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:00.562464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] For port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,segment=NetworkSegment(17edffcb-0362-412f-913b-c92d3ebf890b),segment_id=17edffcb-0362-412f-913b-c92d3ebf890b)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:22:00.597301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.603096 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-15bd1ebe-1d7b-459f-b9eb-82d41484e52e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8595455 Dec 21 22:22:00.603994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41632) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:00.633017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.644247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ef9684a-e9f4-4ed1-bc4c-fa5cda17d1c8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.652790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:00.653208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.657819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ef9684a-e9f4-4ed1-bc4c-fa5cda17d1c8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.686545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bc0e647-ad55-4800-87ea-4f2e268d7c53 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.749653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ef9684a-e9f4-4ed1-bc4c-fa5cda17d1c8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.763512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:00.764364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:00.815105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9684a-e9f4-4ed1-bc4c-fa5cda17d1c8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d42097cc-577f-458a-a2b0-bfa0282536e6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:00.817310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0e647-ad55-4800-87ea-4f2e268d7c53 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=922374c1-95d4-466a-b1e4-de0e03d5ff79,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:00.889935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b17cb3e-e326-4f1b-a194-5752da878e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.904217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8ef9684a-e9f4-4ed1-bc4c-fa5cda17d1c8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.908440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41636) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:00.918557 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8ef9684a-e9f4-4ed1-bc4c-fa5cda17d1c8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d42097cc-577f-458a-a2b0-bfa0282536e6 HTTP/1.1" status: 204 len: 168 time: 0.3131547 Dec 21 22:22:00.929727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bc0e647-ad55-4800-87ea-4f2e268d7c53 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.931846 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9bc0e647-ad55-4800-87ea-4f2e268d7c53 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/922374c1-95d4-466a-b1e4-de0e03d5ff79 HTTP/1.1" status: 204 len: 168 time: 2.3171313 Dec 21 22:22:00.934608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41640) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:00.965610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:00.977368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:00.991074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Transition to ACTIVE for port object 1ec632fc-cd20-499c-b0e2-560e55b0c28b will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:01.002122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e11efce2-0698-4b90-95ad-18f961b6e6d4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:01.016054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Transition to ACTIVE for port object 1ec632fc-cd20-499c-b0e2-560e55b0c28b will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:01.041798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6f8c95-1f76-488b-b432-3615862b441f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:22:01.045693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a6f8c95-1f76-488b-b432-3615862b441f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:01.063094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.079340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1b17cb3e-e326-4f1b-a194-5752da878e9e None None] For port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5f0e1871-5d8d-4855-8caa-76b46bfad4c1,segment=NetworkSegment(576edcae-c7c0-425c-9be0-436745453d24),segment_id=576edcae-c7c0-425c-9be0-436745453d24)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:01.154113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a6f8c95-1f76-488b-b432-3615862b441f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:01.159016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a6f8c95-1f76-488b-b432-3615862b441f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/922374c1-95d4-466a-b1e4-de0e03d5ff79 HTTP/1.1" status: 404 len: 333 time: 0.2233231 Dec 21 22:22:01.159671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41646) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:01.180635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Pushing event updated for resources: {'Port': ['ID=1ec632fc-cd20-499c-b0e2-560e55b0c28b,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:01.190108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b17cb3e-e326-4f1b-a194-5752da878e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.201400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e623d-e8c2-40ea-b794-70a5428e2e96 None None] Pushing event updated for resources: {'Port': ['ID=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:01.233783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.22.0.1 (b6896771-f5a5-483a-8802-9835e5638f51/51a77b51-72a8-45de-a1cc-b28b5bc5a05f/5c37fea5-a530-4660-963e-c6f643101ff7) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:01.279043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e11efce2-0698-4b90-95ad-18f961b6e6d4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:01.281009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e11efce2-0698-4b90-95ad-18f961b6e6d4 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3712280 Dec 21 22:22:01.287238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41650) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:01.303299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Network b6896771-f5a5-483a-8802-9835e5638f51 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:01.305885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17cb3e-e326-4f1b-a194-5752da878e9e None None] Pushing event updated for resources: {'Port': ['ID=5f0e1871-5d8d-4855-8caa-76b46bfad4c1,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:01.316422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:01.319925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:01.444771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Attempting to bind port 1ec632fc-cd20-499c-b0e2-560e55b0c28b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:22:01.445197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Attempting to bind port 1ec632fc-cd20-499c-b0e2-560e55b0c28b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:22:01.445644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Attempting to bind port 1ec632fc-cd20-499c-b0e2-560e55b0c28b on network b6896771-f5a5-483a-8802-9835e5638f51 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:22:01.465189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:22:01.465604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Checking segment: {'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:01.466221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.466471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Bound using segment: {'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:22:01.467012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Bound port: 1ec632fc-cd20-499c-b0e2-560e55b0c28b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:22:01.470284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.487891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b52bc7f0-1262-4ed9-a82c-8187a406be99 None None] Could not find standard attr ID for object a29a1241-30cb-4a11-9cc9-6e99bafe84ff. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:22:01.497598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b52bc7f0-1262-4ed9-a82c-8187a406be99 None None] Could not find standard attr ID for object 922374c1-95d4-466a-b1e4-de0e03d5ff79. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:22:01.539307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.567362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object 5c37fea5-a530-4660-963e-c6f643101ff7 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:01.580268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adf7b318-cde9-49b6-9413-254205a137aa tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.588564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] For port 1ec632fc-cd20-499c-b0e2-560e55b0c28b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:22:01.590364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:21:53Z', 'revision_number': 3, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:00Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:01.592194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] For port 1ec632fc-cd20-499c-b0e2-560e55b0c28b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1ec632fc-cd20-499c-b0e2-560e55b0c28b,segment=NetworkSegment(e840aa70-c7f7-4785-9c43-4b6f512a5e90),segment_id=e840aa70-c7f7-4785-9c43-4b6f512a5e90)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:22:01.594870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bbd28-e8e9-49b2-9f5d-d62b289dde51 None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:21:53Z', 'revision_number': 3, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:00Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:01.599696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b52bc7f0-1262-4ed9-a82c-8187a406be99 None None] Provisioning complete for port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:01.600638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b52bc7f0-1262-4ed9-a82c-8187a406be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.633978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.652147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-604ee6e2-61c7-46e4-846a-f7e14252d7ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet 121d333e-61b9-46b4-9dd3-db501ff19a98 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:01.656713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-604ee6e2-61c7-46e4-846a-f7e14252d7ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.663293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.743917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adf7b318-cde9-49b6-9413-254205a137aa tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.811443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e291-2487-4556-986b-ddc0196a3081 req-b9599361-a918-4efe-a507-59045550c0b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:01.816080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network b6896771-f5a5-483a-8802-9835e5638f51 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:01.821372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:01.821880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4314e291-2487-4556-986b-ddc0196a3081 req-b9599361-a918-4efe-a507-59045550c0b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 946 time: 0.3252904 Dec 21 22:22:01.824105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:01.866825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e329802-8cc4-4e22-8d08-67421f9b9050 None None] Pushing event updated for resources: {'Port': ['ID=1ec632fc-cd20-499c-b0e2-560e55b0c28b,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:01.929207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:01.936088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=5c37fea5-a530-4660-963e-c6f643101ff7,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:01.960255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-604ee6e2-61c7-46e4-846a-f7e14252d7ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.004901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4314e291-2487-4556-986b-ddc0196a3081 req-da3bbe36-8544-4b7c-ad5b-77f978fdcf58 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1816268 Dec 21 22:22:02.046221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adf7b318-cde9-49b6-9413-254205a137aa tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.092543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.143697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:02.194737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-604ee6e2-61c7-46e4-846a-f7e14252d7ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.343292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:02.352739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:02.354193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.408474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7b318-cde9-49b6-9413-254205a137aa tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da40bee9-4a80-47de-b394-a968067726ff,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:02.425465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-604ee6e2-61c7-46e4-846a-f7e14252d7ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.498115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032198ed-787b-4c7e-925b-8f11f0c1357e None None] Network cb1e6414-3c4b-4774-ae37-0da77b076be7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:02.516988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-604ee6e2-61c7-46e4-846a-f7e14252d7ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.523000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ee6e2-61c7-46e4-846a-f7e14252d7ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=121d333e-61b9-46b4-9dd3-db501ff19a98,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:02.534501 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-604ee6e2-61c7-46e4-846a-f7e14252d7ee tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/121d333e-61b9-46b4-9dd3-db501ff19a98 HTTP/1.1" status: 204 len: 168 time: 1.3736932 Dec 21 22:22:02.537982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41656) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:02.582875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adf7b318-cde9-49b6-9413-254205a137aa tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.587142 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-adf7b318-cde9-49b6-9413-254205a137aa tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/da40bee9-4a80-47de-b394-a968067726ff HTTP/1.1" status: 204 len: 168 time: 1.2960565 Dec 21 22:22:02.603614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41660) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:02.646646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b9e32-4ce6-4091-a39d-57aa1d6aa568 req-c827aaa2-a5cd-4eeb-8c80-f7eb7a303312 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:02.648567 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d00b9e32-4ce6-4091-a39d-57aa1d6aa568 req-c827aaa2-a5cd-4eeb-8c80-f7eb7a303312 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 946 time: 0.3851736 Dec 21 22:22:02.691811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.737105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.781919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.799137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.821503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7a6e9e0f-0dad-42bd-a57b-a067407ea4b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:02.843673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,segment=NetworkSegment(17edffcb-0362-412f-913b-c92d3ebf890b),segment_id=17edffcb-0362-412f-913b-c92d3ebf890b)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:02.857206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d00b9e32-4ce6-4091-a39d-57aa1d6aa568 req-c66382e6-a397-44c0-8027-16e2a4168a23 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2014763 Dec 21 22:22:02.868058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:02.868485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.880296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.882074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=5c37fea5-a530-4660-963e-c6f643101ff7,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:02.882558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:02.890902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:02.900001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.900417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.900777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.901215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.901513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.901876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.902248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.902607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.902963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.903319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.903674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:02.925392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7a6e9e0f-0dad-42bd-a57b-a067407ea4b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:02.928235 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a6e9e0f-0dad-42bd-a57b-a067407ea4b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3230982 Dec 21 22:22:02.937329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41666) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:02.948607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238933277'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:02.954713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:02.966013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:03.030620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:03.043823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:03.044357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.067485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.081303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] DHCP port deletion for cb1e6414-3c4b-4774-ae37-0da77b076be7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:22:03.099907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] Deleting port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:03.100951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.127286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:03.134044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:03.137713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:03.144459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:03.183130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] For port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5f0e1871-5d8d-4855-8caa-76b46bfad4c1,segment=NetworkSegment(576edcae-c7c0-425c-9be0-436745453d24),segment_id=576edcae-c7c0-425c-9be0-436745453d24)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:03.183528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.239282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network b6896771-f5a5-483a-8802-9835e5638f51 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:03.244022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:03.247647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.313822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.319181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:03.426617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.431636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] For port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5f0e1871-5d8d-4855-8caa-76b46bfad4c1,segment=NetworkSegment(576edcae-c7c0-425c-9be0-436745453d24),segment_id=576edcae-c7c0-425c-9be0-436745453d24)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:03.431834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.455716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a835d57e-1cb0-417b-8022-4958bc999313,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:03.488050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No DVR routers for this DVR port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:03.501543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.540629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.542247 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-19684a78-f0e2-4672-8997-5827cd03b4d2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6037884 Dec 21 22:22:03.546002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41672) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:03.553545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=5f0e1871-5d8d-4855-8caa-76b46bfad4c1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:03.562537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'a835d57e-1cb0-417b-8022-4958bc999313', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:03.565002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] Calling delete_port for 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:03.620104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:03.651394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:03.651811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:22:03.682137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:03.683706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:03.689014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.698197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:03.709554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:03.731027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1e6414-3c4b-4774-ae37-0da77b076be7']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:03.745135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576edcae-c7c0-425c-9be0-436745453d24') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:03.745636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576edcae-c7c0-425c-9be0-436745453d24') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:03.765249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.789628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.799995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.819054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:22:03.819664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:03.836536 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:03.985941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.010872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.035949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fe905-a442-43f5-a0b5-318f1d9503de None None] Network b6896771-f5a5-483a-8802-9835e5638f51 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:04.043091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.066857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:04.079436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Network': ['ID=cb1e6414-3c4b-4774-ae37-0da77b076be7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:04.088003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.123379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:04.134771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-43e3d818-a853-4691-9c0a-072d85ff234e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4901659 Dec 21 22:22:04.137596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41676) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.140817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.141210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.141585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.141965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.142338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.142699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.143063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.143467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.143950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.144072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'network': {'name': 'tempest-RoutersTest-449580841'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:04.144316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.144708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:04.147500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da74342-5662-4238-bdd9-dff3fc70953f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:04.149725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:04.153896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:network and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:04.157069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:04.163813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:04.180405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] Deleting port 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:04.180804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.215091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-07bd1d4b-83ff-4edd-8766-e2560c90a53c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/networks/cb1e6414-3c4b-4774-ae37-0da77b076be7 HTTP/1.1" status: 204 len: 168 time: 1.6758840 Dec 21 22:22:04.219113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41680) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.224398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:04.225968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-235150952'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:04.231611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:04.235874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:network and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:04.239068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:04.245319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:04.245951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:04.248932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.250254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b55e629f-8ddb-4ecc-907b-78f5fb16ea3b tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6995842 Dec 21 22:22:04.253685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.256402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41684) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.284771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-61b3860e-7404-4901-9172-53418af215e2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules/5da74342-5662-4238-bdd9-dff3fc70953f HTTP/1.1" status: 200 len: 705 time: 0.0249996 Dec 21 22:22:04.288178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:22:04.288928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41688) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.305201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.305700 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added segment f8a2930d-409d-4a89-9684-25f8c58eeff1 of type vlan for network ef514dc7-6b32-4ebc-904f-881a60e4ec9b Dec 21 22:22:04.309170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:04.315273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.338464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.372310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:22:04.381638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-495d444b-ef50-438c-8d68-1524150a4c1e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:04.399466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.400618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.401029 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Added segment 79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f of type vlan for network 41314322-6900-4c3f-a0b6-666e4a763561 Dec 21 22:22:04.404523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:04.405335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.432013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.436750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-495d444b-ef50-438c-8d68-1524150a4c1e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:04.440803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-495d444b-ef50-438c-8d68-1524150a4c1e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1480134 Dec 21 22:22:04.441504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41692) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.463459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7588a-9a19-4ae9-81a8-2ed248c40283 None None] The port '5f0e1871-5d8d-4855-8caa-76b46bfad4c1' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:22:04.498678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:04.499544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:04.500443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-031e7abb-a297-48f7-950d-4096b87027fe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.509001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41696) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.529250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3876028 Dec 21 22:22:04.532178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41700) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.532893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42996508-cf12-466e-9acd-ea06d6a606d1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Network': ['ID=ef514dc7-6b32-4ebc-904f-881a60e4ec9b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:04.542917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'subnet': {'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:04.560940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network ef514dc7-6b32-4ebc-904f-881a60e4ec9b details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:22:04.574604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-031e7abb-a297-48f7-950d-4096b87027fe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.589332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.593472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:04.594118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.614782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-950af807-7d59-4cb8-9782-e80d31e31085 None None] Provisioning for port 1ec632fc-cd20-499c-b0e2-560e55b0c28b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:04.669735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:04.674055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:subnet and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:04.678258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:04.684652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:04.730861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Made reservation on behalf of 76f181259fd443c3a66d4841561d3b42 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:04.746724 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5231307 Dec 21 22:22:04.746724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-031e7abb-a297-48f7-950d-4096b87027fe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.759015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41706) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.764032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf155f-587e-4790-bfee-9206dad843c3 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Network': ['ID=41314322-6900-4c3f-a0b6-666e4a763561,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:04.766839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': '41314322-6900-4c3f-a0b6-666e4a763561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:04.777884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-031e7abb-a297-48f7-950d-4096b87027fe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:04.779156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-031e7abb-a297-48f7-950d-4096b87027fe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5da74342-5662-4238-bdd9-dff3fc70953f HTTP/1.1" status: 204 len: 168 time: 0.3370860 Dec 21 22:22:04.787906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41710) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.816153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 41314322-6900-4c3f-a0b6-666e4a763561 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:22:04.850333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e7abb-a297-48f7-950d-4096b87027fe tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5da74342-5662-4238-bdd9-dff3fc70953f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:04.920446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:04.920874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.004184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.026197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:05.028433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:05.033203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:05.036770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:05.044020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:05.136975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:05.192401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f6736a22-7314-442c-9057-31a93210abb7 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:05.321785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f6736a22-7314-442c-9057-31a93210abb7 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:05.328130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6736a22-7314-442c-9057-31a93210abb7 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5183806 Dec 21 22:22:05.330540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41716) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:05.340785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'a835d57e-1cb0-417b-8022-4958bc999313', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:05.350307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:05.365945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:05.393079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1ec632fc-cd20-499c-b0e2-560e55b0c28b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:05.408292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.451829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.492385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.569163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.574875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:01Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:05.579573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:05.579573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Updating router e5b2632a-b780-4bd9-920c-5101825fa644 port 5c37fea5-a530-4660-963e-c6f643101ff7 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:22:05.609867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 1ec632fc-cd20-499c-b0e2-560e55b0c28b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:05.623578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 1ec632fc-cd20-499c-b0e2-560e55b0c28b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:05.623811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.635830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Subnet': ['ID=690ccbb0-e2ec-4628-90b0-f37963dc9ac3,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:05.657054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Checking segment: {'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:05.658261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network hostable DHCP agents. Network: ef514dc7-6b32-4ebc-904f-881a60e4ec9b, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:22:05.700901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.701324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.729909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7368f9ca-03b1-4044-b2bb-bae638f1324d,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:05.770809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b89dc494-3608-484b-b3c1-88c54fdd9fc2 None None] Provisioning complete for port 1ec632fc-cd20-499c-b0e2-560e55b0c28b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:05.771128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ef514dc7-6b32-4ebc-904f-881a60e4ec9b is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:22:05.771257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b89dc494-3608-484b-b3c1-88c54fdd9fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.828517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, ef514dc7-6b32-4ebc-904f-881a60e4ec9b) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:05.838019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.850317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:05.850317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.860027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:05.863863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d8541d0a-1fd2-469d-a45c-8e2a4c2d5128 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5296869 Dec 21 22:22:05.866484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41720) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:05.872368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e66fd60-660c-4c09-9cf0-c6eeea5aa848 None None] Network ef514dc7-6b32-4ebc-904f-881a60e4ec9b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:05.897637 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4bcf7805-bb6f-4d26-95d7-9ca05579ddc0 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules/7368f9ca-03b1-4044-b2bb-bae638f1324d HTTP/1.1" status: 200 len: 705 time: 0.0273092 Dec 21 22:22:05.898878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41724) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:05.964442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=f9354658-acac-4644-9b9a-9d1676d0b832,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:05.993503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Checking segment: {'id': '79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41314322-6900-4c3f-a0b6-666e4a763561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:05.993909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network hostable DHCP agents. Network: 41314322-6900-4c3f-a0b6-666e4a763561, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:22:06.006584 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d415d1ee-6b4b-47bd-bff3-7bef95f07d68 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4709725 Dec 21 22:22:06.008189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41728) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:06.023659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e5d3f235-9a8d-43bd-a548-a90d9b4a658a tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:06.132226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e5d3f235-9a8d-43bd-a548-a90d9b4a658a tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:06.133676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e5d3f235-9a8d-43bd-a548-a90d9b4a658a tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2337971 Dec 21 22:22:06.138917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41732) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:06.187594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.201732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71f5c0eb-9228-4979-b5e5-c5dfb41edab8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.219758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71f5c0eb-9228-4979-b5e5-c5dfb41edab8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.242554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network 41314322-6900-4c3f-a0b6-666e4a763561 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:22:06.299461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.319464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b89dc494-3608-484b-b3c1-88c54fdd9fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.343641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 41314322-6900-4c3f-a0b6-666e4a763561) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:06.350079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:06.350832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.381847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9599a-3879-4f94-9753-e06154c4c9f2 None None] Network 41314322-6900-4c3f-a0b6-666e4a763561 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:06.404764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71f5c0eb-9228-4979-b5e5-c5dfb41edab8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.405549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'fixed_ips': [{'subnet_id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:22:06.406460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.440129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5c0eb-9228-4979-b5e5-c5dfb41edab8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7368f9ca-03b1-4044-b2bb-bae638f1324d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:06.464942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2f5dad7c-d554-4b79-8ba2-8952975aac2e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7017207 Dec 21 22:22:06.465966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41736) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:06.473770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1591430155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:06.536141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:06.546067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71f5c0eb-9228-4979-b5e5-c5dfb41edab8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.549932 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-71f5c0eb-9228-4979-b5e5-c5dfb41edab8 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7368f9ca-03b1-4044-b2bb-bae638f1324d HTTP/1.1" status: 204 len: 168 time: 0.4076123 Dec 21 22:22:06.552778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41740) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:06.553341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:router and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:06.560468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:06.596628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:06.667503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.668691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.675599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 1ec632fc-cd20-499c-b0e2-560e55b0c28b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1ec632fc-cd20-499c-b0e2-560e55b0c28b,segment=NetworkSegment(e840aa70-c7f7-4785-9c43-4b6f512a5e90),segment_id=e840aa70-c7f7-4785-9c43-4b6f512a5e90)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:06.725093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a772ef84-3fb3-4687-9b05-862b52f87a9a tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:06.784402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.784837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.827464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.904484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.916787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a772ef84-3fb3-4687-9b05-862b52f87a9a tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:06.920793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a772ef84-3fb3-4687-9b05-862b52f87a9a tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3615544 Dec 21 22:22:06.928815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41744) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:06.931361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:06.937861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': 'a835d57e-1cb0-417b-8022-4958bc999313', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:06.947385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.17 (a7ffcc99-eb04-467b-9b51-52ac7a1153d4/96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d/49219a51-2563-4e6e-a2bf-0b418a2d3151) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:06.994522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:06.995838 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-23db8311-1fcc-425e-8fdf-264f1c3f1ce1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5292327 Dec 21 22:22:07.001562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41748) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:07.008888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'network_id': '41314322-6900-4c3f-a0b6-666e4a763561', 'name': 'tempest-PortsTestJSON-72775605'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:07.018384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:07.018789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5f0e1871-5d8d-4855-8caa-76b46bfad4c1 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:07.040020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-b89dc494-3608-484b-b3c1-88c54fdd9fc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:07.040482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-b89dc494-3608-484b-b3c1-88c54fdd9fc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:22:07.162525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=1ec632fc-cd20-499c-b0e2-560e55b0c28b,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:07.205662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:07.216304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:07.296696 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Project 2c9b70bdbedf40e7b0f84dd6a2e4a55c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:22:07.314981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.331501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:07.334557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Allocated IP 172.23.0.2 (ef514dc7-6b32-4ebc-904f-881a60e4ec9b/690ccbb0-e2ec-4628-90b0-f37963dc9ac3/32c54f54-2a7e-40c3-b980-a75811855e27) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:07.336688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-41314322-6900-4c3f-a0b6-666e4a763561', 'network_id': '41314322-6900-4c3f-a0b6-666e4a763561', 'tenant_id': 'b93f567772da465782c6caf88b1ffd84', 'fixed_ips': [{'subnet_id': 'f9354658-acac-4644-9b9a-9d1676d0b832'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:22:07.337707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.341445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:port and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:07.346639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.350005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:07.361178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:07.372351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.375599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 49219a51-2563-4e6e-a2bf-0b418a2d3151 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:07.390090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-046b129f-3193-4271-bda5-a14f2a22b611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.405529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:07.412401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.437425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.442392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port 12e73ac8-df7a-4281-a395-4d7e0cca43e3 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:22:07.446731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Transition to ACTIVE for port object 5c37fea5-a530-4660-963e-c6f643101ff7 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:07.471303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.493737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.508409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.538758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2bd300-bb90-4ef6-ad29-232fdb9b40a0,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:07.578369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:07.582938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.587213 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d25adb85-a201-482d-bda0-ad727373c029 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6558769 Dec 21 22:22:07.587509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:07.588144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41754) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:07.597905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:07.613357 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f2d91639-0af4-48da-90df-15ad0ada19dd tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules/7d2bd300-bb90-4ef6-ad29-232fdb9b40a0 HTTP/1.1" status: 200 len: 711 time: 0.0228398 Dec 21 22:22:07.616262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41758) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:07.637221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=49219a51-2563-4e6e-a2bf-0b418a2d3151,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:07.702229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-26ac3bdf-2ac2-43c3-9f17-9156a9acc139 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:07.726194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.740977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.11 (41314322-6900-4c3f-a0b6-666e4a763561/f9354658-acac-4644-9b9a-9d1676d0b832/12e73ac8-df7a-4281-a395-4d7e0cca43e3) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:07.762938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-26ac3bdf-2ac2-43c3-9f17-9156a9acc139 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:07.767796 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-26ac3bdf-2ac2-43c3-9f17-9156a9acc139 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1502781 Dec 21 22:22:07.769046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41762) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:07.789606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31bedf-84d6-45eb-894d-cfe1dca06abc None None] Pushing event updated for resources: {'Port': ['ID=5c37fea5-a530-4660-963e-c6f643101ff7,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:07.822835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c178af2b-9a01-49ca-886d-586c3eed5689 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.839259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c178af2b-9a01-49ca-886d-586c3eed5689 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.908204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c178af2b-9a01-49ca-886d-586c3eed5689 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.948682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178af2b-9a01-49ca-886d-586c3eed5689 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d2bd300-bb90-4ef6-ad29-232fdb9b40a0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:07.950644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Attempting to bind port 5c37fea5-a530-4660-963e-c6f643101ff7 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:22:07.951079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Attempting to bind port 5c37fea5-a530-4660-963e-c6f643101ff7 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:22:07.951493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Attempting to bind port 5c37fea5-a530-4660-963e-c6f643101ff7 on network b6896771-f5a5-483a-8802-9835e5638f51 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:22:07.955258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.973595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:22:07.974453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Checking segment: {'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:07.974453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.974864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Bound using segment: {'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:22:07.975425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Bound port: 5c37fea5-a530-4660-963e-c6f643101ff7, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e840aa70-c7f7-4785-9c43-4b6f512a5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:22:07.976055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:07.985819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b89dc494-3608-484b-b3c1-88c54fdd9fc2 None None] Provisioning for port 5c37fea5-a530-4660-963e-c6f643101ff7 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:08.003249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c178af2b-9a01-49ca-886d-586c3eed5689 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.007216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.010825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c178af2b-9a01-49ca-886d-586c3eed5689 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7d2bd300-bb90-4ef6-ad29-232fdb9b40a0 HTTP/1.1" status: 204 len: 168 time: 0.2403014 Dec 21 22:22:08.012434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41766) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:08.063951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Transition to ACTIVE for port object 32c54f54-2a7e-40c3-b980-a75811855e27 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:08.126115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Transition to ACTIVE for port object 32c54f54-2a7e-40c3-b980-a75811855e27 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:08.144024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-297d345e-2042-4401-bc2b-45f2e9b4cf1e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:08.174294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] For port 5c37fea5-a530-4660-963e-c6f643101ff7, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:22:08.179965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] For port 5c37fea5-a530-4660-963e-c6f643101ff7, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5c37fea5-a530-4660-963e-c6f643101ff7,segment=NetworkSegment(e840aa70-c7f7-4785-9c43-4b6f512a5e90),segment_id=e840aa70-c7f7-4785-9c43-4b6f512a5e90)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:22:08.195661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-297d345e-2042-4401-bc2b-45f2e9b4cf1e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:08.197072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-297d345e-2042-4401-bc2b-45f2e9b4cf1e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1824384 Dec 21 22:22:08.209667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41770) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:08.221375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.227148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.232411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.262360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-30e7ac85-5bcb-489f-babb-2e0ea5bedfde None None] Provisioning for port 49219a51-2563-4e6e-a2bf-0b418a2d3151 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:08.266996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object 12e73ac8-df7a-4281-a395-4d7e0cca43e3 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:08.267159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Allocated IP 172.23.0.1 (ef514dc7-6b32-4ebc-904f-881a60e4ec9b/690ccbb0-e2ec-4628-90b0-f37963dc9ac3/8ecdc67f-9d58-4a57-81c7-7310fe352f24) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:08.292379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-30e7ac85-5bcb-489f-babb-2e0ea5bedfde None None] Provisioning complete for port 49219a51-2563-4e6e-a2bf-0b418a2d3151 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:08.292800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30e7ac85-5bcb-489f-babb-2e0ea5bedfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.347063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f852c6e-8944-4b65-9f06-ef6084c264b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.382201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Network ef514dc7-6b32-4ebc-904f-881a60e4ec9b is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:08.455973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f852c6e-8944-4b65-9f06-ef6084c264b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.535747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.560162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Transition to ACTIVE for port object 8ecdc67f-9d58-4a57-81c7-7310fe352f24 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:08.617321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:08.620157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:08.621370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.640957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31bedf-84d6-45eb-894d-cfe1dca06abc None None] Pushing event updated for resources: {'Port': ['ID=5c37fea5-a530-4660-963e-c6f643101ff7,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:08.678436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f852c6e-8944-4b65-9f06-ef6084c264b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.683760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:08.684540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:21:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:08.726691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f852c6e-8944-4b65-9f06-ef6084c264b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a835d57e-1cb0-417b-8022-4958bc999313,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:08.749427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-30e7ac85-5bcb-489f-babb-2e0ea5bedfde None None] Port 49219a51-2563-4e6e-a2bf-0b418a2d3151 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:08.761303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ef514dc7-6b32-4ebc-904f-881a60e4ec9b is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:08.765099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=8ecdc67f-9d58-4a57-81c7-7310fe352f24,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:08.768196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:08.769384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.770998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:08.810619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f852c6e-8944-4b65-9f06-ef6084c264b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.814302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8f852c6e-8944-4b65-9f06-ef6084c264b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/a835d57e-1cb0-417b-8022-4958bc999313 HTTP/1.1" status: 204 len: 168 time: 0.6012189 Dec 21 22:22:08.816875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41774) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:08.838272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:08.908831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network 41314322-6900-4c3f-a0b6-666e4a763561 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:08.914293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=12e73ac8-df7a-4281-a395-4d7e0cca43e3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:08.917041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:08.927666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:09.012664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.016084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c638ac10-692a-432c-b907-8db4478d87b1 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1914058 Dec 21 22:22:09.016868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Pushing event updated for resources: {'Port': ['ID=32c54f54-2a7e-40c3-b980-a75811855e27,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:09.024503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41778) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:09.029313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.030065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Allocated IP 172.20.0.2 (41314322-6900-4c3f-a0b6-666e4a763561/f9354658-acac-4644-9b9a-9d1676d0b832/100dc74d-e4c8-4d6c-8774-f53324583f6c) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:09.038073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024507140'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:09.046508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:09.053636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:09.054151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.061582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:09.068199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Attempting to bind port 32c54f54-2a7e-40c3-b980-a75811855e27 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:22:09.068652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Attempting to bind port 32c54f54-2a7e-40c3-b980-a75811855e27 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:22:09.069064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Attempting to bind port 32c54f54-2a7e-40c3-b980-a75811855e27 on network ef514dc7-6b32-4ebc-904f-881a60e4ec9b {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:22:09.070106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:09.071480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:09.078528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:09.106022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.118304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.199680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1ec632fc-cd20-499c-b0e2-560e55b0c28b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:09.222215 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e08e575c-2f4f-4203-b276-10960d564b5c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2168572 Dec 21 22:22:09.222215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.232288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:22:09.232733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Checking segment: {'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:09.233181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.233611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Bound using segment: {'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:22:09.234138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Bound port: 32c54f54-2a7e-40c3-b980-a75811855e27, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:22:09.234552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.238916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41782) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:09.388224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=49219a51-2563-4e6e-a2bf-0b418a2d3151,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:09.391277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.464013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:09.474103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:09.477746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:09.477890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.510880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:09.511996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.636610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.640175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event updated for resources: {'Port': ['ID=8ecdc67f-9d58-4a57-81c7-7310fe352f24,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:09.713954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] For port 32c54f54-2a7e-40c3-b980-a75811855e27, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:22:09.737855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] For port 32c54f54-2a7e-40c3-b980-a75811855e27, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=32c54f54-2a7e-40c3-b980-a75811855e27,segment=NetworkSegment(f8a2930d-409d-4a89-9684-25f8c58eeff1),segment_id=f8a2930d-409d-4a89-9684-25f8c58eeff1)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:22:09.738084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 1ec632fc-cd20-499c-b0e2-560e55b0c28b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:09.738577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.792309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Network ef514dc7-6b32-4ebc-904f-881a60e4ec9b is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:09.794141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:09.805325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.811700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.883784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:09.891308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:09.893110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:09.920990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Transition to ACTIVE for port object 100dc74d-e4c8-4d6c-8774-f53324583f6c will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:10.009935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.043844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Transition to ACTIVE for port object 100dc74d-e4c8-4d6c-8774-f53324583f6c will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:10.053440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee118ee-cc5c-4c1f-a7b6-7cde9ee5f4d4 None None] Pushing event updated for resources: {'Port': ['ID=32c54f54-2a7e-40c3-b980-a75811855e27,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:10.103840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.128668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.166011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63f13cd2-31f8-4efc-8aab-ecfba2aba982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.214753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:01Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:08Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:10.222522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Network 41314322-6900-4c3f-a0b6-666e4a763561 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:10.224120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad6be90-90dd-462e-b779-579e0e279320 None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:01Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:08Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:10.230101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:10.232702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:10.235829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Pushing event updated for resources: {'Port': ['ID=100dc74d-e4c8-4d6c-8774-f53324583f6c,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:10.251562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:10.342186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33065fec-56df-4b10-bf88-fe76d32fe751,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:10.394052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Attempting to bind port 100dc74d-e4c8-4d6c-8774-f53324583f6c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:22:10.394734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Attempting to bind port 100dc74d-e4c8-4d6c-8774-f53324583f6c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41314322-6900-4c3f-a0b6-666e4a763561'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:22:10.395515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Attempting to bind port 100dc74d-e4c8-4d6c-8774-f53324583f6c on network 41314322-6900-4c3f-a0b6-666e4a763561 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:22:10.404662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:22:10.405259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Checking segment: {'id': '79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41314322-6900-4c3f-a0b6-666e4a763561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:10.405882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.406467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Bound using segment: {'id': '79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41314322-6900-4c3f-a0b6-666e4a763561'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:22:10.407145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Bound port: 100dc74d-e4c8-4d6c-8774-f53324583f6c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '41314322-6900-4c3f-a0b6-666e4a763561'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:22:10.407715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.481021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.485221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b44d1829-a4a1-4926-9c7b-ea9323de2159 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4574502 Dec 21 22:22:10.488426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41786) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:10.499665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Request body: {'security_group_rule': {'security_group_id': '33065fec-56df-4b10-bf88-fe76d32fe751', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:10.508395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:10.514410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Usage tracker for resource:security_group_rule and tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:10.521555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:10.579631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] For port 100dc74d-e4c8-4d6c-8774-f53324583f6c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:22:10.585398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] For port 100dc74d-e4c8-4d6c-8774-f53324583f6c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=100dc74d-e4c8-4d6c-8774-f53324583f6c,segment=NetworkSegment(79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f),segment_id=79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:22:10.590644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:10.606795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4346fd5a-9840-4a97-b1b4-380eadefc00b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5923150 Dec 21 22:22:10.606898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f42a8d80-f051-4cd3-b0ba-75f81828f147 None None] Provisioning complete for port 49219a51-2563-4e6e-a2bf-0b418a2d3151 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:10.606898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f42a8d80-f051-4cd3-b0ba-75f81828f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.609503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41790) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:10.623726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:10.624076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:10.783973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.810314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.887345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:10.999340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f42a8d80-f051-4cd3-b0ba-75f81828f147 None None] Port 49219a51-2563-4e6e-a2bf-0b418a2d3151 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:11.024522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff31dc-04d8-4e3b-acaa-8955781263bb None None] Pushing event updated for resources: {'Port': ['ID=100dc74d-e4c8-4d6c-8774-f53324583f6c,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:11.294150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 32c54f54-2a7e-40c3-b980-a75811855e27 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:11.432964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 32c54f54-2a7e-40c3-b980-a75811855e27 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:11.440117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5c37fea5-a530-4660-963e-c6f643101ff7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:11.549739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.576844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 5c37fea5-a530-4660-963e-c6f643101ff7 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:11.583518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5c37fea5-a530-4660-963e-c6f643101ff7 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:11.584748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.597353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.657699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.704410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01543a74-1599-48de-8431-782039d79574,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:11.726566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88994) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:22:11.732934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.735067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router e550d334-7cf2-4478-9afe-895e87939374 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:11.837044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Removed routes are [] {{(pid=88994) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:22:11.837817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.844621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 5c37fea5-a530-4660-963e-c6f643101ff7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5c37fea5-a530-4660-963e-c6f643101ff7,segment=NetworkSegment(e840aa70-c7f7-4785-9c43-4b6f512a5e90),segment_id=e840aa70-c7f7-4785-9c43-4b6f512a5e90)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:11.847000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.851877 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a28a185-e863-4f82-a5ca-cccb773060b5 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3544145 Dec 21 22:22:11.853271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41798) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:11.869429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.900866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:11.928831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:12.021127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:12.044236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=5c37fea5-a530-4660-963e-c6f643101ff7,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:12.047274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:12.048179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:12.170187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ac09-748a-4794-a67c-c25f2dd75aa2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:12.259033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:12.278452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ac09-748a-4794-a67c-c25f2dd75aa2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:12.377384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=12e73ac8-df7a-4281-a395-4d7e0cca43e3,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:12.534019 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-9e661e60-7635-4169-9af1-55384eb9abef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4177082 Dec 21 22:22:12.557169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ac09-748a-4794-a67c-c25f2dd75aa2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:12.580923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:12.595327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Sync routers for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:12.597271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7ac09-748a-4794-a67c-c25f2dd75aa2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33065fec-56df-4b10-bf88-fe76d32fe751,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:12.618295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:12.623853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cbb7ac09-748a-4794-a67c-c25f2dd75aa2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:12.627540 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cbb7ac09-748a-4794-a67c-c25f2dd75aa2 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/33065fec-56df-4b10-bf88-fe76d32fe751 HTTP/1.1" status: 204 len: 168 time: 0.7707958 Dec 21 22:22:12.627540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:12.633606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41802) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:12.635503 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d9e4e018-b36f-4e8c-bf8a-62dcb48f51c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/e550d334-7cf2-4478-9afe-895e87939374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1250443 Dec 21 22:22:12.649688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:12.651089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:12.748693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:12.820843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-ddceaae2-1cc4-4df0-af2c-ce74d3a72060 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 1099 time: 0.2443097 Dec 21 22:22:12.834217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe38ff-4317-4d69-abbc-fa9ccf9c4926 None None] Network ef514dc7-6b32-4ebc-904f-881a60e4ec9b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:12.862233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f123717a-708c-4282-a540-15070a5f035e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:12.895742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 6, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecdc67f-9d58-4a57-81c7-7310fe352f24', 'name': '', 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:9f:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:07Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:12.901709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:12.902595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Updating router e5b2632a-b780-4bd9-920c-5101825fa644 port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:22:12.932384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:12.936652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f123717a-708c-4282-a540-15070a5f035e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:12.938106 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f123717a-708c-4282-a540-15070a5f035e tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2266247 Dec 21 22:22:12.940635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41810) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:12.972374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:13.042567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:13.117666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cfce7ef6-2c55-460a-912f-8afdc4878c5e None None] Provisioning for port 32c54f54-2a7e-40c3-b980-a75811855e27 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:13.153428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cfce7ef6-2c55-460a-912f-8afdc4878c5e None None] Provisioning complete for port 32c54f54-2a7e-40c3-b980-a75811855e27 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:13.154232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfce7ef6-2c55-460a-912f-8afdc4878c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:13.165301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2c05e8e3-0ddc-44f6-9c29-81164d957502 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Synchronizing usage tracker for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:13.214242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-dff1e74b-5074-4adf-afb5-a5e4701402df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:13.217694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-dff1e74b-5074-4adf-afb5-a5e4701402df service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f41cb78-e7e9-46d8-b355-294f6f020eff HTTP/1.1" status: 200 len: 898 time: 0.3569560 Dec 21 22:22:13.252657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2c05e8e3-0ddc-44f6-9c29-81164d957502 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] Unset dirty status for tenant:2c9b70bdbedf40e7b0f84dd6a2e4a55c on resource:security_group_rule {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:13.253995 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2c05e8e3-0ddc-44f6-9c29-81164d957502 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3123779 Dec 21 22:22:13.258644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:13.260202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41814) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:13.261130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:13.267456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:13.268779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cbfe8d42-0e29-45d6-847b-b82cb4515e6b tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 200 len: 934 time: 2.6507492 Dec 21 22:22:13.285262 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-5b51f370-5006-4179-9ea7-258be794e374 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] delete failed (client error): The resource could not be found. Dec 21 22:22:13.287153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5b51f370-5006-4179-9ea7-258be794e374 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "DELETE /v2.0/security-groups/33065fec-56df-4b10-bf88-fe76d32fe751 HTTP/1.1" status: 404 len: 347 time: 0.0258076 Dec 21 22:22:13.287942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41818) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:13.347471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41820) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:13.492072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfce7ef6-2c55-460a-912f-8afdc4878c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:13.524957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 100dc74d-e4c8-4d6c-8774-f53324583f6c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:13.559734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7984b20a-080b-4b25-bca5-e6ccc8355b68 tempest-SecGroupIPv6Test-978876333 tempest-SecGroupIPv6Test-978876333-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2102222 Dec 21 22:22:13.646839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-afbf754e-0177-4681-b73c-975b06e909b0 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 200 len: 934 time: 0.3492048 Dec 21 22:22:13.647602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41828) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:13.657157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:13.658370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'routes': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:13.672727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Transition to ACTIVE for port object 8ecdc67f-9d58-4a57-81c7-7310fe352f24 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:13.723050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:13.776109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cfce7ef6-2c55-460a-912f-8afdc4878c5e None None] For port 32c54f54-2a7e-40c3-b980-a75811855e27, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=32c54f54-2a7e-40c3-b980-a75811855e27,segment=NetworkSegment(f8a2930d-409d-4a89-9684-25f8c58eeff1),segment_id=f8a2930d-409d-4a89-9684-25f8c58eeff1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:13.866194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f593d72-d2a8-457b-ae8a-eb7f90bb9f99 None None] Pushing event updated for resources: {'Port': ['ID=8ecdc67f-9d58-4a57-81c7-7310fe352f24,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:13.905040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 100dc74d-e4c8-4d6c-8774-f53324583f6c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:13.920624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5c37fea5-a530-4660-963e-c6f643101ff7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:13.961785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfce7ef6-2c55-460a-912f-8afdc4878c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:13.987259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:14.022926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:14.168321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Attempting to bind port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:22:14.169110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Attempting to bind port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:22:14.169616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Attempting to bind port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 on network ef514dc7-6b32-4ebc-904f-881a60e4ec9b {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:22:14.186129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:22:14.186688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Checking segment: {'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:14.187241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:14.187780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Bound using segment: {'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:22:14.188506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Bound port: 8ecdc67f-9d58-4a57-81c7-7310fe352f24, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a2930d-409d-4a89-9684-25f8c58eeff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:22:14.189026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:14.235312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce7ef6-2c55-460a-912f-8afdc4878c5e None None] Pushing event updated for resources: {'Port': ['ID=32c54f54-2a7e-40c3-b980-a75811855e27,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:14.245441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:14.322804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8f9b62c1-9eb8-4879-9498-e52a88aeecbb None None] Provisioning complete for port 32c54f54-2a7e-40c3-b980-a75811855e27 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:14.325056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] For port 8ecdc67f-9d58-4a57-81c7-7310fe352f24, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:22:14.327344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f9b62c1-9eb8-4879-9498-e52a88aeecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:14.330008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] For port 8ecdc67f-9d58-4a57-81c7-7310fe352f24, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8ecdc67f-9d58-4a57-81c7-7310fe352f24,segment=NetworkSegment(f8a2930d-409d-4a89-9684-25f8c58eeff1),segment_id=f8a2930d-409d-4a89-9684-25f8c58eeff1)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:22:14.354433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=12e73ac8-df7a-4281-a395-4d7e0cca43e3,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:14.366686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:14.369071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41834) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:14.384262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e15641-e2f7-4c95-b8b4-a09a3589753a None None] Network 41314322-6900-4c3f-a0b6-666e4a763561 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:14.561899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f593d72-d2a8-457b-ae8a-eb7f90bb9f99 None None] Pushing event updated for resources: {'Port': ['ID=8ecdc67f-9d58-4a57-81c7-7310fe352f24,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:14.578364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:14.580729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:14.589348 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-a52ded29-638c-46a8-8e28-2df2e242a7d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3 HTTP/1.1" status: 200 len: 1001 time: 1.3548625 Dec 21 22:22:14.688813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network 41314322-6900-4c3f-a0b6-666e4a763561 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:14.714625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:14.819720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:14.901444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-79310cd2-a5c3-4219-b971-1fb5c838a071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:14.903454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-79310cd2-a5c3-4219-b971-1fb5c838a071 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7022517-855b-411d-8a44-b36b917a9b91 HTTP/1.1" status: 200 len: 835 time: 0.3045402 Dec 21 22:22:14.936975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 5c37fea5-a530-4660-963e-c6f643101ff7 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:14.937340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:15.104182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b7379d2-aff2-4e7b-b6ba-cc579a23d684 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c9b70bdbedf40e7b0f84dd6a2e4a55c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7338963 Dec 21 22:22:15.115484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41840) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:15.253995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added routes are [] {{(pid=88994) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:22:15.254569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88994) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:22:15.359259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:15.382577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5289ec54-838d-4d74-b727-962d945edd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:15.388047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 6, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecdc67f-9d58-4a57-81c7-7310fe352f24', 'name': '', 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:9f:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:07Z', 'updated_at': '2021-12-21T22:22:14Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:15.394176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7796b98-bc18-4fb0-b246-8fc1366f4abb None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 6, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecdc67f-9d58-4a57-81c7-7310fe352f24', 'name': '', 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:9f:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:07Z', 'updated_at': '2021-12-21T22:22:14Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:15.507236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8f9b62c1-9eb8-4879-9498-e52a88aeecbb None None] Provisioning for port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:15.593373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:07Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:59Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49219a51-2563-4e6e-a2bf-0b418a2d3151', 'name': '', 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:87:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:06Z', 'updated_at': '2021-12-21T22:22:08Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:15.612484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Checking router: e550d334-7cf2-4478-9afe-895e87939374 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:15.616139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Updating router e550d334-7cf2-4478-9afe-895e87939374 port 49219a51-2563-4e6e-a2bf-0b418a2d3151 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:22:15.647232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5289ec54-838d-4d74-b727-962d945edd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:15.724954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 32c54f54-2a7e-40c3-b980-a75811855e27 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:15.783486 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-ce735a6e-e74b-4faa-a1d8-ea29e94b7843 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f41cb78-e7e9-46d8-b355-294f6f020eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8619213 Dec 21 22:22:15.868280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dd869d0f-6092-497f-bd43-06f8d3c241f0 None None] Provisioning for port 100dc74d-e4c8-4d6c-8774-f53324583f6c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:15.891342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 32c54f54-2a7e-40c3-b980-a75811855e27 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:15.891761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:15.943925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:15.980547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dd869d0f-6092-497f-bd43-06f8d3c241f0 None None] Provisioning complete for port 100dc74d-e4c8-4d6c-8774-f53324583f6c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:15.980976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd869d0f-6092-497f-bd43-06f8d3c241f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:15.981439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5289ec54-838d-4d74-b727-962d945edd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:16.080817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289ec54-838d-4d74-b727-962d945edd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0640865-664d-499d-931f-b22dec48994a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:16.122042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-5c5478c1-3dd8-4d86-8525-d05743bb4590 service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221636 Dec 21 22:22:16.382886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5289ec54-838d-4d74-b727-962d945edd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:16.384459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5289ec54-838d-4d74-b727-962d945edd9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0640865-664d-499d-931f-b22dec48994a HTTP/1.1" status: 204 len: 168 time: 1.2657061 Dec 21 22:22:16.394971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:16.396357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:16.411539 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-23c6f230-7eff-4474-a5e0-28a6e4df77f9 req-269735b0-af52-4638-b16e-f22e9855c55b service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871933 Dec 21 22:22:16.494983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Router e0163a33-9336-4af4-afec-5f65c90ba574 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:22:16.829039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd869d0f-6092-497f-bd43-06f8d3c241f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:16.850126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:16.863329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bf4b6-3a20-48a7-8ad5-5d4bf5c8d637 None None] Sync routers for ids ['e0163a33-9336-4af4-afec-5f65c90ba574'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:16.889035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:16.890805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-05f1c055-4b1e-49ec-a8e3-ad93c2dfbd3b tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "PUT /v2.0/routers/e0163a33-9336-4af4-afec-5f65c90ba574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6389947 Dec 21 22:22:16.891732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41870) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:16.927406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bf4b6-3a20-48a7-8ad5-5d4bf5c8d637 None None] Routers {'e0163a33-9336-4af4-afec-5f65c90ba574'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:16.928030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e09bf4b6-3a20-48a7-8ad5-5d4bf5c8d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e0163a33-9336-4af4-afec-5f65c90ba574'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:17.006286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dd869d0f-6092-497f-bd43-06f8d3c241f0 None None] For port 100dc74d-e4c8-4d6c-8774-f53324583f6c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=100dc74d-e4c8-4d6c-8774-f53324583f6c,segment=NetworkSegment(79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f),segment_id=79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:17.083054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd869d0f-6092-497f-bd43-06f8d3c241f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:17.181548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72ba06-95a5-4d22-9153-3a4cf91185b3 req-b5d01be1-307d-4ac4-a47a-3ebe324872b1 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:17.183258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8d72ba06-95a5-4d22-9153-3a4cf91185b3 req-b5d01be1-307d-4ac4-a47a-3ebe324872b1 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2536862 Dec 21 22:22:17.201061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e09bf4b6-3a20-48a7-8ad5-5d4bf5c8d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:17.241753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bf4b6-3a20-48a7-8ad5-5d4bf5c8d637 None None] Routers {'e0163a33-9336-4af4-afec-5f65c90ba574'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:17.242441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e09bf4b6-3a20-48a7-8ad5-5d4bf5c8d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e0163a33-9336-4af4-afec-5f65c90ba574'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:17.292599 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8d72ba06-95a5-4d22-9153-3a4cf91185b3 req-8a0f138f-c042-4700-acce-51cd852bf25c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984738 Dec 21 22:22:17.339261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:17.353346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Transition to ACTIVE for port object 49219a51-2563-4e6e-a2bf-0b418a2d3151 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:17.398068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e09bf4b6-3a20-48a7-8ad5-5d4bf5c8d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:17.398854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:17.399807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09bf4b6-3a20-48a7-8ad5-5d4bf5c8d637 None None] The sync data for ids ['e0163a33-9336-4af4-afec-5f65c90ba574'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:17.418399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ba9907-c6fd-4c56-a903-cf4bf1ceb001 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:17.420318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a1ba9907-c6fd-4c56-a903-cf4bf1ceb001 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0163a33-9336-4af4-afec-5f65c90ba574 HTTP/1.1" status: 200 len: 981 time: 0.5272887 Dec 21 22:22:17.423486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41880) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:17.468017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:17.486237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:17.492724 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a1b11e2-9497-496d-baa1-12021ea7bf50 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 200 len: 700 time: 3.8439684 Dec 21 22:22:17.494382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41884) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:17.568395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd869d0f-6092-497f-bd43-06f8d3c241f0 None None] Pushing event updated for resources: {'Port': ['ID=100dc74d-e4c8-4d6c-8774-f53324583f6c,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:17.767397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8ecdc67f-9d58-4a57-81c7-7310fe352f24 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:17.795873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d5ed8-aa3c-420b-b50c-5b3f5171011f None None] Pushing event updated for resources: {'Port': ['ID=49219a51-2563-4e6e-a2bf-0b418a2d3151,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:17.858020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d21ea3b-121d-42c8-b619-cce89a48dbf6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 200 len: 700 time: 0.3619668 Dec 21 22:22:17.863848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41892) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:17.917337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Attempting to bind port 49219a51-2563-4e6e-a2bf-0b418a2d3151 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:22:17.918045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Attempting to bind port 49219a51-2563-4e6e-a2bf-0b418a2d3151 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:22:17.918672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Attempting to bind port 49219a51-2563-4e6e-a2bf-0b418a2d3151 on network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:22:17.930597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-37cc6101-8c5a-42ab-aa2d-2aa5a247408c None None] Provisioning complete for port 100dc74d-e4c8-4d6c-8774-f53324583f6c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:17.931151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37cc6101-8c5a-42ab-aa2d-2aa5a247408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:17.966535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:18.016785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:22:18.017210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Checking segment: {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:18.017655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.018228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Bound using segment: {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:22:18.018751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Bound port: 49219a51-2563-4e6e-a2bf-0b418a2d3151, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:22:18.019161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.046034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:18.046730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:18.277518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.319415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41902) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:18.337659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.384080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:18.492296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:18.492867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.513125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-28c3b037-9d07-42e5-93e3-582145884f61 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:18.514362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-28c3b037-9d07-42e5-93e3-582145884f61 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:22:18.515666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-28c3b037-9d07-42e5-93e3-582145884f61 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1951575 Dec 21 22:22:18.519731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41912) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:18.526282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062154443'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:18.534371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:18.539726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:18.543172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:18.549571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:18.593524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.611055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.693737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] For port 49219a51-2563-4e6e-a2bf-0b418a2d3151, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:22:18.701600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:18.756644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] For port 49219a51-2563-4e6e-a2bf-0b418a2d3151, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=49219a51-2563-4e6e-a2bf-0b418a2d3151,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:22:18.757162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:18.761653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:18.770073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:18.772209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:18.781837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.789705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea710bf3-52e9-4986-98a4-45bbe92e3711 req-4695ea45-4926-4b05-aa06-40d6f0d94be3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:18.791275 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea710bf3-52e9-4986-98a4-45bbe92e3711 req-4695ea45-4926-4b05-aa06-40d6f0d94be3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2196095 Dec 21 22:22:18.812351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.826509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 12e73ac8-df7a-4281-a395-4d7e0cca43e3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:18.826844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:18.901599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d5ed8-aa3c-420b-b50c-5b3f5171011f None None] Pushing event updated for resources: {'Port': ['ID=49219a51-2563-4e6e-a2bf-0b418a2d3151,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:18.902322 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea710bf3-52e9-4986-98a4-45bbe92e3711 req-f0f138f8-1bbb-4eab-b87e-bd3165209d6e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008997 Dec 21 22:22:18.910255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-37cc6101-8c5a-42ab-aa2d-2aa5a247408c None None] Provisioning for port 12e73ac8-df7a-4281-a395-4d7e0cca43e3 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:18.924516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 8ecdc67f-9d58-4a57-81c7-7310fe352f24, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8ecdc67f-9d58-4a57-81c7-7310fe352f24,segment=NetworkSegment(f8a2930d-409d-4a89-9684-25f8c58eeff1),segment_id=f8a2930d-409d-4a89-9684-25f8c58eeff1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:18.984343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-37cc6101-8c5a-42ab-aa2d-2aa5a247408c None None] Provisioning complete for port 12e73ac8-df7a-4281-a395-4d7e0cca43e3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:18.984792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37cc6101-8c5a-42ab-aa2d-2aa5a247408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.018562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.028231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.054211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.064059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:22:19.085522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.242346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 12e73ac8-df7a-4281-a395-4d7e0cca43e3 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:19.357252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-37cc6101-8c5a-42ab-aa2d-2aa5a247408c None None] Port 12e73ac8-df7a-4281-a395-4d7e0cca43e3 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:19.363284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:19.367114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d4277-4222-4edf-b8fa-7638608d7abd,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:19.386675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-37cc6101-8c5a-42ab-aa2d-2aa5a247408c None None] Provisioning complete for port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:19.387098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37cc6101-8c5a-42ab-aa2d-2aa5a247408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.412589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=8ecdc67f-9d58-4a57-81c7-7310fe352f24,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:19.412793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:19.415415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:19.416107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:19.417261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:19.424459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:19.502648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.511717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.568646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.571855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=12e73ac8-df7a-4281-a395-4d7e0cca43e3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:19.617698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 100dc74d-e4c8-4d6c-8774-f53324583f6c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:19.644502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 7, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecdc67f-9d58-4a57-81c7-7310fe352f24', 'name': '', 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:9f:09:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:07Z', 'updated_at': '2021-12-21T22:22:14Z', 'revision_number': 4, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:19.648204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee01a59-a147-4ebd-b9d7-4512373f4a08,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:19.670329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:19.678282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:19.679414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.717103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.721729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e7f15035-1b4d-4b35-a7c2-6b68e15c367b tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1992056 Dec 21 22:22:19.727896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41916) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:19.734022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '4ee01a59-a147-4ebd-b9d7-4512373f4a08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:19.745394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:19.759372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:19.765548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:19.791590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:19.797714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:19.837954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.899768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:19.988683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 8ecdc67f-9d58-4a57-81c7-7310fe352f24, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8ecdc67f-9d58-4a57-81c7-7310fe352f24,segment=NetworkSegment(f8a2930d-409d-4a89-9684-25f8c58eeff1),segment_id=f8a2930d-409d-4a89-9684-25f8c58eeff1)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:19.989654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.161691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 8ecdc67f-9d58-4a57-81c7-7310fe352f24 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:20.169292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:20.170015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:20.212756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.255913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.294524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72333824-480e-4a87-be9c-ef7feb9b7b6b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:20.348772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-29f123ac-2251-4754-b4a1-d9190ec45630 None None] Could not find standard attr ID for object 12e73ac8-df7a-4281-a395-4d7e0cca43e3. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:22:20.367080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.371041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-69a0315f-9813-4916-b31c-3655cd414206 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6394348 Dec 21 22:22:20.375495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41924) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:20.382887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-847c6a28-a352-4549-9e03-1803d7d89fa7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '4ee01a59-a147-4ebd-b9d7-4512373f4a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:20.393982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 100dc74d-e4c8-4d6c-8774-f53324583f6c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:20.394408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.394617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-847c6a28-a352-4549-9e03-1803d7d89fa7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:20.403541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-847c6a28-a352-4549-9e03-1803d7d89fa7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:20.409366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-847c6a28-a352-4549-9e03-1803d7d89fa7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:20.422470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-847c6a28-a352-4549-9e03-1803d7d89fa7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:20.456746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.496556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72252d2-3d5a-47b6-aeb0-1e6614e3c3b8 req-b2f0bc01-fd3f-4934-8625-d9a9f3393ef6 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:20.503803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e72252d2-3d5a-47b6-aeb0-1e6614e3c3b8 req-b2f0bc01-fd3f-4934-8625-d9a9f3393ef6 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.3052526 Dec 21 22:22:20.516208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=8ecdc67f-9d58-4a57-81c7-7310fe352f24,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:20.518698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-847c6a28-a352-4549-9e03-1803d7d89fa7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.534895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:20.734115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e72252d2-3d5a-47b6-aeb0-1e6614e3c3b8 req-41a015fc-6924-40cc-9bcb-8463c4ec684e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281210 Dec 21 22:22:20.749660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Router e0163a33-9336-4af4-afec-5f65c90ba574 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:20.814662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8ecdc67f-9d58-4a57-81c7-7310fe352f24 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:20.856212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-847c6a28-a352-4549-9e03-1803d7d89fa7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:22:20.857005 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-847c6a28-a352-4549-9e03-1803d7d89fa7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4804933 Dec 21 22:22:20.862994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41928) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:20.873512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 8ecdc67f-9d58-4a57-81c7-7310fe352f24 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:20.873912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8ecdc67f-9d58-4a57-81c7-7310fe352f24 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 21 22:22:20.914198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:20.928949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Port 8ecdc67f-9d58-4a57-81c7-7310fe352f24 not found, will not notify nova. {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 21 22:22:20.929873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-571e2b5b-43a0-4743-b628-1c952b11ea1f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "PUT /v2.0/routers/e0163a33-9336-4af4-afec-5f65c90ba574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5051703 Dec 21 22:22:20.932922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41932) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:20.934445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b6a38-834c-48c9-8abf-260e154ee374 None None] Sync routers for ids ['e0163a33-9336-4af4-afec-5f65c90ba574'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:20.959449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b6a38-834c-48c9-8abf-260e154ee374 None None] Routers {'e0163a33-9336-4af4-afec-5f65c90ba574'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:20.960772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-825b6a38-834c-48c9-8abf-260e154ee374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e0163a33-9336-4af4-afec-5f65c90ba574'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:20.977425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.981070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cf9718f-485e-4407-9dba-176c56fce759 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:20.984896 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc7da5c-b5a2-4781-9e0f-84173073dd81 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:22:20.985596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fc7da5c-b5a2-4781-9e0f-84173073dd81 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:21.031796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fc7da5c-b5a2-4781-9e0f-84173073dd81 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:21.036183 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3fc7da5c-b5a2-4781-9e0f-84173073dd81 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/12e73ac8-df7a-4281-a395-4d7e0cca43e3 HTTP/1.1" status: 404 len: 333 time: 0.1014440 Dec 21 22:22:21.039059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41936) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:21.043375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-825b6a38-834c-48c9-8abf-260e154ee374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:21.063730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:07Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:59Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49219a51-2563-4e6e-a2bf-0b418a2d3151', 'name': '', 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:87:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:06Z', 'updated_at': '2021-12-21T22:22:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:21.073020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b6a38-834c-48c9-8abf-260e154ee374 None None] Routers {'e0163a33-9336-4af4-afec-5f65c90ba574'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:21.073910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-825b6a38-834c-48c9-8abf-260e154ee374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e0163a33-9336-4af4-afec-5f65c90ba574'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:21.097873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cf9718f-485e-4407-9dba-176c56fce759 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.099767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd63472-1a8a-4b74-95f9-889f4f580df0 None None] The sync data for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv is: [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:07Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:59Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49219a51-2563-4e6e-a2bf-0b418a2d3151', 'name': '', 'network_id': 'a7ffcc99-eb04-467b-9b51-52ac7a1153d4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:87:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:06Z', 'updated_at': '2021-12-21T22:22:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:21.188548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 7, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecdc67f-9d58-4a57-81c7-7310fe352f24', 'name': '', 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:9f:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:07Z', 'updated_at': '2021-12-21T22:22:18Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:21.208895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45af11-d3d6-4b5f-9cda-2c0cee0b95a9 None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 7, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ecdc67f-9d58-4a57-81c7-7310fe352f24', 'name': '', 'network_id': 'ef514dc7-6b32-4ebc-904f-881a60e4ec9b', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:9f:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:07Z', 'updated_at': '2021-12-21T22:22:18Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '690ccbb0-e2ec-4628-90b0-f37963dc9ac3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:21.237424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-825b6a38-834c-48c9-8abf-260e154ee374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:21.237871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b6a38-834c-48c9-8abf-260e154ee374 None None] The sync data for ids ['e0163a33-9336-4af4-afec-5f65c90ba574'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:21.259099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8190352b-6024-4eaa-8a11-4dfe71cba832 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.271125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cf9718f-485e-4407-9dba-176c56fce759 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.295902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9718f-485e-4407-9dba-176c56fce759 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee01a59-a147-4ebd-b9d7-4512373f4a08,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:21.333954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2cf9718f-485e-4407-9dba-176c56fce759 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.335618 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2cf9718f-485e-4407-9dba-176c56fce759 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/4ee01a59-a147-4ebd-b9d7-4512373f4a08 HTTP/1.1" status: 204 len: 168 time: 0.4714818 Dec 21 22:22:21.397438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41940) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:21.688990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 49219a51-2563-4e6e-a2bf-0b418a2d3151 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:21.758438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:21.759849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8190352b-6024-4eaa-8a11-4dfe71cba832 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.772274 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3ec80d47-5e1f-4c3e-803f-2f07b572eb8f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3746166 Dec 21 22:22:21.773982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8190352b-6024-4eaa-8a11-4dfe71cba832 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.798567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41946) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:21.805264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111360809'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:21.811988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:21.816055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:21.816940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 49219a51-2563-4e6e-a2bf-0b418a2d3151 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:21.819719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:21.826030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 49219a51-2563-4e6e-a2bf-0b418a2d3151 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:21.826827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.830993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:21.917277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8190352b-6024-4eaa-8a11-4dfe71cba832 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.917922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8190352b-6024-4eaa-8a11-4dfe71cba832 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Fanout notify agent at l3_agent the message router_deleted on router e0163a33-9336-4af4-afec-5f65c90ba574 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:22:21.984149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:21.987517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:22.004819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8190352b-6024-4eaa-8a11-4dfe71cba832 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.008940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8190352b-6024-4eaa-8a11-4dfe71cba832 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/routers/e0163a33-9336-4af4-afec-5f65c90ba574 HTTP/1.1" status: 204 len: 168 time: 0.9655120 Dec 21 22:22:22.008940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41950) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.009359 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3ad8102b-1784-4809-8d4e-964aaaffe458 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1421595 Dec 21 22:22:22.010513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41952) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.017838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.033540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 49219a51-2563-4e6e-a2bf-0b418a2d3151, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=49219a51-2563-4e6e-a2bf-0b418a2d3151,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:22.071695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.134740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:22.196916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:22.197934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:22.248478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc6495b-267e-4898-ac10-181517aa68a6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet f9354658-acac-4644-9b9a-9d1676d0b832 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:22.258677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc6495b-267e-4898-ac10-181517aa68a6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.284066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=49219a51-2563-4e6e-a2bf-0b418a2d3151,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:22.408472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:22.414846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:22.445704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:22.453239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:22.479657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad1e7c-7473-4bb9-bd28-c1bba06ffc73 req-67b9ef5e-d4ee-40dd-8348-6cba2847e7a6 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:22.481441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6dad1e7c-7473-4bb9-bd28-c1bba06ffc73 req-67b9ef5e-d4ee-40dd-8348-6cba2847e7a6 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.5466857 Dec 21 22:22:22.485303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:22.570284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc6495b-267e-4898-ac10-181517aa68a6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.662352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc6495b-267e-4898-ac10-181517aa68a6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.687045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6dad1e7c-7473-4bb9-bd28-c1bba06ffc73 req-6ab1e227-5bf9-4dca-92d4-73c34c5694ee tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921053 Dec 21 22:22:22.693474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b32f75c-b1a5-4235-963f-dfc3f74bfc6e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet 690ccbb0-e2ec-4628-90b0-f37963dc9ac3 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:22.697178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b32f75c-b1a5-4235-963f-dfc3f74bfc6e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.768593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.775026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b32f75c-b1a5-4235-963f-dfc3f74bfc6e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.788873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc6495b-267e-4898-ac10-181517aa68a6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.828904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.844371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6495b-267e-4898-ac10-181517aa68a6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=f9354658-acac-4644-9b9a-9d1676d0b832,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:22.850396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc6495b-267e-4898-ac10-181517aa68a6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.861494 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cfc6495b-267e-4898-ac10-181517aa68a6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/f9354658-acac-4644-9b9a-9d1676d0b832 HTTP/1.1" status: 204 len: 168 time: 0.8493207 Dec 21 22:22:22.862460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41960) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.866335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c5d85-c665-4963-a298-0d09aca18027 None None] Network 41314322-6900-4c3f-a0b6-666e4a763561 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:22.897051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf2ee20-1e55-4a96-80c5-11e556ae15fc,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:22.923260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b32f75c-b1a5-4235-963f-dfc3f74bfc6e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.952115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:22.956402 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bfeaff7f-384d-4da1-8595-dfd5ca943dce tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1538596 Dec 21 22:22:22.959164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41964) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.974536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b25ec6c8-540b-4987-8451-4a2954e9e672 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '1bf2ee20-1e55-4a96-80c5-11e556ae15fc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:22.975138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-b25ec6c8-540b-4987-8451-4a2954e9e672 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:22.980092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b25ec6c8-540b-4987-8451-4a2954e9e672 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0160899 Dec 21 22:22:22.980092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41968) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.993877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.005736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port 100dc74d-e4c8-4d6c-8774-f53324583f6c {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:23.006107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.090361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e8c604c-699f-4173-b6e8-e72e8437e7b8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.126881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e8c604c-699f-4173-b6e8-e72e8437e7b8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.138479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b32f75c-b1a5-4235-963f-dfc3f74bfc6e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.173048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:20Z', 'revision_number': 8, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:23.180855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:23.192495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32f75c-b1a5-4235-963f-dfc3f74bfc6e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=690ccbb0-e2ec-4628-90b0-f37963dc9ac3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:23.196203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:23.196964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:23.213927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b32f75c-b1a5-4235-963f-dfc3f74bfc6e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.234437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] For port 100dc74d-e4c8-4d6c-8774-f53324583f6c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=100dc74d-e4c8-4d6c-8774-f53324583f6c,segment=NetworkSegment(79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f),segment_id=79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:23.234843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.236954 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b32f75c-b1a5-4235-963f-dfc3f74bfc6e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/690ccbb0-e2ec-4628-90b0-f37963dc9ac3 HTTP/1.1" status: 204 len: 168 time: 1.2220700 Dec 21 22:22:23.242784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41972) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:23.280175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b7d4f-0a2c-4036-89c8-344b4bacd2e9 None None] Network ef514dc7-6b32-4ebc-904f-881a60e4ec9b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:23.291955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e8c604c-699f-4173-b6e8-e72e8437e7b8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.294074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f1de7-9970-4246-97d1-2f4df2879d42 None None] DHCP port deletion for 41314322-6900-4c3f-a0b6-666e4a763561 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:22:23.314215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-390f1de7-9970-4246-97d1-2f4df2879d42 None None] Deleting port 100dc74d-e4c8-4d6c-8774-f53324583f6c {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:23.314892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-390f1de7-9970-4246-97d1-2f4df2879d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.322026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c604c-699f-4173-b6e8-e72e8437e7b8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf2ee20-1e55-4a96-80c5-11e556ae15fc,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:23.372495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for 100dc74d-e4c8-4d6c-8774-f53324583f6c owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:23.389201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e8c604c-699f-4173-b6e8-e72e8437e7b8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.393399 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1e8c604c-699f-4173-b6e8-e72e8437e7b8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/1bf2ee20-1e55-4a96-80c5-11e556ae15fc HTTP/1.1" status: 204 len: 168 time: 0.4103115 Dec 21 22:22:23.393399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41976) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:23.418973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.450256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 32c54f54-2a7e-40c3-b980-a75811855e27 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:23.450638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.497780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.563380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c083de05-5f0e-4c08-8074-390a0b5145ef tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:23.571754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No DVR routers for this DVR port 100dc74d-e4c8-4d6c-8774-f53324583f6c on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:23.574437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=100dc74d-e4c8-4d6c-8774-f53324583f6c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:23.583849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 49219a51-2563-4e6e-a2bf-0b418a2d3151 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:23.621075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-390f1de7-9970-4246-97d1-2f4df2879d42 None None] The port '100dc74d-e4c8-4d6c-8774-f53324583f6c' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:22:23.685556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c083de05-5f0e-4c08-8074-390a0b5145ef tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:23.686928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c083de05-5f0e-4c08-8074-390a0b5145ef tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2928066 Dec 21 22:22:23.694182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:23.699108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 41980) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:23.709060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452970761'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:23.715364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.719817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:23.723240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 32c54f54-2a7e-40c3-b980-a75811855e27, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=32c54f54-2a7e-40c3-b980-a75811855e27,segment=NetworkSegment(f8a2930d-409d-4a89-9684-25f8c58eeff1),segment_id=f8a2930d-409d-4a89-9684-25f8c58eeff1)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:23.723638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.747237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41314322-6900-4c3f-a0b6-666e4a763561']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:23.761514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:23.761823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f16d3b-0a63-4f37-a1cc-3a86d4bbff3f') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:23.775564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.791585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.798515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:22:23.798949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:23.815357 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:23.909613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 32c54f54-2a7e-40c3-b980-a75811855e27 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:23.929208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.938743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:23.939542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 49219a51-2563-4e6e-a2bf-0b418a2d3151 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:23.939960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.954089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:23.967028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Network': ['ID=41314322-6900-4c3f-a0b6-666e4a763561,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:24.013334 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f274ce75-f3a8-494d-8d01-51ac5fc8fe3c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/networks/41314322-6900-4c3f-a0b6-666e4a763561 HTTP/1.1" status: 204 len: 168 time: 1.1468413 Dec 21 22:22:24.016685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41986) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.066630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.122151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec185c6-3222-49f9-bd26-57029c1c73b9 req-24cb40f5-28b5-4db6-a3c7-5206095ed60e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:24.123804 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ec185c6-3222-49f9-bd26-57029c1c73b9 req-24cb40f5-28b5-4db6-a3c7-5206095ed60e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2218461 Dec 21 22:22:24.126582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b59e5d2-a6d9-45e2-b7ad-fbd7c86a2af7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:24.127237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3b59e5d2-a6d9-45e2-b7ad-fbd7c86a2af7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:24.127730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.133891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b32486-6aa8-4b0e-901b-ac295b32fcad None None] DHCP port deletion for ef514dc7-6b32-4ebc-904f-881a60e4ec9b request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:22:24.165862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3b59e5d2-a6d9-45e2-b7ad-fbd7c86a2af7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:24.167502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3b59e5d2-a6d9-45e2-b7ad-fbd7c86a2af7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/fa89387b-8a13-4c41-841b-db11762d84a1 HTTP/1.1" status: 200 len: 840 time: 0.1440639 Dec 21 22:22:24.171714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41990) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.218279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:24.220830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=32c54f54-2a7e-40c3-b980-a75811855e27,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:24.224395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No DVR routers for this DVR port 32c54f54-2a7e-40c3-b980-a75811855e27 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:24.250114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-997a3b04-0c6f-4629-9ea3-fa3a7ed03956 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/fa89387b-8a13-4c41-841b-db11762d84a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0726395 Dec 21 22:22:24.250361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 41994) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.257060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:24.257379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:24.264714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:24.278919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:20Z', 'revision_number': 8, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:24.289613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316e6875-6ff2-4de7-b29f-4563856e838a None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:20Z', 'revision_number': 8, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c37fea5-a530-4660-963e-c6f643101ff7', 'name': '', 'network_id': 'b6896771-f5a5-483a-8802-9835e5638f51', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:ae:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:00Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '51a77b51-72a8-45de-a1cc-b28b5bc5a05f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:24.325578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 100dc74d-e4c8-4d6c-8774-f53324583f6c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:24.360843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 100dc74d-e4c8-4d6c-8774-f53324583f6c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:24.361244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 100dc74d-e4c8-4d6c-8774-f53324583f6c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:24.378848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:24.389865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.407485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:24.411981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:24.415166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:24.421764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:24.432549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef514dc7-6b32-4ebc-904f-881a60e4ec9b']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:24.444177 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ec185c6-3222-49f9-bd26-57029c1c73b9 req-758f28dc-fdb0-4a17-8a90-47b86e1fd9b3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106775 Dec 21 22:22:24.455632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a2930d-409d-4a89-9684-25f8c58eeff1') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:24.455950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a2930d-409d-4a89-9684-25f8c58eeff1') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:24.465751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:24.487630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.517760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.534171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.536023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:22:24.536427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:24.553045 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:24.579070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.585434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.688129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97b2959-1cf2-4ab9-a3c6-e59f8cb3e610,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:24.708396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.730664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.732709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/ef514dc7-6b32-4ebc-904f-881a60e4ec9b HTTP/1.1" status: 204 len: 168 time: 1.4886682 Dec 21 22:22:24.735949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42000) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.736838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898902e7-6160-4d84-b53d-d48399ab2573 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=ef514dc7-6b32-4ebc-904f-881a60e4ec9b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:24.804455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.805724 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7cec0370-c6e2-478b-b03c-c16c1c938e12 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1055822 Dec 21 22:22:24.810934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42004) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.819003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-062e8f04-e74a-4a23-913f-9afd600125e8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': 'f97b2959-1cf2-4ab9-a3c6-e59f8cb3e610', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:24.819683 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-062e8f04-e74a-4a23-913f-9afd600125e8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:24.820747 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-062e8f04-e74a-4a23-913f-9afd600125e8 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087945 Dec 21 22:22:24.829572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42008) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.886673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.978060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:24.979005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5665ece-56a7-46b5-8bc6-212352293cec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.983868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:24.986925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:24.987556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:24.993621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42012) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.997615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c7034-2831-4d43-b2c9-d68864788fdc None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:25.011081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=0201bf64-cde2-4907-9304-48c0889cc63d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:25.039231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5665ece-56a7-46b5-8bc6-212352293cec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.075855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66291bf7-e7b4-43f1-8ecf-b21043ebc86e tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8242965 Dec 21 22:22:25.086367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42016) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:25.099017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'security_group': {'name': 'tempest-secgroup-142096902'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:25.105801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:25.111001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:25.115011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:25.121499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:25.153428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5665ece-56a7-46b5-8bc6-212352293cec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.181554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5665ece-56a7-46b5-8bc6-212352293cec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97b2959-1cf2-4ab9-a3c6-e59f8cb3e610,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:25.189382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5665ece-56a7-46b5-8bc6-212352293cec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.190855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5665ece-56a7-46b5-8bc6-212352293cec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/f97b2959-1cf2-4ab9-a3c6-e59f8cb3e610 HTTP/1.1" status: 204 len: 168 time: 0.3600678 Dec 21 22:22:25.192011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.201913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42020) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:25.276819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:25.284671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group_rule and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:25.288874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:25.292578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.293636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-46406db3-4e71-45d2-9b9c-84e316932510 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:25.302795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:25.357070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-46406db3-4e71-45d2-9b9c-84e316932510 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:25.362597 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-46406db3-4e71-45d2-9b9c-84e316932510 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1536052 Dec 21 22:22:25.363939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42024) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:25.378939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--32879787'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:25.382030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.388066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:25.406681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:25.410990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.451292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-c34e2128-ee80-4133-b2cc-972e029e8a50', 'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'tenant_id': 'b93f567772da465782c6caf88b1ffd84', 'fixed_ips': [{'subnet_id': '0201bf64-cde2-4907-9304-48c0889cc63d'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:22:25.452518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.466576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d165bef-85be-43de-87ce-af23a477afcd,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:25.502327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.505378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-72fbd40e-4d14-44b7-94d8-8c26c0d149f9 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4177134 Dec 21 22:22:25.508261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42030) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:25.515049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'security_group': {'name': 'tempest-secgroup-488696459'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:25.533209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:25.541434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:25.550940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:25.563980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:25.578864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 32c54f54-2a7e-40c3-b980-a75811855e27 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:25.605096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.627762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 32c54f54-2a7e-40c3-b980-a75811855e27 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:25.628121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 32c54f54-2a7e-40c3-b980-a75811855e27 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:25.628514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8ecdc67f-9d58-4a57-81c7-7310fe352f24 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:25.646993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:25.651454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group_rule and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:25.654773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:25.662204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:25.699538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 8ecdc67f-9d58-4a57-81c7-7310fe352f24 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:25.699908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8ecdc67f-9d58-4a57-81c7-7310fe352f24 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:25.734704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.739058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Allocated IP 172.20.0.2 (c34e2128-ee80-4133-b2cc-972e029e8a50/0201bf64-cde2-4907-9304-48c0889cc63d/18c716c2-8bb7-47a7-a400-acc6e11ef163) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:25.753145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.800883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3d6720-fb91-4d8a-9cd2-9ac3c18f7919,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:25.816365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.822032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-46e20829-7666-44e6-a5d5-ad8df0d9abab tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3098876 Dec 21 22:22:25.822983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42034) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:25.829314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1555745371', 'security_groups': ['fd3d6720-fb91-4d8a-9cd2-9ac3c18f7919'], 'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0201bf64-cde2-4907-9304-48c0889cc63d'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:25.856394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.977607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:25.984660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:25.989150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:25.989295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:25.995350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Transition to ACTIVE for port object 18c716c2-8bb7-47a7-a400-acc6e11ef163 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:26.000144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a3c1-9c16-46c7-ac1f-046bf47cf043 req-5a617c44-b0eb-492c-b92f-c0b6f61b3e2b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:26.001849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2583a3c1-9c16-46c7-ac1f-046bf47cf043 req-5a617c44-b0eb-492c-b92f-c0b6f61b3e2b tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2739279 Dec 21 22:22:26.005561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:26.010839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:26.011873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:26.017545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Transition to ACTIVE for port object 18c716c2-8bb7-47a7-a400-acc6e11ef163 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:26.068745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:26.084908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.096242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.133507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port f2ecca13-401f-4f84-815d-b59cf6962b90 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:22:26.137843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.167399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.191638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:26.195916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:26.201207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:26.256217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Pushing event updated for resources: {'Port': ['ID=18c716c2-8bb7-47a7-a400-acc6e11ef163,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:26.337011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.337011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.337239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2583a3c1-9c16-46c7-ac1f-046bf47cf043 req-8eca3c6f-0797-4a7c-a34a-eb863587bfec tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143823 Dec 21 22:22:26.337942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f885c58-383d-4b2b-a74b-403616da5a8e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:26.350252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.352671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.353289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.353865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.354435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.355264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.359459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.360231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.360846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:22:26.367030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Attempting to bind port 18c716c2-8bb7-47a7-a400-acc6e11ef163 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:22:26.369186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Attempting to bind port 18c716c2-8bb7-47a7-a400-acc6e11ef163 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '633bcf9d-3484-4370-9eea-95a60e5e4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:22:26.370031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Attempting to bind port 18c716c2-8bb7-47a7-a400-acc6e11ef163 on network c34e2128-ee80-4133-b2cc-972e029e8a50 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:22:26.378495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:22:26.379072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Checking segment: {'id': '633bcf9d-3484-4370-9eea-95a60e5e4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:22:26.379699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.380388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Bound using segment: {'id': '633bcf9d-3484-4370-9eea-95a60e5e4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:22:26.381040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Bound port: 18c716c2-8bb7-47a7-a400-acc6e11ef163, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633bcf9d-3484-4370-9eea-95a60e5e4abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:22:26.381586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.393366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.6 (c34e2128-ee80-4133-b2cc-972e029e8a50/0201bf64-cde2-4907-9304-48c0889cc63d/f2ecca13-401f-4f84-815d-b59cf6962b90) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:26.396517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.400891 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5b180dc0-cd9c-47e6-940e-67c267d82151 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0355060 Dec 21 22:22:26.402421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42038) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:26.417773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a6606826-dcb2-407f-ab31-5303e8272b02 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '8f885c58-383d-4b2b-a74b-403616da5a8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:26.418540 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-a6606826-dcb2-407f-ab31-5303e8272b02 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:26.422613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a6606826-dcb2-407f-ab31-5303e8272b02 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124106 Dec 21 22:22:26.472137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42042) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:26.478964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4bb69d87-4638-4011-b23a-283b15883fed tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '8f885c58-383d-4b2b-a74b-403616da5a8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:26.480207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-4bb69d87-4638-4011-b23a-283b15883fed tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:26.484328 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4bb69d87-4638-4011-b23a-283b15883fed tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110872 Dec 21 22:22:26.486191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] For port 18c716c2-8bb7-47a7-a400-acc6e11ef163, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:22:26.491011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] For port 18c716c2-8bb7-47a7-a400-acc6e11ef163, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18c716c2-8bb7-47a7-a400-acc6e11ef163,segment=NetworkSegment(633bcf9d-3484-4370-9eea-95a60e5e4abb),segment_id=633bcf9d-3484-4370-9eea-95a60e5e4abb)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:22:26.492559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42046) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:26.508883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c55c1be0-bb4c-4633-8912-8c8e9878c8ec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '8f885c58-383d-4b2b-a74b-403616da5a8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:26.509624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-c55c1be0-bb4c-4633-8912-8c8e9878c8ec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:26.513591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c55c1be0-bb4c-4633-8912-8c8e9878c8ec tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149672 Dec 21 22:22:26.517723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42050) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:26.521224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.530228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4885a1d3-ac78-47e5-9f1f-348bf6adc8f5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '8f885c58-383d-4b2b-a74b-403616da5a8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:26.530983 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-4885a1d3-ac78-47e5-9f1f-348bf6adc8f5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:26.534790 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4885a1d3-ac78-47e5-9f1f-348bf6adc8f5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106514 Dec 21 22:22:26.537505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42054) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:26.609752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.627111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object f2ecca13-401f-4f84-815d-b59cf6962b90 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:26.643929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d58a7b-5d1f-4327-bf6d-901d61783081 None None] Pushing event updated for resources: {'Port': ['ID=18c716c2-8bb7-47a7-a400-acc6e11ef163,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:26.703016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.756923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-810711e5-f6da-4453-8518-74dd58dc8b55 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.775767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:26.779254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:26.793598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:26.812942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-810711e5-f6da-4453-8518-74dd58dc8b55 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.829906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.843313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=f2ecca13-401f-4f84-815d-b59cf6962b90,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:26.868747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:26.869565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:26.918263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-28fc8999-02c8-47d7-aa51-00df4e7be2da tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0940449 Dec 21 22:22:26.921072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42058) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:26.929401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:27.023823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-810711e5-f6da-4453-8518-74dd58dc8b55 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:27.082933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810711e5-f6da-4453-8518-74dd58dc8b55 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f885c58-383d-4b2b-a74b-403616da5a8e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:27.120867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:27.125400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:27.128783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:27.135741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:27.182299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-810711e5-f6da-4453-8518-74dd58dc8b55 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:27.182859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:27.186074 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-810711e5-f6da-4453-8518-74dd58dc8b55 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/8f885c58-383d-4b2b-a74b-403616da5a8e HTTP/1.1" status: 204 len: 168 time: 0.6432359 Dec 21 22:22:27.189438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:27.193304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42062) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:27.335590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0201bf64-cde2-4907-9304-48c0889cc63d (CIDR: 172.20.0.0/28) Dec 21 22:22:27.338635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 5c37fea5-a530-4660-963e-c6f643101ff7 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:27.339011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:27.374687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:27.375433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:27.377036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b8fc42c4-3dc7-4cdd-a124-b985174c3833 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:27.429626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-84bf01a3-d2d8-406b-8414-56d47bf44646 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5041602 Dec 21 22:22:27.430033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42068) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:27.436751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:27.491695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b8fc42c4-3dc7-4cdd-a124-b985174c3833 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:27.492795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8fc42c4-3dc7-4cdd-a124-b985174c3833 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2984500 Dec 21 22:22:27.539839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42072) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:27.587756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18c716c2-8bb7-47a7-a400-acc6e11ef163 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:27.605679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:27.608638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--818637857'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:27.609989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:27.613137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:27.620057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:27.633083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:27.656569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:27.663377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:27.667386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:27.696247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:27.767557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 5c37fea5-a530-4660-963e-c6f643101ff7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5c37fea5-a530-4660-963e-c6f643101ff7,segment=NetworkSegment(e840aa70-c7f7-4785-9c43-4b6f512a5e90),segment_id=e840aa70-c7f7-4785-9c43-4b6f512a5e90)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:27.768143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:27.856969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:27.965527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.044447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:28.047909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:28.053742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:28.054443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.059123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=98ebdac2-47db-4249-bafb-6c4ff6de6c32,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:28.109250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7a5fa15c-92ff-45c1-9e9e-feeaeae7e24a tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6777835 Dec 21 22:22:28.111846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42076) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:28.120621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1129515613', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '98ebdac2-47db-4249-bafb-6c4ff6de6c32'}], 'security_groups': ['3d165bef-85be-43de-87ce-af23a477afcd']}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:28.185409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 5c37fea5-a530-4660-963e-c6f643101ff7 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:28.262941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.269308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db1a6d-5fd9-408b-a11b-24bba73e7504 req-507f63fe-f871-4319-863f-bd8157832fe1 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:28.271124 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69db1a6d-5fd9-408b-a11b-24bba73e7504 req-507f63fe-f871-4319-863f-bd8157832fe1 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.7808847 Dec 21 22:22:28.365542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:28.386600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:28.392979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:28.418227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:28.453674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6815ae0-eb19-4f12-9d80-6b9aa70ad7d5 None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:28.500956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69db1a6d-5fd9-408b-a11b-24bba73e7504 req-9044548b-748a-4435-8085-99e77a56dcbc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854625 Dec 21 22:22:28.640701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Provisioning for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:28.657647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.658039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:28.658634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.705492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.760964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.828688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ade5aaf-e2ba-459b-b440-0e02d55da692,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:28.837142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=5c37fea5-a530-4660-963e-c6f643101ff7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:28.861082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.906943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] For port 18c716c2-8bb7-47a7-a400-acc6e11ef163, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18c716c2-8bb7-47a7-a400-acc6e11ef163,segment=NetworkSegment(633bcf9d-3484-4370-9eea-95a60e5e4abb),segment_id=633bcf9d-3484-4370-9eea-95a60e5e4abb)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:28.920582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.921929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-88c92b36-8420-4040-b2d8-ccd107d488ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3810060 Dec 21 22:22:28.929248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42080) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:28.936443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-69d243f5-593b-43f9-a2e8-5964f30fb5bd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:28.937136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-69d243f5-593b-43f9-a2e8-5964f30fb5bd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:28.941566 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-69d243f5-593b-43f9-a2e8-5964f30fb5bd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112078 Dec 21 22:22:28.944773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42084) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:28.950795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-66c7c61b-a74f-409b-b6a8-0586794d002e tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:28.963138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66c7c61b-a74f-409b-b6a8-0586794d002e tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:28.963362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:28.976151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-66c7c61b-a74f-409b-b6a8-0586794d002e tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:28.979865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Delete allocated IP 172.20.0.6 (c34e2128-ee80-4133-b2cc-972e029e8a50/0201bf64-cde2-4907-9304-48c0889cc63d) {{(pid=88994) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 22:22:28.982948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-66c7c61b-a74f-409b-b6a8-0586794d002e tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:28.993992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-66c7c61b-a74f-409b-b6a8-0586794d002e tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:28.998917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.26 (c34e2128-ee80-4133-b2cc-972e029e8a50/98ebdac2-47db-4249-bafb-6c4ff6de6c32/f2ecca13-401f-4f84-815d-b59cf6962b90) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:29.125036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Pushing event updated for resources: {'Port': ['ID=18c716c2-8bb7-47a7-a400-acc6e11ef163,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:29.142137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cdc64-6b94-448d-b198-68525c5c001b None None] Update dhcp port {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'fixed_ips': [{'subnet_id': '0201bf64-cde2-4907-9304-48c0889cc63d', 'ip_address': '172.20.0.2'}, {'subnet_id': '98ebdac2-47db-4249-bafb-6c4ff6de6c32'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '18c716c2-8bb7-47a7-a400-acc6e11ef163'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:22:29.189741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-66c7c61b-a74f-409b-b6a8-0586794d002e tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:29.194352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66c7c61b-a74f-409b-b6a8-0586794d002e tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2483988 Dec 21 22:22:29.195014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42088) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.196912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Provisioning complete for port fa89387b-8a13-4c41-841b-db11762d84a1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:29.196912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.217119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-34c90278-b3f6-4942-a802-7e0e8ed4f32c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:29.217799 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-34c90278-b3f6-4942-a802-7e0e8ed4f32c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:29.222188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-34c90278-b3f6-4942-a802-7e0e8ed4f32c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0206103 Dec 21 22:22:29.224778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42092) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.233695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ec118541-a6f8-44f0-8a4d-65493a415d0c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:29.246233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec118541-a6f8-44f0-8a4d-65493a415d0c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:29.261922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 49219a51-2563-4e6e-a2bf-0b418a2d3151 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:29.262306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.275278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdc64-6b94-448d-b198-68525c5c001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.289097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.291077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d2308a0a-c27e-44a1-bf7f-555c646c6362 None None] Port fa89387b-8a13-4c41-841b-db11762d84a1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:29.298524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec118541-a6f8-44f0-8a4d-65493a415d0c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:29.307054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Ignored duplicate provisioning block setup for port f2ecca13-401f-4f84-815d-b59cf6962b90 by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 21 22:22:29.309772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec118541-a6f8-44f0-8a4d-65493a415d0c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:29.321762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec118541-a6f8-44f0-8a4d-65493a415d0c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:29.342089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.404456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.511670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6e5cdc64-6b94-448d-b198-68525c5c001b None None] Allocated IP 172.20.0.18 (c34e2128-ee80-4133-b2cc-972e029e8a50/98ebdac2-47db-4249-bafb-6c4ff6de6c32/18c716c2-8bb7-47a7-a400-acc6e11ef163) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:29.511844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=f2ecca13-401f-4f84-815d-b59cf6962b90,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:29.524854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] In _notify_port_updated(), no bound segment for port f2ecca13-401f-4f84-815d-b59cf6962b90 on network c34e2128-ee80-4133-b2cc-972e029e8a50 {{(pid=88994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:22:29.532382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:29.532382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.532382 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4eb0923d-dcbc-439f-a3d1-5d05be612482 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "PUT /v2.0/ports/f2ecca13-401f-4f84-815d-b59cf6962b90 HTTP/1.1" status: 200 len: 921 time: 1.4181957 Dec 21 22:22:29.534621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42096) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.555541 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-ec118541-a6f8-44f0-8a4d-65493a415d0c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:29.556727 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec118541-a6f8-44f0-8a4d-65493a415d0c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3309345 Dec 21 22:22:29.566264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42102) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.579990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b251bfb4-a03f-4628-b2ad-8e7eb18f01f5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:29.580705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-b251bfb4-a03f-4628-b2ad-8e7eb18f01f5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:29.581762 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b251bfb4-a03f-4628-b2ad-8e7eb18f01f5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135629 Dec 21 22:22:29.586599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42106) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.599750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2cc8e9fa-0551-4877-8bd2-0f837f54de63 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:29.619155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2cc8e9fa-0551-4877-8bd2-0f837f54de63 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:29.653976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ee44bf3-6f17-4ac1-9655-91e7047c49af tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port f2ecca13-401f-4f84-815d-b59cf6962b90 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:29.654675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ee44bf3-6f17-4ac1-9655-91e7047c49af tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.678048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2cc8e9fa-0551-4877-8bd2-0f837f54de63 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:29.687847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2cc8e9fa-0551-4877-8bd2-0f837f54de63 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:29.701156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 49219a51-2563-4e6e-a2bf-0b418a2d3151, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=49219a51-2563-4e6e-a2bf-0b418a2d3151,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:29.701552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.710832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6e5cdc64-6b94-448d-b198-68525c5c001b None None] For port 18c716c2-8bb7-47a7-a400-acc6e11ef163, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18c716c2-8bb7-47a7-a400-acc6e11ef163,segment=NetworkSegment(633bcf9d-3484-4370-9eea-95a60e5e4abb),segment_id=633bcf9d-3484-4370-9eea-95a60e5e4abb)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:29.712098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2cc8e9fa-0551-4877-8bd2-0f837f54de63 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:29.748117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18c716c2-8bb7-47a7-a400-acc6e11ef163 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:29.792151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdc64-6b94-448d-b198-68525c5c001b None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.832418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6e5cdc64-6b94-448d-b198-68525c5c001b None None] Transition to ACTIVE for port object 18c716c2-8bb7-47a7-a400-acc6e11ef163 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:29.885217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdc64-6b94-448d-b198-68525c5c001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.889146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 49219a51-2563-4e6e-a2bf-0b418a2d3151 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:29.923146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ee44bf3-6f17-4ac1-9655-91e7047c49af tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:29.935187 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-2cc8e9fa-0551-4877-8bd2-0f837f54de63 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Project 702a2db2ca7f45ef9f735c5ebb415976 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:22:30.030441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-2cc8e9fa-0551-4877-8bd2-0f837f54de63 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:30.031629 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2cc8e9fa-0551-4877-8bd2-0f837f54de63 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4440353 Dec 21 22:22:30.037548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42112) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.040169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cdc64-6b94-448d-b198-68525c5c001b None None] Pushing event updated for resources: {'Port': ['ID=18c716c2-8bb7-47a7-a400-acc6e11ef163,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:30.056107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-963c2830-fcc2-4891-832b-c16746e88b16 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:30.057602 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-963c2830-fcc2-4891-832b-c16746e88b16 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:30.061662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-963c2830-fcc2-4891-832b-c16746e88b16 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129666 Dec 21 22:22:30.062559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42116) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.064047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ee44bf3-6f17-4ac1-9655-91e7047c49af tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for f2ecca13-401f-4f84-815d-b59cf6962b90 owned by {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:30.072900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6707a5cb-10a6-4e1f-8a22-4be2e4b29727 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:30.147339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6707a5cb-10a6-4e1f-8a22-4be2e4b29727 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:30.174531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6707a5cb-10a6-4e1f-8a22-4be2e4b29727 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:30.178442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6707a5cb-10a6-4e1f-8a22-4be2e4b29727 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:30.189582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a12d61-3c77-4627-9fd4-affb79406375 req-f2b99c93-36dd-4436-b1f3-12a7d0dece27 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:30.191238 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a12d61-3c77-4627-9fd4-affb79406375 req-f2b99c93-36dd-4436-b1f3-12a7d0dece27 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.4068155 Dec 21 22:22:30.239438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ee44bf3-6f17-4ac1-9655-91e7047c49af tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.259964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6707a5cb-10a6-4e1f-8a22-4be2e4b29727 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:30.297087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee44bf3-6f17-4ac1-9655-91e7047c49af tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=f2ecca13-401f-4f84-815d-b59cf6962b90,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:30.412829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ee44bf3-6f17-4ac1-9655-91e7047c49af tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.426977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ee44bf3-6f17-4ac1-9655-91e7047c49af tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/f2ecca13-401f-4f84-815d-b59cf6962b90 HTTP/1.1" status: 204 len: 168 time: 0.8894675 Dec 21 22:22:30.430025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42120) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.485780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccaeef8-ab17-4aa3-8e79-98541a212c71 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:22:30.486479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ccaeef8-ab17-4aa3-8e79-98541a212c71 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:30.542033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ccaeef8-ab17-4aa3-8e79-98541a212c71 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:30.546141 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ccaeef8-ab17-4aa3-8e79-98541a212c71 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/f2ecca13-401f-4f84-815d-b59cf6962b90 HTTP/1.1" status: 404 len: 333 time: 0.1122749 Dec 21 22:22:30.546726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42124) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.574353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-6707a5cb-10a6-4e1f-8a22-4be2e4b29727 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Project 702a2db2ca7f45ef9f735c5ebb415976 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:22:30.626230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b37308a9-0756-4be5-ad3e-c8345587fe42 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.656856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b37308a9-0756-4be5-ad3e-c8345587fe42 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.679819 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65a12d61-3c77-4627-9fd4-affb79406375 req-e4e7a3a2-f39e-4638-899d-7bd4d145879c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4029388 Dec 21 22:22:30.730378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b37308a9-0756-4be5-ad3e-c8345587fe42 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.743408 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-6707a5cb-10a6-4e1f-8a22-4be2e4b29727 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:30.746945 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6707a5cb-10a6-4e1f-8a22-4be2e4b29727 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6810379 Dec 21 22:22:30.748002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42128) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.756610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-816b9089-8b5f-411a-b0a7-ff29864f7067 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '5ade5aaf-e2ba-459b-b440-0e02d55da692', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:30.763890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37308a9-0756-4be5-ad3e-c8345587fe42 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3d6720-fb91-4d8a-9cd2-9ac3c18f7919,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:30.769421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-816b9089-8b5f-411a-b0a7-ff29864f7067 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:30.775271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-816b9089-8b5f-411a-b0a7-ff29864f7067 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:30.778422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b37308a9-0756-4be5-ad3e-c8345587fe42 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.780458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b37308a9-0756-4be5-ad3e-c8345587fe42 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd3d6720-fb91-4d8a-9cd2-9ac3c18f7919 HTTP/1.1" status: 204 len: 168 time: 0.2315896 Dec 21 22:22:30.783042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-816b9089-8b5f-411a-b0a7-ff29864f7067 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:30.793328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42132) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.808898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-816b9089-8b5f-411a-b0a7-ff29864f7067 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:30.837310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.867555 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-816b9089-8b5f-411a-b0a7-ff29864f7067 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Project 702a2db2ca7f45ef9f735c5ebb415976 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:22:30.888730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82586d2c-191f-45f7-8040-3f6fb5318ca1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.898516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=49219a51-2563-4e6e-a2bf-0b418a2d3151,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:30.918834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b25c2a80-62e6-4300-bfb5-a2b49fab5ee6 None None] Could not find standard attr ID for object f2ecca13-401f-4f84-815d-b59cf6962b90. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:22:30.932328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82586d2c-191f-45f7-8040-3f6fb5318ca1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:30.969328 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-816b9089-8b5f-411a-b0a7-ff29864f7067 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:30.970657 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-816b9089-8b5f-411a-b0a7-ff29864f7067 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2202985 Dec 21 22:22:30.974368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42136) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.976040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b25c2a80-62e6-4300-bfb5-a2b49fab5ee6 None None] Provisioning for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:30.982953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b25c2a80-62e6-4300-bfb5-a2b49fab5ee6 None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:30.983586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b25c2a80-62e6-4300-bfb5-a2b49fab5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.064754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e97652e8-b462-434c-bc91-9453d60b2e29 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.078393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:31.089468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82586d2c-191f-45f7-8040-3f6fb5318ca1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.146472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82586d2c-191f-45f7-8040-3f6fb5318ca1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.148282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82586d2c-191f-45f7-8040-3f6fb5318ca1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d165bef-85be-43de-87ce-af23a477afcd HTTP/1.1" status: 204 len: 168 time: 0.3535602 Dec 21 22:22:31.149596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82586d2c-191f-45f7-8040-3f6fb5318ca1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d165bef-85be-43de-87ce-af23a477afcd,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:31.160529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42140) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:31.180192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e97652e8-b462-434c-bc91-9453d60b2e29 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.215057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b25c2a80-62e6-4300-bfb5-a2b49fab5ee6 None None] Provisioning complete for port fa89387b-8a13-4c41-841b-db11762d84a1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:31.215057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b25c2a80-62e6-4300-bfb5-a2b49fab5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.273824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b25c2a80-62e6-4300-bfb5-a2b49fab5ee6 None None] Port fa89387b-8a13-4c41-841b-db11762d84a1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:31.284934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e97652e8-b462-434c-bc91-9453d60b2e29 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.310295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97652e8-b462-434c-bc91-9453d60b2e29 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ade5aaf-e2ba-459b-b440-0e02d55da692,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:31.329360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e97652e8-b462-434c-bc91-9453d60b2e29 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.334802 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e97652e8-b462-434c-bc91-9453d60b2e29 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/5ade5aaf-e2ba-459b-b440-0e02d55da692 HTTP/1.1" status: 204 len: 168 time: 0.3562503 Dec 21 22:22:31.334802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42144) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:31.389614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d47c14e2-880c-4164-9ed8-1cee6356d026 None None] Could not find standard attr ID for object f2ecca13-401f-4f84-815d-b59cf6962b90. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:22:31.394384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-92387661-52cc-4167-a6c3-290a487fe947 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:31.433297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-92387661-52cc-4167-a6c3-290a487fe947 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:31.434653 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-92387661-52cc-4167-a6c3-290a487fe947 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0989385 Dec 21 22:22:31.438672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42148) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:31.445749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--605481313'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:31.453014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:31.463570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:31.496389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.534812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:31.538943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:31.541980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:31.548306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:31.607848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.610184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18c716c2-8bb7-47a7-a400-acc6e11ef163 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:31.634102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaae90b0-cfaa-4969-a18e-6955270aad76 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet 0201bf64-cde2-4907-9304-48c0889cc63d {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:31.636994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.649291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaae90b0-cfaa-4969-a18e-6955270aad76 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.690555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:31.690998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.702242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d763fc-90a1-4c41-a8b7-e7574118573a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:31.730646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.735425 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-44e0c1b5-b148-4474-a6bf-30f959cbd482 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2955313 Dec 21 22:22:31.736033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42154) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:31.742852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-496833fe-828f-4f77-b9f2-0b1ed00bbe78 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '63d763fc-90a1-4c41-a8b7-e7574118573a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:31.753831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaae90b0-cfaa-4969-a18e-6955270aad76 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.758197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-496833fe-828f-4f77-b9f2-0b1ed00bbe78 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:31.763095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-496833fe-828f-4f77-b9f2-0b1ed00bbe78 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:31.766965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-496833fe-828f-4f77-b9f2-0b1ed00bbe78 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:31.775190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-496833fe-828f-4f77-b9f2-0b1ed00bbe78 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:31.834092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:31.844273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:31.858968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:31.859648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:31.917713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c160657-3d8c-40a1-a6da-bdf11bdbee41 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1784155 Dec 21 22:22:31.920659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42158) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:31.952739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:31.979339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaae90b0-cfaa-4969-a18e-6955270aad76 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.019109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5d7dd129-9885-49b2-a674-7adda8a86542 None None] Could not find standard attr ID for object f2ecca13-401f-4f84-815d-b59cf6962b90. {{(pid=88996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 21 22:22:32.039749 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-496833fe-828f-4f77-b9f2-0b1ed00bbe78 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The resource could not be found. Dec 21 22:22:32.041166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-496833fe-828f-4f77-b9f2-0b1ed00bbe78 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3038158 Dec 21 22:22:32.044527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42162) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.052181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-68801c1b-085f-4fc6-a26d-80c92ea4b2d4 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '63d763fc-90a1-4c41-a8b7-e7574118573a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4dad5068-9e78-493e-a4de-4f1ef8dcc0f7'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:32.076432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-68801c1b-085f-4fc6-a26d-80c92ea4b2d4 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:32.085058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-68801c1b-085f-4fc6-a26d-80c92ea4b2d4 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:32.093277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:32.113265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66396ba0-55a4-4d0b-98e4-1d0c1a4260b0 req-186f8988-e62b-486d-b9a0-dee634d71987 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:32.121996 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66396ba0-55a4-4d0b-98e4-1d0c1a4260b0 req-186f8988-e62b-486d-b9a0-dee634d71987 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2820125 Dec 21 22:22:32.153972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-68801c1b-085f-4fc6-a26d-80c92ea4b2d4 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:32.178548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-68801c1b-085f-4fc6-a26d-80c92ea4b2d4 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:32.214411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaae90b0-cfaa-4969-a18e-6955270aad76 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.219437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1032eb76-0a64-46e3-a22e-f6f15c021b77 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet 51a77b51-72a8-45de-a1cc-b28b5bc5a05f {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:32.224580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1032eb76-0a64-46e3-a22e-f6f15c021b77 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.267150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae90b0-cfaa-4969-a18e-6955270aad76 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=0201bf64-cde2-4907-9304-48c0889cc63d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:32.303533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eaae90b0-cfaa-4969-a18e-6955270aad76 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.316567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1032eb76-0a64-46e3-a22e-f6f15c021b77 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.335742 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66396ba0-55a4-4d0b-98e4-1d0c1a4260b0 req-9322a4f5-13bf-42a7-a49a-f82e680d4e94 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126701 Dec 21 22:22:32.348952 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eaae90b0-cfaa-4969-a18e-6955270aad76 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/0201bf64-cde2-4907-9304-48c0889cc63d HTTP/1.1" status: 204 len: 168 time: 1.1862037 Dec 21 22:22:32.378537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42166) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.381844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-68801c1b-085f-4fc6-a26d-80c92ea4b2d4 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The resource could not be found. Dec 21 22:22:32.385778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-68801c1b-085f-4fc6-a26d-80c92ea4b2d4 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3374991 Dec 21 22:22:32.391879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:32.408059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0899a-a693-479b-b97b-6d5e41919dad None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:32.416814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42170) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.521008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:28Z', 'revision_number': 9, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:32.526564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:32.540823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:32.541878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:32.610203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6a34406-c3f4-4b9b-89b8-bb02b34a5469 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.643449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6a34406-c3f4-4b9b-89b8-bb02b34a5469 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.752077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6a34406-c3f4-4b9b-89b8-bb02b34a5469 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.762739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1032eb76-0a64-46e3-a22e-f6f15c021b77 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.840646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a34406-c3f4-4b9b-89b8-bb02b34a5469 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d763fc-90a1-4c41-a8b7-e7574118573a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:32.881027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:32.892459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6a34406-c3f4-4b9b-89b8-bb02b34a5469 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:32.894094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a6a34406-c3f4-4b9b-89b8-bb02b34a5469 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/63d763fc-90a1-4c41-a8b7-e7574118573a HTTP/1.1" status: 204 len: 168 time: 0.4760978 Dec 21 22:22:32.895571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:32.901578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:32.904953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42174) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.921758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:32.931926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:32.993195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d3affba-f53d-425a-9726-b1437730f0ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:33.002538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:33.110405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1032eb76-0a64-46e3-a22e-f6f15c021b77 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.150102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d3affba-f53d-425a-9726-b1437730f0ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:33.151613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d3affba-f53d-425a-9726-b1437730f0ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2454166 Dec 21 22:22:33.179084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42178) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:33.193823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-81b60ca1-091a-4b4c-a29f-f5f49f9267cb tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': '2e82baac-32d3-4449-ab5e-7d65a959093e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:33.198195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f93c34-0835-405e-be3b-d1914c790683 None None] Network b6896771-f5a5-483a-8802-9835e5638f51 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:33.201698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1032eb76-0a64-46e3-a22e-f6f15c021b77 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.205001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-81b60ca1-091a-4b4c-a29f-f5f49f9267cb tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:33.208820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032eb76-0a64-46e3-a22e-f6f15c021b77 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=51a77b51-72a8-45de-a1cc-b28b5bc5a05f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:33.212676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-81b60ca1-091a-4b4c-a29f-f5f49f9267cb tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:33.217857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-81b60ca1-091a-4b4c-a29f-f5f49f9267cb tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:33.221511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1032eb76-0a64-46e3-a22e-f6f15c021b77 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/51a77b51-72a8-45de-a1cc-b28b5bc5a05f HTTP/1.1" status: 204 len: 168 time: 1.2972503 Dec 21 22:22:33.222256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42182) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:33.230318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-81b60ca1-091a-4b4c-a29f-f5f49f9267cb tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:33.297218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.428409 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-81b60ca1-091a-4b4c-a29f-f5f49f9267cb tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The resource could not be found. Dec 21 22:22:33.437635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-81b60ca1-091a-4b4c-a29f-f5f49f9267cb tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2570179 Dec 21 22:22:33.444302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42188) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:33.451532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562371976'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:33.472424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:33.495776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:33.499580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router e550d334-7cf2-4478-9afe-895e87939374 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:33.500527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:28Z', 'revision_number': 9, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:33.507583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa540aa-3b62-4e6c-a7f9-ca60c72d239b None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:28Z', 'revision_number': 9, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d5aa6de-19ff-4abd-a1a4-c251ded4d802', 'name': '', 'network_id': 'b0bb32bf-f99b-4c44-882f-158a5b6e06ca', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1fac96d-4694-4357-9759-71914a40613d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:52Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': 'c1fac96d-4694-4357-9759-71914a40613d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:33.558716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.600975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.606778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 1ec632fc-cd20-499c-b0e2-560e55b0c28b {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:33.607273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.716993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:33.721266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:33.730439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:33.731040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:33.774414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.851115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579de8dc-1631-460e-82d0-a754a791739c req-976db44b-d9db-41d8-8ed5-2d731c0b528e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:33.852805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-579de8dc-1631-460e-82d0-a754a791739c req-976db44b-d9db-41d8-8ed5-2d731c0b528e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2601781 Dec 21 22:22:33.859315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.913119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.945703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] DHCP port deletion for b6896771-f5a5-483a-8802-9835e5638f51 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:22:33.949912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] Deleting port 1ec632fc-cd20-499c-b0e2-560e55b0c28b {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:33.950331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:33.975865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 1ec632fc-cd20-499c-b0e2-560e55b0c28b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1ec632fc-cd20-499c-b0e2-560e55b0c28b,segment=NetworkSegment(e840aa70-c7f7-4785-9c43-4b6f512a5e90),segment_id=e840aa70-c7f7-4785-9c43-4b6f512a5e90)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:33.979179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.068122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09b7a21-ef9d-4a62-b960-7d56cadcc046,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:34.076404 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-579de8dc-1631-460e-82d0-a754a791739c req-496b9b17-9ab6-4208-8172-6a8e8a2e143c tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952229 Dec 21 22:22:34.095855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.097207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d1eb971-c45e-4899-9a47-327f5d92990f tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6518948 Dec 21 22:22:34.100597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42192) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:34.128413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 1ec632fc-cd20-499c-b0e2-560e55b0c28b owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:34.133216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910717151'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:34.144131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:34.152638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:34.156412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:34.170060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:34.185534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:34.192460 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1be5e592-ffa4-43e3-81ee-e7079b430d8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/e550d334-7cf2-4478-9afe-895e87939374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1970389 Dec 21 22:22:34.218077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] Sync routers for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:34.223221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.228252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] For port 1ec632fc-cd20-499c-b0e2-560e55b0c28b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=1ec632fc-cd20-499c-b0e2-560e55b0c28b,segment=NetworkSegment(e840aa70-c7f7-4785-9c43-4b6f512a5e90),segment_id=e840aa70-c7f7-4785-9c43-4b6f512a5e90)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:34.228726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.268918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.273545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:34.278005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:34.281671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:34.288673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:34.328699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.354905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.365638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] Calling delete_port for 1ec632fc-cd20-499c-b0e2-560e55b0c28b owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:34.387998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.440699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a28fbff4-fd76-4156-a912-90964452129e None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:34.441034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a28fbff4-fd76-4156-a912-90964452129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.453212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d06f7e-6b20-4159-b83e-823714e9d817,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:34.483016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.484688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c1d7ad54-3059-4119-a762-1c3644fb871c tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3828950 Dec 21 22:22:34.485230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:34.485640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:22:34.487690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42198) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:34.494024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:34.497113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:34.497316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c12e9b5f-3bce-4c43-ba4d-e878050c7bdd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': 'c09b7a21-ef9d-4a62-b960-7d56cadcc046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '17d06f7e-6b20-4159-b83e-823714e9d817'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:34.502712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c12e9b5f-3bce-4c43-ba4d-e878050c7bdd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:34.507968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c12e9b5f-3bce-4c43-ba4d-e878050c7bdd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:34.511393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c12e9b5f-3bce-4c43-ba4d-e878050c7bdd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:34.519203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c12e9b5f-3bce-4c43-ba4d-e878050c7bdd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:34.625929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-c12e9b5f-3bce-4c43-ba4d-e878050c7bdd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:34.627584 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c12e9b5f-3bce-4c43-ba4d-e878050c7bdd tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1382055 Dec 21 22:22:34.630984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42204) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:34.633542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No DVR routers for this DVR port 1ec632fc-cd20-499c-b0e2-560e55b0c28b on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:34.684898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=1ec632fc-cd20-499c-b0e2-560e55b0c28b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:34.712446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:34.722712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:34.726623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:34.726940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.738335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575fabb7-a0fd-4b1f-85aa-80fe31d6a23a None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:34.745303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=4f613592-42e5-46ee-9b40-ec464e4a4610,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:34.776079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-487ab39a-1eb5-4388-b422-b45518057020 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.811595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36f198-4f5c-4f0c-8127-346ca1ba0efc req-ed2a3d28-2667-4987-898e-49d6b64cc54a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:34.812520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-2d36f198-4f5c-4f0c-8127-346ca1ba0efc req-ed2a3d28-2667-4987-898e-49d6b64cc54a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:34.824919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-487ab39a-1eb5-4388-b422-b45518057020 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.826261 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c34c577-a9f6-48f5-8b39-3fa24898d5a2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4419069 Dec 21 22:22:34.830729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.837610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42208) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:34.852903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'security_group': {'name': 'tempest-secgroup-1635709416'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:34.856258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:34.858534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6896771-f5a5-483a-8802-9835e5638f51']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:34.868375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:34.872390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e840aa70-c7f7-4785-9c43-4b6f512a5e90') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:34.872895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e840aa70-c7f7-4785-9c43-4b6f512a5e90') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:34.875293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-2d36f198-4f5c-4f0c-8127-346ca1ba0efc req-ed2a3d28-2667-4987-898e-49d6b64cc54a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:34.881450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2d36f198-4f5c-4f0c-8127-346ca1ba0efc req-ed2a3d28-2667-4987-898e-49d6b64cc54a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 946 time: 0.2313015 Dec 21 22:22:34.882737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:34.886695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.888757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:34.903071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.906667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:34.909935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:22:34.910419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:34.926513 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:34.942949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a28fbff4-fd76-4156-a912-90964452129e None None] Provisioning complete for port fa89387b-8a13-4c41-841b-db11762d84a1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:34.943629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a28fbff4-fd76-4156-a912-90964452129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:34.968947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2d36f198-4f5c-4f0c-8127-346ca1ba0efc req-f1020c1f-5896-45a6-91c8-f393406b19dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0767462 Dec 21 22:22:34.970140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.006996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] Deleting port 1ec632fc-cd20-499c-b0e2-560e55b0c28b {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:35.007578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.010305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-487ab39a-1eb5-4388-b422-b45518057020 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.040797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:35.043451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ab39a-1eb5-4388-b422-b45518057020 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d06f7e-6b20-4159-b83e-823714e9d817,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:35.053743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group_rule and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:35.056785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-487ab39a-1eb5-4388-b422-b45518057020 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.061044 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-487ab39a-1eb5-4388-b422-b45518057020 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/17d06f7e-6b20-4159-b83e-823714e9d817 HTTP/1.1" status: 204 len: 168 time: 0.4255400 Dec 21 22:22:35.061044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:35.062103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42212) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:35.077143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.083603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:35.108765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.129719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=b6896771-f5a5-483a-8802-9835e5638f51,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:35.148221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8d85348-4464-41c6-9811-15079714b5ca tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/b6896771-f5a5-483a-8802-9835e5638f51 HTTP/1.1" status: 204 len: 168 time: 1.9230533 Dec 21 22:22:35.148899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42218) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:35.178588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-45c98e9a-9024-421b-911a-ccf6fb475336 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:35.210568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.281855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9a4edbfb-9067-4c9e-b356-30c10b0d4760 None None] The port '1ec632fc-cd20-499c-b0e2-560e55b0c28b' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:22:35.284833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a28fbff4-fd76-4156-a912-90964452129e None None] Port fa89387b-8a13-4c41-841b-db11762d84a1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:35.295825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-45c98e9a-9024-421b-911a-ccf6fb475336 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:35.300577 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-45c98e9a-9024-421b-911a-ccf6fb475336 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2373815 Dec 21 22:22:35.303490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42222) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:35.323721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.403926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25b038-9ce9-4166-b6f0-e93a46df4643,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:35.430037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.434102 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a279c1d8-d3cf-406e-8676-8f64897a8523 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5890758 Dec 21 22:22:35.434587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42226) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:35.442207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'security_group': {'name': 'tempest-secgroup-1689105490'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:35.451976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:35.455909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c4919-7378-43c0-8e82-6679676ce84b req-bf8b7542-3ca4-42bf-84f9-0271779f420d tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:35.458250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf5c4919-7378-43c0-8e82-6679676ce84b req-bf8b7542-3ca4-42bf-84f9-0271779f420d tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2121921 Dec 21 22:22:35.464267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8c58789-701f-413b-bf57-3b2c3e024f18 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.514706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8c58789-701f-413b-bf57-3b2c3e024f18 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.538728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:35.542617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:35.552439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1ec632fc-cd20-499c-b0e2-560e55b0c28b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:35.560250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:35.566988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf5c4919-7378-43c0-8e82-6679676ce84b req-2443d019-b22d-41f1-82a6-e58cde698651 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990751 Dec 21 22:22:35.600636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8c58789-701f-413b-bf57-3b2c3e024f18 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.624930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.628562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c58789-701f-413b-bf57-3b2c3e024f18 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09b7a21-ef9d-4a62-b960-7d56cadcc046,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:35.663435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8c58789-701f-413b-bf57-3b2c3e024f18 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.665474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8c58789-701f-413b-bf57-3b2c3e024f18 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/c09b7a21-ef9d-4a62-b960-7d56cadcc046 HTTP/1.1" status: 204 len: 168 time: 0.3582921 Dec 21 22:22:35.667634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42230) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:35.692130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.731489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-630c3a89-56cd-4437-bbb1-e61b94a16f6a tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:35.762552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 1ec632fc-cd20-499c-b0e2-560e55b0c28b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:35.762940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 1ec632fc-cd20-499c-b0e2-560e55b0c28b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:35.763392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5c37fea5-a530-4660-963e-c6f643101ff7 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:35.788021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-630c3a89-56cd-4437-bbb1-e61b94a16f6a tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:35.793518 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-630c3a89-56cd-4437-bbb1-e61b94a16f6a tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1207416 Dec 21 22:22:35.793896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42234) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:35.800031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133581378'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:35.808277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:35.818282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:35.819320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:35.824770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group_rule and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:35.828431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:35.842616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 5c37fea5-a530-4660-963e-c6f643101ff7 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:35.843005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5c37fea5-a530-4660-963e-c6f643101ff7 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:35.844109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:35.858514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.860723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c08593-5975-484d-b53f-2c014e2a8261 None None] Update dhcp port {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'fixed_ips': [{'subnet_id': '98ebdac2-47db-4249-bafb-6c4ff6de6c32', 'ip_address': '172.20.0.18'}, {'subnet_id': '4f613592-42e5-46ee-9b40-ec464e4a4610'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '18c716c2-8bb7-47a7-a400-acc6e11ef163'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:22:35.924256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31c08593-5975-484d-b53f-2c014e2a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.945884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:35.958422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:35.962169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:35.963930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:35.970366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:35.999541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:30Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:59Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:36.008322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] Checking router: e550d334-7cf2-4478-9afe-895e87939374 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:36.028712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.085843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:36.086553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:36.135592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ca2961-8b2f-4404-ba38-0198c22d6385,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:36.185633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.187260 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1c943732-2971-44f5-92c2-08a3b29be5c6 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7518208 Dec 21 22:22:36.193187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42240) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:36.196079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.204599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-131c0347-af59-482e-aa82-082d8a309130 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:36.206397 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-131c0347-af59-482e-aa82-082d8a309130 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 946 time: 0.3126156 Dec 21 22:22:36.209348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'security_group': {'name': 'tempest-secgroup-539533599'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:36.216170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:36.224793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:36.229672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:36.240544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:36.261818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.315756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.351782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:36.360627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a477aa57-7c42-480c-a18c-f1cede3a1088,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:36.369545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a9333-f254-426d-8c57-28031a6b8fbb req-c36c6073-602a-4652-835b-c190da69406b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:36.378250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f83a9333-f254-426d-8c57-28031a6b8fbb req-c36c6073-602a-4652-835b-c190da69406b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 946 time: 0.2613361 Dec 21 22:22:36.385993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 3224dc54-15e0-4386-a6f3-13c8552562ff {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:36.387128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.395857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-31c08593-5975-484d-b53f-2c014e2a8261 None None] Allocated IP 172.20.0.2 (c34e2128-ee80-4133-b2cc-972e029e8a50/4f613592-42e5-46ee-9b40-ec464e4a4610/18c716c2-8bb7-47a7-a400-acc6e11ef163) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:36.404452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:36.412059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:security_group_rule and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:36.417318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:36.427259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:36.442187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.443600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a00164b9-5dd1-464c-8833-e5f75eb8ebe2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6486008 Dec 21 22:22:36.448491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42244) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:36.467595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-786802bf-b682-40ce-9050-2acb784822d3 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': 'a477aa57-7c42-480c-a18c-f1cede3a1088', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:36.480021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-786802bf-b682-40ce-9050-2acb784822d3 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:36.493506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-786802bf-b682-40ce-9050-2acb784822d3 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:36.498653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-786802bf-b682-40ce-9050-2acb784822d3 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:36.546567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-786802bf-b682-40ce-9050-2acb784822d3 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:36.560820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.563611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:36.563983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.564984 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f83a9333-f254-426d-8c57-28031a6b8fbb req-e9978744-ba0b-4f5f-8841-6732654dd17e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=44143260-2425-47e8-9d26-27c004892362&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1856406 Dec 21 22:22:36.659269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.785204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.787477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5930247 Dec 21 22:22:36.788538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ce6a1-44e5-43e8-9535-f6bd16e44b2f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ae6ae5-7899-4872-acec-03ed4bebf314,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:36.790987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42250) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:36.814404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-794899114', 'security_groups': ['b3ae6ae5-7899-4872-acec-03ed4bebf314'], 'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f613592-42e5-46ee-9b40-ec464e4a4610'}]}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:36.836123 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-786802bf-b682-40ce-9050-2acb784822d3 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:36.839751 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-786802bf-b682-40ce-9050-2acb784822d3 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3854604 Dec 21 22:22:36.841633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42254) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:36.841811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-31c08593-5975-484d-b53f-2c014e2a8261 None None] For port 18c716c2-8bb7-47a7-a400-acc6e11ef163, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18c716c2-8bb7-47a7-a400-acc6e11ef163,segment=NetworkSegment(633bcf9d-3484-4370-9eea-95a60e5e4abb),segment_id=633bcf9d-3484-4370-9eea-95a60e5e4abb)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:36.851352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1e060f80-254d-4c05-9cbe-29d520eb3fd5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group_rule': {'security_group_id': 'a477aa57-7c42-480c-a18c-f1cede3a1088', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:36.865939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 3224dc54-15e0-4386-a6f3-13c8552562ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3224dc54-15e0-4386-a6f3-13c8552562ff,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:36.866345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.874692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1e060f80-254d-4c05-9cbe-29d520eb3fd5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:36.889727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31c08593-5975-484d-b53f-2c014e2a8261 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.889959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccad3a8-ccc8-45d4-b136-a02231b79821 req-c8731459-d55c-49b6-8ba3-3a1c7e962861 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:36.891561 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ccad3a8-ccc8-45d4-b136-a02231b79821 req-c8731459-d55c-49b6-8ba3-3a1c7e962861 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.1860707 Dec 21 22:22:36.895212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:30Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:59Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:36.902910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504543c-169d-4dfd-80d2-6c4b88d996a8 None None] The sync data for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv is: [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:30Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'port_id': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'mac_address': 'fa:16:3e:8b:00:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:20:54Z', 'updated_at': '2021-12-21T22:20:59Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:36.915238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-31c08593-5975-484d-b53f-2c014e2a8261 None None] Transition to ACTIVE for port object 18c716c2-8bb7-47a7-a400-acc6e11ef163 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:36.945791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31c08593-5975-484d-b53f-2c014e2a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:36.949779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1e060f80-254d-4c05-9cbe-29d520eb3fd5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:36.963629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 8d5aa6de-19ff-4abd-a1a4-c251ded4d802, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,segment=NetworkSegment(17edffcb-0362-412f-913b-c92d3ebf890b),segment_id=17edffcb-0362-412f-913b-c92d3ebf890b)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:36.963629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.063884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 3224dc54-15e0-4386-a6f3-13c8552562ff owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:37.103913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:37.152803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1e060f80-254d-4c05-9cbe-29d520eb3fd5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:37.165550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1e060f80-254d-4c05-9cbe-29d520eb3fd5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:37.179554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08593-5975-484d-b53f-2c014e2a8261 None None] Pushing event updated for resources: {'Port': ['ID=18c716c2-8bb7-47a7-a400-acc6e11ef163,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:37.187568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:37.196925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ccad3a8-ccc8-45d4-b136-a02231b79821 req-0ccafa40-efa2-4c90-8a97-4651c0d94057 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847649 Dec 21 22:22:37.205201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:37.266498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:37.275117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.294720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7522786e-12b4-4848-bf39-794ee96692a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.323844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-1e060f80-254d-4c05-9cbe-29d520eb3fd5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:37.325356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1e060f80-254d-4c05-9cbe-29d520eb3fd5 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4835587 Dec 21 22:22:37.326371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.328301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42258) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:37.349459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] device_id is not set on port ef883aac-0f62-418f-95a4-93c6aad7a4b4 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:22:37.402946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=3224dc54-15e0-4386-a6f3-13c8552562ff,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:37.495493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.512642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port 3224dc54-15e0-4386-a6f3-13c8552562ff on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:37.515678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.518602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b0699-41d7-4a38-8abd-68a60d813d48', 'name': 'network-vif-deleted', 'tag': '3224dc54-15e0-4386-a6f3-13c8552562ff'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:22:37.552706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f69401bd-aad1-4a5e-a8d6-c481586bcbe0 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.567221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=8d5aa6de-19ff-4abd-a1a4-c251ded4d802,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:37.587212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3c6a96c5-b18c-4b35-8f37-a6e418b43a88 req-d0018043-8b58-462e-8604-9397707e209d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/3224dc54-15e0-4386-a6f3-13c8552562ff HTTP/1.1" status: 204 len: 173 time: 1.3708532 Dec 21 22:22:37.591302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f69401bd-aad1-4a5e-a8d6-c481586bcbe0 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.607057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18c716c2-8bb7-47a7-a400-acc6e11ef163 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:37.641307 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b0699-41d7-4a38-8abd-68a60d813d48', 'name': 'network-vif-deleted', 'tag': '3224dc54-15e0-4386-a6f3-13c8552562ff', 'status': 'completed', 'code': 200} Dec 21 22:22:37.725041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f69401bd-aad1-4a5e-a8d6-c481586bcbe0 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.746713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 49219a51-2563-4e6e-a2bf-0b418a2d3151 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:37.770087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69401bd-aad1-4a5e-a8d6-c481586bcbe0 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a477aa57-7c42-480c-a18c-f1cede3a1088,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:37.826221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 49219a51-2563-4e6e-a2bf-0b418a2d3151 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:37.831687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 49219a51-2563-4e6e-a2bf-0b418a2d3151 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:37.854185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f69401bd-aad1-4a5e-a8d6-c481586bcbe0 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:37.854185 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f69401bd-aad1-4a5e-a8d6-c481586bcbe0 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/a477aa57-7c42-480c-a18c-f1cede3a1088 HTTP/1.1" status: 204 len: 168 time: 0.5209982 Dec 21 22:22:37.866182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-914c379b-6f24-430b-a9a3-fedfc02e8922 req-79fa20e4-f738-486b-b544-b08a584c9b0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:37.871074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42266) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:37.976179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6aa73e09-c934-4d78-b791-7fdfa620ed60 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:38.002029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-914c379b-6f24-430b-a9a3-fedfc02e8922 req-79fa20e4-f738-486b-b544-b08a584c9b0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:38.005246 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-914c379b-6f24-430b-a9a3-fedfc02e8922 req-79fa20e4-f738-486b-b544-b08a584c9b0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff8b0699-41d7-4a38-8abd-68a60d813d48 HTTP/1.1" status: 200 len: 210 time: 0.2116463 Dec 21 22:22:38.036835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6aa73e09-c934-4d78-b791-7fdfa620ed60 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:38.036835 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6aa73e09-c934-4d78-b791-7fdfa620ed60 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1516154 Dec 21 22:22:38.039723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42270) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:38.046071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419789860'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:38.053977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:38.068208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:38.093385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.5 (c34e2128-ee80-4133-b2cc-972e029e8a50/4f613592-42e5-46ee-9b40-ec464e4a4610/ef883aac-0f62-418f-95a4-93c6aad7a4b4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:38.125348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.182478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:38.189762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Usage tracker for resource:security_group_rule and tenant:702a2db2ca7f45ef9f735c5ebb415976 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:38.194737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:38.203577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:38.312265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.374447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.385293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.448824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886c936f-1b9d-4363-ab8e-802fd40decc0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:38.490604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aa3d7-b844-4534-86fb-f16ad1d2226f req-5552c164-8e6b-4382-9a58-82df80504732 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:38.492530 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4aa3d7-b844-4534-86fb-f16ad1d2226f req-5552c164-8e6b-4382-9a58-82df80504732 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.1495690 Dec 21 22:22:38.493301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.494470 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-25af875c-f5df-4db5-9b06-f23d226113da tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4536808 Dec 21 22:22:38.497499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42276) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:38.505462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2b5bb7d6-38b4-4fa2-b72f-c2f3b1d58678 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:38.506104 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-2b5bb7d6-38b4-4fa2-b72f-c2f3b1d58678 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 22:22:38.507503 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b5bb7d6-38b4-4fa2-b72f-c2f3b1d58678 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "PUT /v2.0/security-groups/886c936f-1b9d-4363-ab8e-802fd40decc0 HTTP/1.1" status: 409 len: 330 time: 0.0087466 Dec 21 22:22:38.511904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3e4b9348-59f2-4934-b8b4-f5b29474c948 None None] Provisioning for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:38.513568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42280) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:38.519716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3e4b9348-59f2-4934-b8b4-f5b29474c948 None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:38.520477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9348-59f2-4934-b8b4-f5b29474c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.556960 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4aa3d7-b844-4534-86fb-f16ad1d2226f req-c4016bb1-7a2f-4fc8-903c-c0ca5f967fbe tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483193 Dec 21 22:22:38.674621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3e4b9348-59f2-4934-b8b4-f5b29474c948 None None] Provisioning complete for port fa89387b-8a13-4c41-841b-db11762d84a1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:38.674926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9348-59f2-4934-b8b4-f5b29474c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.733323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b9348-59f2-4934-b8b4-f5b29474c948 None None] Port fa89387b-8a13-4c41-841b-db11762d84a1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:38.783813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99d91c11-1767-408d-b6d1-7759485c66d1 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.791560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.827755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object ef883aac-0f62-418f-95a4-93c6aad7a4b4 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:38.846338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99d91c11-1767-408d-b6d1-7759485c66d1 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:38.857037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.006656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3224dc54-15e0-4386-a6f3-13c8552562ff no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:39.042789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 3224dc54-15e0-4386-a6f3-13c8552562ff {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:39.043192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3224dc54-15e0-4386-a6f3-13c8552562ff not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:39.125181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99d91c11-1767-408d-b6d1-7759485c66d1 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.128903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.146656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42290) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:39.205993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d91c11-1767-408d-b6d1-7759485c66d1 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886c936f-1b9d-4363-ab8e-802fd40decc0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:39.227701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e96a6843-d64a-4324-9e00-1a1e77fd2fdc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.261111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e96a6843-d64a-4324-9e00-1a1e77fd2fdc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.315026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:39.321406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:39.334114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=ef883aac-0f62-418f-95a4-93c6aad7a4b4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:39.334114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99d91c11-1767-408d-b6d1-7759485c66d1 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.334114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-99d91c11-1767-408d-b6d1-7759485c66d1 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/886c936f-1b9d-4363-ab8e-802fd40decc0 HTTP/1.1" status: 204 len: 168 time: 0.8132854 Dec 21 22:22:39.334114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:22:39.335731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42294) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:39.357117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e96a6843-d64a-4324-9e00-1a1e77fd2fdc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.380967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a6843-d64a-4324-9e00-1a1e77fd2fdc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44143260-2425-47e8-9d26-27c004892362,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:39.402767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e96a6843-d64a-4324-9e00-1a1e77fd2fdc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.408003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e96a6843-d64a-4324-9e00-1a1e77fd2fdc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/44143260-2425-47e8-9d26-27c004892362 HTTP/1.1" status: 204 len: 168 time: 0.2596526 Dec 21 22:22:39.414761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:39.415443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.451869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:39.453140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e74901a6-f8f3-4243-b11e-a845b832e6f2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Synchronizing usage tracker for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:39.506618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42300) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:39.528483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d2b1c152-963f-4af1-aa2c-82ac1e5d53df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7250307 Dec 21 22:22:39.536201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42304) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:39.545112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:39.559060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e74901a6-f8f3-4243-b11e-a845b832e6f2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] Unset dirty status for tenant:702a2db2ca7f45ef9f735c5ebb415976 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:39.560433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e74901a6-f8f3-4243-b11e-a845b832e6f2 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2249281 Dec 21 22:22:39.564566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42308) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:39.609469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-64ac53f8-7d30-4ac8-87e6-d5f4a95128ba tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] delete failed (client error): The resource could not be found. Dec 21 22:22:39.610615 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-64ac53f8-7d30-4ac8-87e6-d5f4a95128ba tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "DELETE /v2.0/security-groups/07053490-97dd-4014-bbf4-536735ec7023 HTTP/1.1" status: 404 len: 347 time: 0.0450723 Dec 21 22:22:39.621538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42314) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:39.645539 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-f4e417bc-dc8d-4d40-a8fd-e17445ef49f7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] show failed (client error): The resource could not be found. Dec 21 22:22:39.648951 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4e417bc-dc8d-4d40-a8fd-e17445ef49f7 tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-groups/d684ee0c-4137-4de2-ad0e-b7fa5a3b3cb2 HTTP/1.1" status: 404 len: 347 time: 0.0262179 Dec 21 22:22:39.664615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42318) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:39.690622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d33e4d8e-27b0-4e5b-badf-9056f6b5a245 None None] Provisioning for port ef883aac-0f62-418f-95a4-93c6aad7a4b4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:39.697255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d33e4d8e-27b0-4e5b-badf-9056f6b5a245 None None] Provisioning complete for port ef883aac-0f62-418f-95a4-93c6aad7a4b4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:39.698063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d33e4d8e-27b0-4e5b-badf-9056f6b5a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:39.760058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d33e4d8e-27b0-4e5b-badf-9056f6b5a245 None None] Port ef883aac-0f62-418f-95a4-93c6aad7a4b4 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:39.768766 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-2586a161-037f-4ca5-a598-16767d3c44ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] show failed (client error): The resource could not be found. Dec 21 22:22:39.770484 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2586a161-037f-4ca5-a598-16767d3c44ee tempest-NegativeSecGroupIPv6Test-1218684500 tempest-NegativeSecGroupIPv6Test-1218684500-project] 10.222.0.30 "GET /v2.0/security-group-rules/ce1a6720-6f53-47b0-81f8-42f0ed39b327 HTTP/1.1" status: 404 len: 356 time: 0.0987632 Dec 21 22:22:39.825289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:39.832950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:39.839408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:39.850594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:39.856778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:39.864511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6988bf0a-225b-4794-9049-22844940e5f5 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7146230 Dec 21 22:22:39.868215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42324) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:39.873973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:39.888646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:39.889776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:39.910116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:40.046353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eca400-9b0a-4ab2-bacc-df758ffd370c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet 96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:40.053420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-86eca400-9b0a-4ab2-bacc-df758ffd370c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.085764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.086431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2eda067-7134-4832-ba05-91ce8c6491b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.127076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:40.174492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-86eca400-9b0a-4ab2-bacc-df758ffd370c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.346200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-86eca400-9b0a-4ab2-bacc-df758ffd370c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.411461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42330) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.421914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.552254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-184f1c9d-4cf5-4266-871c-9c1329e40560 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet c1fac96d-4694-4357-9759-71914a40613d {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:40.560051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-86eca400-9b0a-4ab2-bacc-df758ffd370c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.568517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-184f1c9d-4cf5-4266-871c-9c1329e40560 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.575514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:37Z', 'revision_number': 10, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:40.580211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:40.593787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:40.594636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:40.607863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eca400-9b0a-4ab2-bacc-df758ffd370c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:40.630617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-86eca400-9b0a-4ab2-bacc-df758ffd370c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.637544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab039853-210a-4207-9117-acdd29adff81 None None] Network a7ffcc99-eb04-467b-9b51-52ac7a1153d4 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:40.649377 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-86eca400-9b0a-4ab2-bacc-df758ffd370c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/96bdef46-8bf5-4b2f-bf00-ebf9fe91d59d HTTP/1.1" status: 204 len: 168 time: 1.1415091 Dec 21 22:22:40.653362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42336) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.678124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08555-c7bf-43e1-b498-9ced31a87aca req-21256b1a-6897-48f5-89ec-36c600320cfa tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:40.679779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4b08555-c7bf-43e1-b498-9ced31a87aca req-21256b1a-6897-48f5-89ec-36c600320cfa tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.9468544 Dec 21 22:22:40.687278 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f7ae41e-82ba-44c2-8742-24a3bce8661d req-e0900081-ca52-4544-bf1c-3240b4f350b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1870334 Dec 21 22:22:40.708359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-184f1c9d-4cf5-4266-871c-9c1329e40560 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.745045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f613592-42e5-46ee-9b40-ec464e4a4610 (CIDR: 172.20.0.0/28) Dec 21 22:22:40.755227 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f7ae41e-82ba-44c2-8742-24a3bce8661d req-c6d9ee7d-3dc4-4d65-8650-10b5d5b428fb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479057 Dec 21 22:22:40.784197 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4b08555-c7bf-43e1-b498-9ced31a87aca req-58836134-ecc2-4e90-a82d-00a073d11525 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951715 Dec 21 22:22:40.789085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:40.869025 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:40.869449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:40.903151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c1019c24-d3b7-4df4-8d79-ae84476b6bfb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=702a2db2ca7f45ef9f735c5ebb415976&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4894757 Dec 21 22:22:40.906375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42340) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.920088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.942099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port ce614a6b-7011-4cd3-b4da-c50ba13056e9 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:40.942422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.973891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] DHCP port deletion for a7ffcc99-eb04-467b-9b51-52ac7a1153d4 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:22:40.978380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] Deleting port ce614a6b-7011-4cd3-b4da-c50ba13056e9 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:40.978913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.979907 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b42a344b-80eb-45d7-9c20-237ade44abc7 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4423184 Dec 21 22:22:40.983081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-184f1c9d-4cf5-4266-871c-9c1329e40560 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:40.985130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42344) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.994141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:41.011264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-b1a1-4945-a461-368097031611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.029071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2046b7c2-131c-4d56-8efd-e8cd61e36dde details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:22:41.075023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-b1a1-4945-a461-368097031611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.214509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-184f1c9d-4cf5-4266-871c-9c1329e40560 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.257747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:41.265707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:41.267258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:37Z', 'revision_number': 10, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:41.269961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:41.274695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50117166-42a5-4af8-90ae-3732ed7fd410 None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:37Z', 'revision_number': 10, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None, '_interfaces': [{'id': '3f1b5314-fa0c-4c75-8dfa-68e7d6006207', 'name': '', 'network_id': 'fbe9c640-9158-4761-84d9-59d26a2c9bd5', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'mac_address': 'fa:16:3e:d4:06:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:43Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 5, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'subnets': [{'id': '1ef631a3-75e2-4405-b752-39ff62ed8e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:41.277652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:41.298444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port ce614a6b-7011-4cd3-b4da-c50ba13056e9, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ce614a6b-7011-4cd3-b4da-c50ba13056e9,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:41.299782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.309643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f1c9d-4cf5-4266-871c-9c1329e40560 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fac96d-4694-4357-9759-71914a40613d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:41.318785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-b1a1-4945-a461-368097031611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.321966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] For port ce614a6b-7011-4cd3-b4da-c50ba13056e9, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ce614a6b-7011-4cd3-b4da-c50ba13056e9,segment=NetworkSegment(3eb7139d-8e38-4a21-8e8a-185a0e3aedcf),segment_id=3eb7139d-8e38-4a21-8e8a-185a0e3aedcf)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:41.322409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.343709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f803f-b1a1-4945-a461-368097031611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d4277-4222-4edf-b8fa-7638608d7abd,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:41.359457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:41.418838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d2f803f-b1a1-4945-a461-368097031611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.422709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d2f803f-b1a1-4945-a461-368097031611 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e5d4277-4222-4edf-b8fa-7638608d7abd HTTP/1.1" status: 204 len: 168 time: 0.5125825 Dec 21 22:22:41.438111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-184f1c9d-4cf5-4266-871c-9c1329e40560 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.450116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for ce614a6b-7011-4cd3-b4da-c50ba13056e9 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:41.499971 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-184f1c9d-4cf5-4266-871c-9c1329e40560 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/c1fac96d-4694-4357-9759-71914a40613d HTTP/1.1" status: 204 len: 168 time: 1.6301675 Dec 21 22:22:41.503053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42350) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:41.601609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.688668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] Calling delete_port for ce614a6b-7011-4cd3-b4da-c50ba13056e9 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:41.716293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.727690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:41.728760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.760504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c6345-b21f-44c2-9bdc-41bc9a6a0858 None None] Network b0bb32bf-f99b-4c44-882f-158a5b6e06ca requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:41.771658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:41.779852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:41.785952 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.ipam_backend_mixin [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 98ebdac2-47db-4249-bafb-6c4ff6de6c32 (CIDR: 172.20.0.16/28) Dec 21 22:22:41.835847 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:41.836435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:41.840282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port ce614a6b-7011-4cd3-b4da-c50ba13056e9 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:41.890822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:41.891220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8d5aa6de-19ff-4abd-a1a4-c251ded4d802 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:41.891744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ce614a6b-7011-4cd3-b4da-c50ba13056e9 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:41.902278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=ce614a6b-7011-4cd3-b4da-c50ba13056e9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:41.906239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b5870b7a-48d5-48f1-9f45-6e38eea05285 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9197626 Dec 21 22:22:41.908969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42358) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:41.917643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:41.918060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:22:41.919779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'subnet': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:42.039262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:42.065559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: ce614a6b-7011-4cd3-b4da-c50ba13056e9 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:42.068789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ce614a6b-7011-4cd3-b4da-c50ba13056e9 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:42.109242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.110084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'port_id': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'mac_address': 'fa:16:3e:e6:36:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:22:42.199887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.290764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2baa9-be89-43b3-ba20-de5efa54833f req-9ca34dfb-0b93-423c-9268-473a568eeda9 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:42.292412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67e2baa9-be89-43b3-ba20-de5efa54833f req-9ca34dfb-0b93-423c-9268-473a568eeda9 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.3106024 Dec 21 22:22:42.314666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ffcc99-eb04-467b-9b51-52ac7a1153d4']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:42.335501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:42.336835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:42.337171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb7139d-8e38-4a21-8e8a-185a0e3aedcf') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:42.341102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Usage tracker for resource:subnet and tenant:b93f567772da465782c6caf88b1ffd84 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:42.345384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9e8f754a-5bf9-48e0-8b49-b7b2bb080188,segment=NetworkSegment(17edffcb-0362-412f-913b-c92d3ebf890b),segment_id=17edffcb-0362-412f-913b-c92d3ebf890b)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:42.345782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.352944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:42.363836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:42.364865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.375705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67e2baa9-be89-43b3-ba20-de5efa54833f req-d6638ed9-1edd-479d-acfd-bc932ba6bea5 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719547 Dec 21 22:22:42.388906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.412782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42370) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.433827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] Deleting port ce614a6b-7011-4cd3-b4da-c50ba13056e9 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:42.434291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.475816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2046b7c2-131c-4d56-8efd-e8cd61e36dde {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:22:42.493134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:42.503920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:42.525754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Made reservation on behalf of b93f567772da465782c6caf88b1ffd84 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:22:42.531976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.535618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-05a7e05a-eb1c-4883-af75-6b9da94a5f9c None None] The port 'ce614a6b-7011-4cd3-b4da-c50ba13056e9' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:22:42.549424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.549572 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-81e260ac-cfd8-487d-963a-4455a1fc7cad tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/floatingips/8ae302f7-b84c-453d-a8f8-501c2ca491fc HTTP/1.1" status: 200 len: 992 time: 0.1355228 Dec 21 22:22:42.559527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.572610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:22:42.572854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:42.591293 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:42.677550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf89a4-bb5b-44d7-8737-79912da04fa6 None None] DHCP port deletion for b0bb32bf-f99b-4c44-882f-158a5b6e06ca request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:22:42.686170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2daf89a4-bb5b-44d7-8737-79912da04fa6 None None] Deleting port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:42.686587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2daf89a4-bb5b-44d7-8737-79912da04fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.745769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.768896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2daf89a4-bb5b-44d7-8737-79912da04fa6 None None] The port '9e8f754a-5bf9-48e0-8b49-b7b2bb080188' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:22:42.770890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.771021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:42.773957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=a7ffcc99-eb04-467b-9b51-52ac7a1153d4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:42.782308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:42.818395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['2046b7c2-131c-4d56-8efd-e8cd61e36dde'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:22:42.848089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=9e8f754a-5bf9-48e0-8b49-b7b2bb080188,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:42.861046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No DVR routers for this DVR port 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:42.921166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3510e0c7-446b-4881-bdff-577979549d4b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/a7ffcc99-eb04-467b-9b51-52ac7a1153d4 HTTP/1.1" status: 204 len: 168 time: 2.2599518 Dec 21 22:22:42.921814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42380) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.993350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.015818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.022650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2046b7c2-131c-4d56-8efd-e8cd61e36dde no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:43.041831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42384) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.047732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bb32bf-f99b-4c44-882f-158a5b6e06ca']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:43.086950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17edffcb-0362-412f-913b-c92d3ebf890b') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:43.087317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17edffcb-0362-412f-913b-c92d3ebf890b') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:43.098924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Network c34e2128-ee80-4133-b2cc-972e029e8a50 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:22:43.104837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:22:43.111617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:43.112262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.128390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.129444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2913cc-16bf-491a-ba4e-319f3a916179 None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:43.143537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Subnet': ['ID=536e4059-994d-4f8d-8fb9-8c3a4178b913,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:43.165786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.177847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:22:43.178212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:43.196484 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:43.258992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port dcbc57c2-27d5-433e-8b8f-5f318774c375 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:43.259373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.293955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3241fd1e-92c5-405c-a1db-d23ee0c31d5f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3812590 Dec 21 22:22:43.305861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8a3b6a1e-f897-4416-860d-c4fc66ee1e40 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-232470554', 'prefixes': ['172.20.0.0/16']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:43.311349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42390) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.319662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8a3b6a1e-f897-4416-860d-c4fc66ee1e40 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:43.327639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-981420004', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '536e4059-994d-4f8d-8fb9-8c3a4178b913'}], 'security_groups': ['fa25b038-9ce9-4166-b6f0-e93a46df4643', 'a9ca2961-8b2f-4404-ba38-0198c22d6385']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:43.375963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.397924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2046b7c2-131c-4d56-8efd-e8cd61e36dde {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:22:43.414789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:43.475772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.548234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.564711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:43.571956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.583220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=b0bb32bf-f99b-4c44-882f-158a5b6e06ca,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:43.585787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.589858 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0d5cbf8e-7822-4f9a-97bd-e870725294bd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/b0bb32bf-f99b-4c44-882f-158a5b6e06ca HTTP/1.1" status: 204 len: 168 time: 2.0851049 Dec 21 22:22:43.590537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42394) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.636430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:43.636819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9e8f754a-5bf9-48e0-8b49-b7b2bb080188 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:43.645923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:43.679327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.679702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.785267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fecb4c-8fd6-4565-93b0-bda8e20bea7f None None] Update dhcp port {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'fixed_ips': [{'subnet_id': '98ebdac2-47db-4249-bafb-6c4ff6de6c32', 'ip_address': '172.20.0.18'}, {'subnet_id': '4f613592-42e5-46ee-9b40-ec464e4a4610', 'ip_address': '172.20.0.2'}, {'subnet_id': '536e4059-994d-4f8d-8fb9-8c3a4178b913'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '18c716c2-8bb7-47a7-a400-acc6e11ef163'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:22:43.827558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for dcbc57c2-27d5-433e-8b8f-5f318774c375 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:43.844789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19fecb4c-8fd6-4565-93b0-bda8e20bea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:43.964367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.087773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-19fecb4c-8fd6-4565-93b0-bda8e20bea7f None None] Allocated IP 172.20.0.34 (c34e2128-ee80-4133-b2cc-972e029e8a50/536e4059-994d-4f8d-8fb9-8c3a4178b913/18c716c2-8bb7-47a7-a400-acc6e11ef163) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:44.252990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-19fecb4c-8fd6-4565-93b0-bda8e20bea7f None None] For port 18c716c2-8bb7-47a7-a400-acc6e11ef163, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18c716c2-8bb7-47a7-a400-acc6e11ef163,segment=NetworkSegment(633bcf9d-3484-4370-9eea-95a60e5e4abb),segment_id=633bcf9d-3484-4370-9eea-95a60e5e4abb)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:44.282765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19fecb4c-8fd6-4565-93b0-bda8e20bea7f None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.303289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-19fecb4c-8fd6-4565-93b0-bda8e20bea7f None None] Transition to ACTIVE for port object 18c716c2-8bb7-47a7-a400-acc6e11ef163 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:44.334034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a3b6a1e-f897-4416-860d-c4fc66ee1e40 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] Notify callbacks [] for subnetpool, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.335352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8a3b6a1e-f897-4416-860d-c4fc66ee1e40 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2925317 Dec 21 22:22:44.339442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42398) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:44.353499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19fecb4c-8fd6-4565-93b0-bda8e20bea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.384450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9acb52de-e447-4e3f-9b80-e1a4ba55847b tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] 10.222.0.30 "GET /v2.0/subnetpools/2144b927-20cb-4b82-9bf6-15c191017b38 HTTP/1.1" status: 200 len: 731 time: 0.0414555 Dec 21 22:22:44.404242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42402) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:44.422909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-04054849-8cc8-4ae4-a09a-ff448c548b42 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-901614011'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:44.548739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fecb4c-8fd6-4565-93b0-bda8e20bea7f None None] Pushing event updated for resources: {'Port': ['ID=18c716c2-8bb7-47a7-a400-acc6e11ef163,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:44.576053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.660851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:44.661202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.682976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=dcbc57c2-27d5-433e-8b8f-5f318774c375,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:44.797876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Delete allocated IP 172.20.0.5 (c34e2128-ee80-4133-b2cc-972e029e8a50/4f613592-42e5-46ee-9b40-ec464e4a4610) {{(pid=88995) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 21 22:22:44.813042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Allocated IP 172.20.0.43 (c34e2128-ee80-4133-b2cc-972e029e8a50/536e4059-994d-4f8d-8fb9-8c3a4178b913/ef883aac-0f62-418f-95a4-93c6aad7a4b4) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:22:44.825767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.876398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 3f1b5314-fa0c-4c75-8dfa-68e7d6006207, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,segment=NetworkSegment(3a1e27cf-693c-4f09-a763-ca0234ab2f55),segment_id=3a1e27cf-693c-4f09-a763-ca0234ab2f55)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:44.876703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.925065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04054849-8cc8-4ae4-a09a-ff448c548b42 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] Notify callbacks [] for subnetpool, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:44.929732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-04054849-8cc8-4ae4-a09a-ff448c548b42 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] 10.222.0.30 "PUT /v2.0/subnetpools/2144b927-20cb-4b82-9bf6-15c191017b38 HTTP/1.1" status: 200 len: 683 time: 0.5188491 Dec 21 22:22:44.935936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42406) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:45.023362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:45.039316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2046b7c2-131c-4d56-8efd-e8cd61e36dde up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:45.137299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 2046b7c2-131c-4d56-8efd-e8cd61e36dde triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:45.138075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.279416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.286340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.352015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.357835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:45.357835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:22:45.375841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Port': ['ID=3f1b5314-fa0c-4c75-8dfa-68e7d6006207,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:45.391997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e5a90982-41bc-404e-847a-cb1f01ab9a27 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] Notify callbacks [] for subnetpool, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.393259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e5a90982-41bc-404e-847a-cb1f01ab9a27 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] 10.222.0.30 "DELETE /v2.0/subnetpools/2144b927-20cb-4b82-9bf6-15c191017b38 HTTP/1.1" status: 204 len: 168 time: 0.4537339 Dec 21 22:22:45.401739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42412) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:45.402839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.421526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Transition to ACTIVE for port object ef883aac-0f62-418f-95a4-93c6aad7a4b4 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:22:45.456099 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'code': 200} Dec 21 22:22:45.492793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.534261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:45.574277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Provisioning for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:45.580208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:45.580774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.586378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-460364c4-8dca-4e89-a99d-c94762ca30f4 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] show failed (client error): The resource could not be found. Dec 21 22:22:45.590387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-460364c4-8dca-4e89-a99d-c94762ca30f4 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] 10.222.0.30 "GET /v2.0/subnetpools/2144b927-20cb-4b82-9bf6-15c191017b38 HTTP/1.1" status: 404 len: 346 time: 0.1840968 Dec 21 22:22:45.596251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event updated for resources: {'Port': ['ID=ef883aac-0f62-418f-95a4-93c6aad7a4b4,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:45.600636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42416) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:45.655687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.721234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18c716c2-8bb7-47a7-a400-acc6e11ef163 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:22:45.721478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-4b0f284b-649f-42d7-8822-a13e0e61a8b9 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] delete failed (client error): The resource could not be found. Dec 21 22:22:45.723337 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4b0f284b-649f-42d7-8822-a13e0e61a8b9 tempest-SubnetPoolsTestJSON-1376168351 tempest-SubnetPoolsTestJSON-1376168351-project] 10.222.0.30 "DELETE /v2.0/subnetpools/2144b927-20cb-4b82-9bf6-15c191017b38 HTTP/1.1" status: 404 len: 346 time: 0.1208055 Dec 21 22:22:45.844517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:45.845068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.880257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] In _notify_port_updated(), no bound segment for port ef883aac-0f62-418f-95a4-93c6aad7a4b4 on network c34e2128-ee80-4133-b2cc-972e029e8a50 {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:22:45.885613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:45.886296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:45.890938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a2eadc1a-93c6-4dc7-ad11-93493b1b46df tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "PUT /v2.0/ports/ef883aac-0f62-418f-95a4-93c6aad7a4b4 HTTP/1.1" status: 200 len: 959 time: 2.5738981 Dec 21 22:22:45.893745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42422) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:45.914562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Provisioning for port ef883aac-0f62-418f-95a4-93c6aad7a4b4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:22:45.920016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Provisioning complete for port ef883aac-0f62-418f-95a4-93c6aad7a4b4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:45.920477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:46.000118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2f76c357-19fc-41e7-8f4e-b6457a61f7fd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port ef883aac-0f62-418f-95a4-93c6aad7a4b4 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:46.000594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f76c357-19fc-41e7-8f4e-b6457a61f7fd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:46.057901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router e550d334-7cf2-4478-9afe-895e87939374 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:46.226418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Port ef883aac-0f62-418f-95a4-93c6aad7a4b4 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:46.227959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:46.257736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Provisioning complete for port fa89387b-8a13-4c41-841b-db11762d84a1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:46.258202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:46.318303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42428) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:46.345156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-307d15da-7998-47c8-81f7-d746ca6bf4f7 None None] Port fa89387b-8a13-4c41-841b-db11762d84a1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:46.529079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:46.551102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f76c357-19fc-41e7-8f4e-b6457a61f7fd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:46.573440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-64d802ed-245b-43c2-9aa1-0e8c294091c2 None None] Provisioning complete for port ef883aac-0f62-418f-95a4-93c6aad7a4b4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:46.573952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-64d802ed-245b-43c2-9aa1-0e8c294091c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:46.635885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-64d802ed-245b-43c2-9aa1-0e8c294091c2 None None] Port ef883aac-0f62-418f-95a4-93c6aad7a4b4 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:46.651139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:46.662676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:46.667894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c7457aa5-887d-43f5-b92b-d6f062469539 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0761988 Dec 21 22:22:46.671228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42434) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:46.683943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:46.684785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:46.829253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:46.894183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-072f24f0-b4fe-42b9-898f-7176920dfa61 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting subnet 1ef631a3-75e2-4405-b752-39ff62ed8e6b {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:46.898247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-072f24f0-b4fe-42b9-898f-7176920dfa61 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:46.930606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2f76c357-19fc-41e7-8f4e-b6457a61f7fd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for ef883aac-0f62-418f-95a4-93c6aad7a4b4 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:46.946635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:45Z', 'revision_number': 11, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:46.951251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:46.957261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-072f24f0-b4fe-42b9-898f-7176920dfa61 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:46.965007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:46.965429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:46.996495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:47.009921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] Usage tracker for resource:security_group_rule and tenant:8701ef562c304207bbdc075b26dc7066 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:47.018207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:47.029654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:47.031891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:47.060757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.072653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-072f24f0-b4fe-42b9-898f-7176920dfa61 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.092700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] Sync routers for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:47.110298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:47.111136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:47.124666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:47.203022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-072f24f0-b4fe-42b9-898f-7176920dfa61 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.251713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a285ecc9-d6de-4707-aef7-6beb3cb713e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3 HTTP/1.1" status: 204 len: 168 time: 4.3288107 Dec 21 22:22:47.251951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:45Z', 'revision_number': 11, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:47.260987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:22:47.271786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db53866-17d2-4e98-80b5-7e268ee82c52 None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:45Z', 'revision_number': 11, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:47.281334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-072f24f0-b4fe-42b9-898f-7176920dfa61 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.287934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b720d4-6b2f-4ade-b640-55e7824250dd None None] Network fbe9c640-9158-4761-84d9-59d26a2c9bd5 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:47.302581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f24f0-b4fe-42b9-898f-7176920dfa61 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef631a3-75e2-4405-b752-39ff62ed8e6b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:47.316424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42442) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:47.317520 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-072f24f0-b4fe-42b9-898f-7176920dfa61 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/1ef631a3-75e2-4405-b752-39ff62ed8e6b HTTP/1.1" status: 204 len: 168 time: 0.6450849 Dec 21 22:22:47.357101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.358176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f76c357-19fc-41e7-8f4e-b6457a61f7fd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.421988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'status': 'completed', 'code': 200} Dec 21 22:22:47.555314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:47.560873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:47.579673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76c357-19fc-41e7-8f4e-b6457a61f7fd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=ef883aac-0f62-418f-95a4-93c6aad7a4b4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:47.582903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.599283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:47.599689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3f1b5314-fa0c-4c75-8dfa-68e7d6006207 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:47.658689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8701ef562c304207bbdc075b26dc7066&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3374512 Dec 21 22:22:47.660939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42446) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:47.687603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.739190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] DHCP port deletion for fbe9c640-9158-4761-84d9-59d26a2c9bd5 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:22:47.743693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] Deleting port 74413483-9972-490d-835a-47331d460ab2 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:47.744118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.763774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c808bfa4-596d-4a12-b959-c1c3ee57f909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.792259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7c47d-4df6-4eb4-a2b8-70deb259a585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afda73e9-d0d7-437f-b55b-be12fb012078,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:47.810099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c808bfa4-596d-4a12-b959-c1c3ee57f909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.884563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c808bfa4-596d-4a12-b959-c1c3ee57f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.895587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 74413483-9972-490d-835a-47331d460ab2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:47.896114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.926795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c808bfa4-596d-4a12-b959-c1c3ee57f909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:47.928304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c808bfa4-596d-4a12-b959-c1c3ee57f909 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afda73e9-d0d7-437f-b55b-be12fb012078 HTTP/1.1" status: 204 len: 168 time: 0.2660925 Dec 21 22:22:47.929284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808bfa4-596d-4a12-b959-c1c3ee57f909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afda73e9-d0d7-437f-b55b-be12fb012078,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:48.109691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:30Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:48.115707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] Checking router: e550d334-7cf2-4478-9afe-895e87939374 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:48.132265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:48.133317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:48.199331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] For port 74413483-9972-490d-835a-47331d460ab2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=74413483-9972-490d-835a-47331d460ab2,segment=NetworkSegment(3a1e27cf-693c-4f09-a763-ca0234ab2f55),segment_id=3a1e27cf-693c-4f09-a763-ca0234ab2f55)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:48.199771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:48.221468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] For port 74413483-9972-490d-835a-47331d460ab2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=74413483-9972-490d-835a-47331d460ab2,segment=NetworkSegment(3a1e27cf-693c-4f09-a763-ca0234ab2f55),segment_id=3a1e27cf-693c-4f09-a763-ca0234ab2f55)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:48.221879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:48.370169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] Calling delete_port for 74413483-9972-490d-835a-47331d460ab2 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:48.377985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:48.386177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Calling delete_port for 74413483-9972-490d-835a-47331d460ab2 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:48.469510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-e54d6a29-59e1-4f0e-aac8-8488c973d256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 1099 time: 0.8977027 Dec 21 22:22:48.470599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f76c357-19fc-41e7-8f4e-b6457a61f7fd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:48.493819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:48.544839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] Pushing event deleted for resources: {'Port': ['ID=74413483-9972-490d-835a-47331d460ab2,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:48.557263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dc1d3-7b2b-4b07-bc41-2449693b09fb None None] No DVR routers for this DVR port 74413483-9972-490d-835a-47331d460ab2 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:48.572292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88995) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:48.572761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:22:48.634039 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2f76c357-19fc-41e7-8f4e-b6457a61f7fd tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/ef883aac-0f62-418f-95a4-93c6aad7a4b4 HTTP/1.1" status: 204 len: 168 time: 2.7375045 Dec 21 22:22:48.636534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42454) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:48.648697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299986b7-ad7e-48b1-a3c0-4663e05b7d65 req-0edee08e-c6c1-4978-8993-0ccddb951f27 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:48.649526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-299986b7-ad7e-48b1-a3c0-4663e05b7d65 req-0edee08e-c6c1-4978-8993-0ccddb951f27 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:48.686584 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9584ae-4efb-4a3b-b54e-f1f502120c25 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] GET failed (client error): The resource could not be found. Dec 21 22:22:48.687239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-de9584ae-4efb-4a3b-b54e-f1f502120c25 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:48.689635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-8b2d1f8a-6517-4457-8fc2-7d4c218c05df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:48.697048 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-8b2d1f8a-6517-4457-8fc2-7d4c218c05df service neutron] 10.222.0.46 "GET /v2.0/networks?id=5f41cb78-e7e9-46d8-b355-294f6f020eff HTTP/1.1" status: 200 len: 898 time: 0.2098801 Dec 21 22:22:48.742201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:30Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:48.746490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66acfeeb-0230-4739-a55d-3f14fbe65f6f None None] The sync data for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv is: [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:30Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'bfb7b06a-5714-45b0-ae49-918b1632ea2c', 'name': '', 'network_id': '5f41cb78-e7e9-46d8-b355-294f6f020eff', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:36:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:48Z', 'updated_at': '2021-12-21T22:20:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f7022517-855b-411d-8a44-b36b917a9b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:48.756992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-de9584ae-4efb-4a3b-b54e-f1f502120c25 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:48.759833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-299986b7-ad7e-48b1-a3c0-4663e05b7d65 req-0edee08e-c6c1-4978-8993-0ccddb951f27 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:48.760381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de9584ae-4efb-4a3b-b54e-f1f502120c25 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports/ef883aac-0f62-418f-95a4-93c6aad7a4b4 HTTP/1.1" status: 404 len: 333 time: 0.1220164 Dec 21 22:22:48.761002 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-299986b7-ad7e-48b1-a3c0-4663e05b7d65 req-0edee08e-c6c1-4978-8993-0ccddb951f27 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 946 time: 0.8170321 Dec 21 22:22:48.761551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42458) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:48.787161 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-638d5332-a641-4bff-b4fa-d4fd4b39b55f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3 HTTP/1.1" status: 200 len: 217 time: 0.0873420 Dec 21 22:22:48.839642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98218859-6d63-42b6-a2ac-61d1e9529e59 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:48.874999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98218859-6d63-42b6-a2ac-61d1e9529e59 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:48.882252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-299986b7-ad7e-48b1-a3c0-4663e05b7d65 req-0c065745-715a-4068-8fee-92825176db1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:48.892926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-70419531-7293-4000-b1bc-2c0586bba96c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:48.895889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-70419531-7293-4000-b1bc-2c0586bba96c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7022517-855b-411d-8a44-b36b917a9b91 HTTP/1.1" status: 200 len: 835 time: 0.0996058 Dec 21 22:22:48.958438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-299986b7-ad7e-48b1-a3c0-4663e05b7d65 req-0c065745-715a-4068-8fee-92825176db1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:48.959696 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-299986b7-ad7e-48b1-a3c0-4663e05b7d65 req-0c065745-715a-4068-8fee-92825176db1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904464 Dec 21 22:22:48.994415 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-a984ec9c-b65d-40ea-b7f6-3fb4d678c084 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5f41cb78-e7e9-46d8-b355-294f6f020eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823724 Dec 21 22:22:49.003466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98218859-6d63-42b6-a2ac-61d1e9529e59 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.006841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-49315f1b-da29-4f7e-873e-0deb9b62c220 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:22:49.007942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-49315f1b-da29-4f7e-873e-0deb9b62c220 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0062432 Dec 21 22:22:49.021606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98218859-6d63-42b6-a2ac-61d1e9529e59 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ae6ae5-7899-4872-acec-03ed4bebf314,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:49.028807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98218859-6d63-42b6-a2ac-61d1e9529e59 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.031980 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-98218859-6d63-42b6-a2ac-61d1e9529e59 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/security-groups/b3ae6ae5-7899-4872-acec-03ed4bebf314 HTTP/1.1" status: 204 len: 168 time: 0.2673304 Dec 21 22:22:49.033067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42462) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.081179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Deleting port 74413483-9972-490d-835a-47331d460ab2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:49.081609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.120484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60ec03df-2b64-4662-95c1-b17a68090be5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.157676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60ec03df-2b64-4662-95c1-b17a68090be5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.204831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] The port '74413483-9972-490d-835a-47331d460ab2' was deleted {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:22:49.257504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60ec03df-2b64-4662-95c1-b17a68090be5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.271219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b8b7e-9d1f-4939-9b4e-2db69552362d None None] New status for floating IP 3c5dc91c-9a8b-4e9d-a86c-3eb46fa2a7b3: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:22:49.273920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec03df-2b64-4662-95c1-b17a68090be5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ca2961-8b2f-4404-ba38-0198c22d6385,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:49.279526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60ec03df-2b64-4662-95c1-b17a68090be5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.281094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60ec03df-2b64-4662-95c1-b17a68090be5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9ca2961-8b2f-4404-ba38-0198c22d6385 HTTP/1.1" status: 204 len: 168 time: 0.2468543 Dec 21 22:22:49.283736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42466) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.362525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5360c518-de6f-43bd-92a3-9997be267119 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.394946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5360c518-de6f-43bd-92a3-9997be267119 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.454751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.474278 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-f0eca3e0-ad99-48ba-b7d6-6672c488ce7d service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597881 Dec 21 22:22:49.479016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5360c518-de6f-43bd-92a3-9997be267119 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.494244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-747151fa-3040-4878-b444-1bce18f879a7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:49.496034 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-747151fa-3040-4878-b444-1bce18f879a7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 946 time: 0.3761725 Dec 21 22:22:49.503176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360c518-de6f-43bd-92a3-9997be267119 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25b038-9ce9-4166-b6f0-e93a46df4643,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:49.509066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5360c518-de6f-43bd-92a3-9997be267119 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.512611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5360c518-de6f-43bd-92a3-9997be267119 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/security-groups/fa25b038-9ce9-4166-b6f0-e93a46df4643 HTTP/1.1" status: 204 len: 168 time: 0.2245002 Dec 21 22:22:49.513204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42470) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.557262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe9c640-9158-4761-84d9-59d26a2c9bd5']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:49.566082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 74413483-9972-490d-835a-47331d460ab2 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:49.594428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1e27cf-693c-4f09-a763-ca0234ab2f55') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:49.594676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1e27cf-693c-4f09-a763-ca0234ab2f55') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:49.605832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 74413483-9972-490d-835a-47331d460ab2 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:49.606226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 74413483-9972-490d-835a-47331d460ab2 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:49.614463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.710604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.729744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port bdbf26d7-16e2-4e58-a64b-aba7636397a3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:49.730134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.741186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-685e7f75-e0b3-47be-9fd1-36ebea46a8d5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet 4f613592-42e5-46ee-9b40-ec464e4a4610 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:49.744296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-685e7f75-e0b3-47be-9fd1-36ebea46a8d5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.762551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:22:49.762936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:49.782000 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:49.808019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-685e7f75-e0b3-47be-9fd1-36ebea46a8d5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.888228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dff2a3f2-57e0-4a06-a53d-fe29fee0a5f2 req-a113500e-4352-4a43-b2a4-1df3661bb2af service neutron] 10.222.0.46 "GET /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007742 Dec 21 22:22:49.901537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-685e7f75-e0b3-47be-9fd1-36ebea46a8d5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:49.940522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.032502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-685e7f75-e0b3-47be-9fd1-36ebea46a8d5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.082011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e7f75-e0b3-47be-9fd1-36ebea46a8d5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=4f613592-42e5-46ee-9b40-ec464e4a4610,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:50.088377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-685e7f75-e0b3-47be-9fd1-36ebea46a8d5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.096862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c2234e-2bf9-4740-a8f2-9621213af389 None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:50.101749 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-685e7f75-e0b3-47be-9fd1-36ebea46a8d5 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/4f613592-42e5-46ee-9b40-ec464e4a4610 HTTP/1.1" status: 204 len: 168 time: 0.5870829 Dec 21 22:22:50.102333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42476) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:50.190089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-de12870d-ea8f-4ae3-9e54-f80731f23782 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet 536e4059-994d-4f8d-8fb9-8c3a4178b913 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:50.195227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de12870d-ea8f-4ae3-9e54-f80731f23782 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.240242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.261588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de12870d-ea8f-4ae3-9e54-f80731f23782 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.308785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Pushing event deleted for resources: {'Network': ['ID=fbe9c640-9158-4761-84d9-59d26a2c9bd5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:50.322872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f916c8e7-d9f2-450a-a82f-4da14eec8cb4 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/networks/fbe9c640-9158-4761-84d9-59d26a2c9bd5 HTTP/1.1" status: 204 len: 168 time: 3.0055418 Dec 21 22:22:50.327957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42480) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:50.342490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'routes': None}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:50.473716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8efe60-2eb1-4cd8-8718-54c1120051e6 req-3f92c72d-a961-4b65-8cb5-153c537c5982 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:50.475363 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b8efe60-2eb1-4cd8-8718-54c1120051e6 req-3f92c72d-a961-4b65-8cb5-153c537c5982 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 946 time: 0.2550874 Dec 21 22:22:50.498915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de12870d-ea8f-4ae3-9e54-f80731f23782 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.518546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port bdbf26d7-16e2-4e58-a64b-aba7636397a3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bdbf26d7-16e2-4e58-a64b-aba7636397a3,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:50.520044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.668181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for bdbf26d7-16e2-4e58-a64b-aba7636397a3 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:50.718684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b8efe60-2eb1-4cd8-8718-54c1120051e6 req-a567aed1-4216-4a81-9c80-9d6a4a7fe4d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae849879-da20-453d-96c4-80265de10e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295823 Dec 21 22:22:50.746040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Added routes are [] {{(pid=88994) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:22:50.746375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.extraroute_db [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Removed routes are [] {{(pid=88994) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:22:50.747006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.886532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de12870d-ea8f-4ae3-9e54-f80731f23782 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.889566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:50.940872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12870d-ea8f-4ae3-9e54-f80731f23782 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=536e4059-994d-4f8d-8fb9-8c3a4178b913,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:50.950185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=bdbf26d7-16e2-4e58-a64b-aba7636397a3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:51.010171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de12870d-ea8f-4ae3-9e54-f80731f23782 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.033682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de12870d-ea8f-4ae3-9e54-f80731f23782 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/536e4059-994d-4f8d-8fb9-8c3a4178b913 HTTP/1.1" status: 204 len: 168 time: 0.9264975 Dec 21 22:22:51.035599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42484) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:51.036873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port bdbf26d7-16e2-4e58-a64b-aba7636397a3 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:51.041091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.044648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'name': 'network-vif-deleted', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:22:51.100634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77ee86a-6da9-45b2-8ca3-1ad32f53d520 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:51.101489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77ee86a-6da9-45b2-8ca3-1ad32f53d520 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:51.110093 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c77ee86a-6da9-45b2-8ca3-1ad32f53d520 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/4f613592-42e5-46ee-9b40-ec464e4a4610 HTTP/1.1" status: 404 len: 337 time: 0.0708106 Dec 21 22:22:51.116782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42490) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:51.143011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.147262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.174235 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfa8afb-2204-40ac-b7d2-d6320f9c23c2', 'name': 'network-vif-deleted', 'tag': 'bdbf26d7-16e2-4e58-a64b-aba7636397a3', 'status': 'completed', 'code': 200} Dec 21 22:22:51.178776 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-961ef7e0-0ce5-479d-96e2-09d3cde131dc req-a741941a-6910-4272-8206-ffa09cb47365 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/bdbf26d7-16e2-4e58-a64b-aba7636397a3 HTTP/1.1" status: 204 len: 173 time: 1.6564207 Dec 21 22:22:51.291222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f72889-137b-4cfe-ad89-a4fac4e5a93c None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:51.323330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router e5b2632a-b780-4bd9-920c-5101825fa644 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:51.361359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb4e396-bf87-48a4-8c48-9ef8cf5bccec tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting subnet 98ebdac2-47db-4249-bafb-6c4ff6de6c32 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:51.415188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6587e30f-e808-44d8-a8c2-c6e2725106ac None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:51.415889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6587e30f-e808-44d8-a8c2-c6e2725106ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.416616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-edb4e396-bf87-48a4-8c48-9ef8cf5bccec tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.497771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-edb4e396-bf87-48a4-8c48-9ef8cf5bccec tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.535661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:51.549916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.549916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-245dc06b-f3f5-400d-a4f2-fd14faefc5e1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 200 len: 701 time: 1.2148449 Dec 21 22:22:51.549916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42494) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:51.550361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] Sync routers for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:51.579652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:51.583829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:51.605491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fdab6fb-add8-413d-a7d6-6a6ef018b746 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:51.615817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-edb4e396-bf87-48a4-8c48-9ef8cf5bccec tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.652807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6587e30f-e808-44d8-a8c2-c6e2725106ac None None] Provisioning complete for port fa89387b-8a13-4c41-841b-db11762d84a1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:51.653230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6587e30f-e808-44d8-a8c2-c6e2725106ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.683002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fdab6fb-add8-413d-a7d6-6a6ef018b746 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:51.688487 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3fdab6fb-add8-413d-a7d6-6a6ef018b746 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 200 len: 205 time: 0.1399436 Dec 21 22:22:51.694521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42498) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:51.715821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6587e30f-e808-44d8-a8c2-c6e2725106ac None None] Port fa89387b-8a13-4c41-841b-db11762d84a1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:51.729654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-edb4e396-bf87-48a4-8c48-9ef8cf5bccec tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.773885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:51.887856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4e396-bf87-48a4-8c48-9ef8cf5bccec tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Subnet': ['ID=98ebdac2-47db-4249-bafb-6c4ff6de6c32,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:51.899299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-edb4e396-bf87-48a4-8c48-9ef8cf5bccec tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:51.914524 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-edb4e396-bf87-48a4-8c48-9ef8cf5bccec tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/98ebdac2-47db-4249-bafb-6c4ff6de6c32 HTTP/1.1" status: 204 len: 168 time: 0.8004551 Dec 21 22:22:51.919418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42506) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:51.945745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:45Z', 'revision_number': 11, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:51.951665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] Checking router: e5b2632a-b780-4bd9-920c-5101825fa644 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:51.966690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] Routers {'e5b2632a-b780-4bd9-920c-5101825fa644'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:51.967361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e5b2632a-b780-4bd9-920c-5101825fa644'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:51.991299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a15c-3a35-4c26-bfa7-46693a835a13 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.010910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be078958-5390-4da1-89b5-439ca71b4492 None None] Update dhcp port {'port': {'network_id': 'c34e2128-ee80-4133-b2cc-972e029e8a50', 'fixed_ips': [{'subnet_id': '98ebdac2-47db-4249-bafb-6c4ff6de6c32'}], 'binding:host_id': 'dv-neutron-822521-1-hyperv'}, 'id': '18c716c2-8bb7-47a7-a400-acc6e11ef163'} from dv-neutron-822521-1-hyperv. {{(pid=88996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 21 22:22:52.038092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a86164b-753d-49f1-9293-003d5b840899 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.038932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a86164b-753d-49f1-9293-003d5b840899 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.041157 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0a86164b-753d-49f1-9293-003d5b840899 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/0201bf64-cde2-4907-9304-48c0889cc63d HTTP/1.1" status: 404 len: 337 time: 0.1204102 Dec 21 22:22:52.047078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42510) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.053212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-9b7c0183-f44e-4b8d-95b1-ca5d4b471cdc req-acbf0293-3d43-4707-911f-6722bf51b25f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:52.118563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5747d8a1-9af3-4036-a2a6-4c91ca88bfda tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Synchronizing usage tracker for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:52.142531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be078958-5390-4da1-89b5-439ca71b4492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.146129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5747d8a1-9af3-4036-a2a6-4c91ca88bfda tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Unset dirty status for tenant:b93f567772da465782c6caf88b1ffd84 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:52.147655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5747d8a1-9af3-4036-a2a6-4c91ca88bfda tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0163a33-9336-4af4-afec-5f65c90ba574 HTTP/1.1" status: 200 len: 205 time: 0.0892482 Dec 21 22:22:52.150362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42514) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.213659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] Set router e5b2632a-b780-4bd9-920c-5101825fa644 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:52.251113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-9b7c0183-f44e-4b8d-95b1-ca5d4b471cdc req-acbf0293-3d43-4707-911f-6722bf51b25f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:52.252480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9b7c0183-f44e-4b8d-95b1-ca5d4b471cdc req-acbf0293-3d43-4707-911f-6722bf51b25f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfa8afb-2204-40ac-b7d2-d6320f9c23c2 HTTP/1.1" status: 200 len: 210 time: 0.2599497 Dec 21 22:22:52.260625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-d8567c76-6d5d-4e30-a303-873602ba3f90 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] delete failed (client error): The resource could not be found. Dec 21 22:22:52.261715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d8567c76-6d5d-4e30-a303-873602ba3f90 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/routers/e0163a33-9336-4af4-afec-5f65c90ba574 HTTP/1.1" status: 404 len: 336 time: 0.1101530 Dec 21 22:22:52.264466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42518) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.326772 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4ec254-7b95-4060-b615-9478473f945c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.342449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4ec254-7b95-4060-b615-9478473f945c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.342449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb4ec254-7b95-4060-b615-9478473f945c tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/f9354658-acac-4644-9b9a-9d1676d0b832 HTTP/1.1" status: 404 len: 337 time: 0.0705965 Dec 21 22:22:52.343450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42522) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.372969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:45Z', 'revision_number': 11, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:52.379313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a513038-e640-45f8-8cdc-4401c2e4c35b None None] The sync data for ids ['e5b2632a-b780-4bd9-920c-5101825fa644'] in dv-neutron-822521-1-hyperv is: [{'id': 'e5b2632a-b780-4bd9-920c-5101825fa644', 'name': 'tempest-RoutersTest-router-1779233539', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:39Z', 'updated_at': '2021-12-21T22:22:45Z', 'revision_number': 11, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:52.402570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c45606-f7d2-4e5b-adc0-47f12a56ed54 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.402570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c45606-f7d2-4e5b-adc0-47f12a56ed54 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.402570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-05c45606-f7d2-4e5b-adc0-47f12a56ed54 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/121d333e-61b9-46b4-9dd3-db501ff19a98 HTTP/1.1" status: 404 len: 337 time: 0.0531187 Dec 21 22:22:52.403746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42526) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.465186 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-25988ca2-298a-4ec3-afa9-0c6265aa04e4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.472521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25988ca2-298a-4ec3-afa9-0c6265aa04e4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.478279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-25988ca2-298a-4ec3-afa9-0c6265aa04e4 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/07b4780b-e7ed-4917-b2a3-4f1ea570efe6 HTTP/1.1" status: 404 len: 337 time: 0.0703042 Dec 21 22:22:52.478418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42532) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.533157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687e991-b18e-4cec-a1b9-3c3be32e6499 None None] Network c34e2128-ee80-4133-b2cc-972e029e8a50 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:22:52.541894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ba5286-4e8c-4e83-a5b4-cbb2bf4b2e6f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.542605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ba5286-4e8c-4e83-a5b4-cbb2bf4b2e6f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.546957 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-89ba5286-4e8c-4e83-a5b4-cbb2bf4b2e6f tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/e0c15f1e-628a-466e-b433-4a1c3fb8a855 HTTP/1.1" status: 404 len: 333 time: 0.0649529 Dec 21 22:22:52.550655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42536) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.598393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4ba58e49-e7ad-4f73-a923-8b06da3889e1 None None] Provisioning complete for port 18c716c2-8bb7-47a7-a400-acc6e11ef163 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:52.598393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ba58e49-e7ad-4f73-a923-8b06da3889e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.645819 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7146f492-dd5d-4ea3-8485-79bd88a9b9c2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.646489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7146f492-dd5d-4ea3-8485-79bd88a9b9c2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.652202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7146f492-dd5d-4ea3-8485-79bd88a9b9c2 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/08eb003f-7b9e-49fe-89e3-8d3d69e246fa HTTP/1.1" status: 404 len: 337 time: 0.0999966 Dec 21 22:22:52.653401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42540) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.712537 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0ff050-ecff-4a7a-9ac3-f3e8673118d1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.713205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0ff050-ecff-4a7a-9ac3-f3e8673118d1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.718497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4b0ff050-ecff-4a7a-9ac3-f3e8673118d1 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/d73f32f5-7fe9-4c67-8789-e4d6102dab46 HTTP/1.1" status: 404 len: 337 time: 0.0579948 Dec 21 22:22:52.719161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42544) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.787619 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae079b7-f36f-48de-a147-ce1262be5597 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.788230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae079b7-f36f-48de-a147-ce1262be5597 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.793447 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ae079b7-f36f-48de-a147-ce1262be5597 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/96a3ac0b-ffa6-4674-850c-dca55f03f792 HTTP/1.1" status: 404 len: 333 time: 0.0685596 Dec 21 22:22:52.799611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42548) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.827856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a15c-3a35-4c26-bfa7-46693a835a13 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.833644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a15c-3a35-4c26-bfa7-46693a835a13 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.856650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f50b03-2b19-4378-8251-b4cf46a86424 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.857131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f50b03-2b19-4378-8251-b4cf46a86424 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.859140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e6f50b03-2b19-4378-8251-b4cf46a86424 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/f0375c41-acf2-4034-8d29-8087a0c3319c HTTP/1.1" status: 404 len: 337 time: 0.0638936 Dec 21 22:22:52.862255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42552) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.868833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a87ce-0d82-4001-b9e9-a07e6473b708 req-acce07a8-dc08-4d6a-9f14-f9bd009a1029 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:52.871170 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-271a87ce-0d82-4001-b9e9-a07e6473b708 req-acce07a8-dc08-4d6a-9f14-f9bd009a1029 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 945 time: 0.2698693 Dec 21 22:22:52.896877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4ba58e49-e7ad-4f73-a923-8b06da3889e1 None None] Provisioning complete for port fa89387b-8a13-4c41-841b-db11762d84a1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:22:52.897606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ba58e49-e7ad-4f73-a923-8b06da3889e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.905574 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d0e567-95e3-417d-86c9-b78d138df957 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:52.906141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d0e567-95e3-417d-86c9-b78d138df957 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:52.915621 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60d0e567-95e3-417d-86c9-b78d138df957 tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/subnets/7328ed19-ae4b-4800-982b-d6da1218989a HTTP/1.1" status: 404 len: 337 time: 0.0522215 Dec 21 22:22:52.917511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42556) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.917642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a15c-3a35-4c26-bfa7-46693a835a13 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.917642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c1a15c-3a35-4c26-bfa7-46693a835a13 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Fanout notify agent at l3_agent the message router_deleted on router e5b2632a-b780-4bd9-920c-5101825fa644 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:22:52.924046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a15c-3a35-4c26-bfa7-46693a835a13 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.930221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c8c1a15c-3a35-4c26-bfa7-46693a835a13 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 204 len: 168 time: 1.2343082 Dec 21 22:22:52.931117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42560) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.936877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-97392965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:52.937246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] DHCP port deletion for c34e2128-ee80-4133-b2cc-972e029e8a50 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:22:52.944266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:52.950175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Usage tracker for resource:router and tenant:76f181259fd443c3a66d4841561d3b42 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:52.951879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] Deleting port 18c716c2-8bb7-47a7-a400-acc6e11ef163 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:52.954491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:52.957294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:52.967410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:22:53.013065 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-271a87ce-0d82-4001-b9e9-a07e6473b708 req-aba08977-5b16-44dd-9483-7993e9cb3136 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350889 Dec 21 22:22:53.032738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb65c-3eeb-46b2-8936-deff3d6b3a4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Deleting port fa89387b-8a13-4c41-841b-db11762d84a1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:53.032738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a21bb65c-3eeb-46b2-8936-deff3d6b3a4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.051289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.056966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.086733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.093484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bdbf26d7-16e2-4e58-a64b-aba7636397a3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:53.153896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.210669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.212592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-56a458c1-f95d-4cb8-851f-bd6e90517341 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2804172 Dec 21 22:22:53.215633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42564) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:53.224747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-eabdac63-f8d6-4d9b-882c-37cff6d9f0cd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:53.313786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4ba58e49-e7ad-4f73-a923-8b06da3889e1 None None] Port fa89387b-8a13-4c41-841b-db11762d84a1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:22:53.319866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: bdbf26d7-16e2-4e58-a64b-aba7636397a3 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:53.320262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bdbf26d7-16e2-4e58-a64b-aba7636397a3 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:53.410645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42570) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:53.414977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] For port 18c716c2-8bb7-47a7-a400-acc6e11ef163, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=18c716c2-8bb7-47a7-a400-acc6e11ef163,segment=NetworkSegment(633bcf9d-3484-4370-9eea-95a60e5e4abb),segment_id=633bcf9d-3484-4370-9eea-95a60e5e4abb)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:53.415413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.427496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a21bb65c-3eeb-46b2-8936-deff3d6b3a4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.491089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7470b49d-00af-4545-8845-bdd79a1e3b19 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.526470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7470b49d-00af-4545-8845-bdd79a1e3b19 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.553638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] Calling delete_port for 18c716c2-8bb7-47a7-a400-acc6e11ef163 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:53.584014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 18c716c2-8bb7-47a7-a400-acc6e11ef163 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:53.610428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7470b49d-00af-4545-8845-bdd79a1e3b19 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.632128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470b49d-00af-4545-8845-bdd79a1e3b19 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae849879-da20-453d-96c4-80265de10e0a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:53.638967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a21bb65c-3eeb-46b2-8936-deff3d6b3a4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Calling delete_port for fa89387b-8a13-4c41-841b-db11762d84a1 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:53.669400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7470b49d-00af-4545-8845-bdd79a1e3b19 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.673525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7470b49d-00af-4545-8845-bdd79a1e3b19 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/ae849879-da20-453d-96c4-80265de10e0a HTTP/1.1" status: 204 len: 168 time: 0.2586360 Dec 21 22:22:53.761479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.801357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42576) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:53.900899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:53.975737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] Pushing event deleted for resources: {'Port': ['ID=18c716c2-8bb7-47a7-a400-acc6e11ef163,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:53.980864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d887d09-c913-4617-b97e-171019f7d4af None None] No DVR routers for this DVR port 18c716c2-8bb7-47a7-a400-acc6e11ef163 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:54.139442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a21bb65c-3eeb-46b2-8936-deff3d6b3a4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.229901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eabdac63-f8d6-4d9b-882c-37cff6d9f0cd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.259325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.278857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bb65c-3eeb-46b2-8936-deff3d6b3a4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Port': ['ID=fa89387b-8a13-4c41-841b-db11762d84a1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:54.318073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a21bb65c-3eeb-46b2-8936-deff3d6b3a4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.338038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eabdac63-f8d6-4d9b-882c-37cff6d9f0cd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.422280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a21bb65c-3eeb-46b2-8936-deff3d6b3a4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/ports/fa89387b-8a13-4c41-841b-db11762d84a1 HTTP/1.1" status: 204 len: 168 time: 1.5048709 Dec 21 22:22:54.426074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42582) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:54.454272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-ac77e1db-4fb3-4027-a98e-e34afa7d273a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:54.455845 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-ac77e1db-4fb3-4027-a98e-e34afa7d273a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 945 time: 0.3044460 Dec 21 22:22:54.465480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a8ac4-c7e7-4b6e-af22-4e98bd0255f3 req-85fa83f1-b341-4294-ab0e-a61d2a94e2ee tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:54.467018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-746a8ac4-c7e7-4b6e-af22-4e98bd0255f3 req-85fa83f1-b341-4294-ab0e-a61d2a94e2ee tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 945 time: 0.2834706 Dec 21 22:22:54.573093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.642647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Deleting port 154edc88-6007-4707-be6a-adf95080590f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:54.643033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.710887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-746a8ac4-c7e7-4b6e-af22-4e98bd0255f3 req-2975d7cf-db55-4a69-99fe-5c5b866f0706 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605029 Dec 21 22:22:54.820729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.836080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabdac63-f8d6-4d9b-882c-37cff6d9f0cd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Router da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:22:54.898875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34e2128-ee80-4133-b2cc-972e029e8a50']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:54.917611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633bcf9d-3484-4370-9eea-95a60e5e4abb') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:54.917945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633bcf9d-3484-4370-9eea-95a60e5e4abb') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:54.936566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.957078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:54.993923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:22:54.994354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:55.012719 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:55.085460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] For port 154edc88-6007-4707-be6a-adf95080590f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=154edc88-6007-4707-be6a-adf95080590f,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:55.085874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:55.099136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabdac63-f8d6-4d9b-882c-37cff6d9f0cd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:55.106692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eabdac63-f8d6-4d9b-882c-37cff6d9f0cd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:55.107941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eabdac63-f8d6-4d9b-882c-37cff6d9f0cd tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "PUT /v2.0/routers/da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 HTTP/1.1" status: 200 len: 692 time: 1.8912046 Dec 21 22:22:55.112873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42586) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:55.115539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] Sync routers for ids ['da4ec1f7-6d0c-4488-b32d-aa3e879c3b14'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:55.131352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] Routers {'da4ec1f7-6d0c-4488-b32d-aa3e879c3b14'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:55.132134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['da4ec1f7-6d0c-4488-b32d-aa3e879c3b14'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:55.210620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:55.242466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:55.270322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] Set router da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:55.388871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ec1f7-6d0c-4488-b32d-aa3e879c3b14', 'name': 'tempest-RoutersTest-router-97392965', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:22:53Z', 'updated_at': '2021-12-21T22:22:54Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:55.393706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] Checking router: da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:55.406260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] Routers {'da4ec1f7-6d0c-4488-b32d-aa3e879c3b14'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:55.406952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['da4ec1f7-6d0c-4488-b32d-aa3e879c3b14'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:55.417241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:55.417661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:55.418017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Floating IP d41b6ce2-b021-4d6d-bfd0-d0bf9cc7fbb3 disassociated. External IP: 172.26.6.237, port: 154edc88-6007-4707-be6a-adf95080590f. Dec 21 22:22:55.418407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Calling delete_port for 154edc88-6007-4707-be6a-adf95080590f owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:55.480466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] Pushing event deleted for resources: {'Network': ['ID=c34e2128-ee80-4133-b2cc-972e029e8a50,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:55.491305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-615f52af-89d8-4ad7-b55b-7d1dc8029e4d tempest-PortsTestJSON-247457976 tempest-PortsTestJSON-247457976-project] 10.222.0.30 "DELETE /v2.0/networks/c34e2128-ee80-4133-b2cc-972e029e8a50 HTTP/1.1" status: 204 len: 168 time: 1.0607569 Dec 21 22:22:55.550753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] Set router da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:55.605398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:55.615298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a71f2a8-113c-4a1a-a33a-699242ba16fb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/routers/da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 HTTP/1.1" status: 200 len: 698 time: 0.5004888 Dec 21 22:22:55.621510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42592) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:55.670803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event deleted for resources: {'Port': ['ID=154edc88-6007-4707-be6a-adf95080590f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:55.674148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4ec1f7-6d0c-4488-b32d-aa3e879c3b14', 'name': 'tempest-RoutersTest-router-97392965', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:22:53Z', 'updated_at': '2021-12-21T22:22:54Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:55.681338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ce81c-c77f-485d-8efb-0a7675191e1a None None] The sync data for ids ['da4ec1f7-6d0c-4488-b32d-aa3e879c3b14'] in dv-neutron-822521-1-hyperv is: [{'id': 'da4ec1f7-6d0c-4488-b32d-aa3e879c3b14', 'name': 'tempest-RoutersTest-router-97392965', 'tenant_id': '76f181259fd443c3a66d4841561d3b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:22:53Z', 'updated_at': '2021-12-21T22:22:54Z', 'revision_number': 2, 'project_id': '76f181259fd443c3a66d4841561d3b42', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:55.759850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4390d18-15d6-4fca-98c2-384c8b5e3a36 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 HTTP/1.1" status: 200 len: 205 time: 0.1362433 Dec 21 22:22:55.763533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42598) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:55.943267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8e21-46a5-41d5-9567-be36bb907192 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.038366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bec73ad8-8a3b-4e1b-a39c-24874362103a req-7e2433f0-7b02-43d2-b600-1324cbedeb24 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 210 time: 0.0610487 Dec 21 22:22:56.089145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:22:56.108438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:56.194584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42604) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:56.266429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port bfb7b06a-5714-45b0-ae49-918b1632ea2c {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:22:56.266810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.394598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:56.405939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:56.419582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:56.420648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:56.489533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] No DVR routers for this DVR port 154edc88-6007-4707-be6a-adf95080590f on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:22:56.492139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.497286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'name': 'network-vif-deleted', 'tag': '154edc88-6007-4707-be6a-adf95080590f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:22:56.535232 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1344c1c9-b91e-4351-a767-5c25fd76ff80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b93f567772da465782c6caf88b1ffd84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3378327 Dec 21 22:22:56.539390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42612) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:56.563649 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d', 'name': 'network-vif-deleted', 'tag': '154edc88-6007-4707-be6a-adf95080590f', 'status': 'completed', 'code': 200} Dec 21 22:22:56.576141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8e21-46a5-41d5-9567-be36bb907192 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.576466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1f956500-f6c3-4ce0-89c2-7590e3495a5e req-131406bb-e676-4dfa-9e29-8a578a9cfe7a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "DELETE /v2.0/ports/154edc88-6007-4707-be6a-adf95080590f HTTP/1.1" status: 204 len: 173 time: 2.1081369 Dec 21 22:22:56.597776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8e21-46a5-41d5-9567-be36bb907192 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.624723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23b36db6-8ea1-4a92-a484-fa16b9def3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.645318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:56.654289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23b36db6-8ea1-4a92-a484-fa16b9def3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.719614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port bfb7b06a-5714-45b0-ae49-918b1632ea2c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bfb7b06a-5714-45b0-ae49-918b1632ea2c,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:22:56.720133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.734277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23b36db6-8ea1-4a92-a484-fa16b9def3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.755594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b36db6-8ea1-4a92-a484-fa16b9def3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f2145-1248-418a-a2af-cee7f5ace4e7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:56.757986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23b36db6-8ea1-4a92-a484-fa16b9def3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.759418 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-23b36db6-8ea1-4a92-a484-fa16b9def3fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e9f2145-1248-418a-a2af-cee7f5ace4e7 HTTP/1.1" status: 204 len: 168 time: 0.2182484 Dec 21 22:22:56.793921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8e21-46a5-41d5-9567-be36bb907192 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.794758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddd8e21-46a5-41d5-9567-be36bb907192 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Fanout notify agent at l3_agent the message router_deleted on router da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:22:56.866693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for bfb7b06a-5714-45b0-ae49-918b1632ea2c owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:22:56.914026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8e21-46a5-41d5-9567-be36bb907192 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:56.915622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ddd8e21-46a5-41d5-9567-be36bb907192 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 HTTP/1.1" status: 204 len: 168 time: 1.1511030 Dec 21 22:22:56.919365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42618) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:56.986082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-51f46f0d-939d-44fd-a9c8-d4347387525a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Synchronizing usage tracker for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:57.000157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-51f46f0d-939d-44fd-a9c8-d4347387525a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] Unset dirty status for tenant:76f181259fd443c3a66d4841561d3b42 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:57.001511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-51f46f0d-939d-44fd-a9c8-d4347387525a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 HTTP/1.1" status: 200 len: 205 time: 0.0810733 Dec 21 22:22:57.005671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42622) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.085285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 154edc88-6007-4707-be6a-adf95080590f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:22:57.087424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:57.092094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:57.104806 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-63b7aec7-ff39-430c-ad95-95192fb74ae6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] delete failed (client error): The resource could not be found. Dec 21 22:22:57.109709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-63b7aec7-ff39-430c-ad95-95192fb74ae6 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/da4ec1f7-6d0c-4488-b32d-aa3e879c3b14 HTTP/1.1" status: 404 len: 336 time: 0.1030066 Dec 21 22:22:57.110529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42630) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.134412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:57.135717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:57.159723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2946c5ab-5004-4475-a475-0b650c9d004c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:57.160215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2946c5ab-5004-4475-a475-0b650c9d004c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:57.167483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2946c5ab-5004-4475-a475-0b650c9d004c tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/690ccbb0-e2ec-4628-90b0-f37963dc9ac3 HTTP/1.1" status: 404 len: 337 time: 0.0545347 Dec 21 22:22:57.167483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42634) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.183160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 154edc88-6007-4707-be6a-adf95080590f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:22:57.184802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 154edc88-6007-4707-be6a-adf95080590f not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:22:57.227568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17565f9-fd90-4186-abab-ab6090120daa tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:57.228076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17565f9-fd90-4186-abab-ab6090120daa tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:57.232095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:57.233096 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b17565f9-fd90-4186-abab-ab6090120daa tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/51a77b51-72a8-45de-a1cc-b28b5bc5a05f HTTP/1.1" status: 404 len: 337 time: 0.0646687 Dec 21 22:22:57.233721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42638) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.283644 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-628fea09-fb85-497a-80dd-95b3fadf47a3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:57.284144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628fea09-fb85-497a-80dd-95b3fadf47a3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:57.289108 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-628fea09-fb85-497a-80dd-95b3fadf47a3 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/c1fac96d-4694-4357-9759-71914a40613d HTTP/1.1" status: 404 len: 337 time: 0.0543106 Dec 21 22:22:57.291904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42642) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.359975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-99eff203-46de-4874-a6f4-39976aec7249 req-78f63ce1-7c99-4c2a-bae0-f7e3bf4ec1d6 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Synchronizing usage tracker for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:22:57.414468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5dfeb0-4f94-4c80-83a7-0c73a4124ca1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:57.415113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5dfeb0-4f94-4c80-83a7-0c73a4124ca1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:57.417178 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b5dfeb0-4f94-4c80-83a7-0c73a4124ca1 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/1ef631a3-75e2-4405-b752-39ff62ed8e6b HTTP/1.1" status: 404 len: 337 time: 0.1239617 Dec 21 22:22:57.422544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42648) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.459033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=bfb7b06a-5714-45b0-ae49-918b1632ea2c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:22:57.487237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-14fe8df5-cd39-4daf-9d5b-a679d00139dc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 200 len: 205 time: 0.0552971 Dec 21 22:22:57.499597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42654) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.583417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:57.891740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-675f44b2-a49d-4d07-b0f1-c09f413ff92e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] delete failed (client error): The resource could not be found. Dec 21 22:22:57.893466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-675f44b2-a49d-4d07-b0f1-c09f413ff92e tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/e5b2632a-b780-4bd9-920c-5101825fa644 HTTP/1.1" status: 404 len: 336 time: 0.3927772 Dec 21 22:22:57.894951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-99eff203-46de-4874-a6f4-39976aec7249 req-78f63ce1-7c99-4c2a-bae0-f7e3bf4ec1d6 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Unset dirty status for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:22:57.896209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99eff203-46de-4874-a6f4-39976aec7249 req-78f63ce1-7c99-4c2a-bae0-f7e3bf4ec1d6 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6dc5c84-bf7d-457a-8d2d-7cee3ca18f0d HTTP/1.1" status: 200 len: 210 time: 0.6059713 Dec 21 22:22:57.896750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42662) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.949819 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cc20a4d2-afe2-452c-b756-ded560314257 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b3478cd-ea98-4f90-9cc0-8ce880215aef HTTP/1.1" status: 200 len: 205 time: 0.0519261 Dec 21 22:22:57.952258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42666) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.028831 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-a6066e42-5735-4d43-813c-ab8d1a66c277 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] delete failed (client error): The resource could not be found. Dec 21 22:22:58.030048 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a6066e42-5735-4d43-813c-ab8d1a66c277 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/1b3478cd-ea98-4f90-9cc0-8ce880215aef HTTP/1.1" status: 404 len: 336 time: 0.0765240 Dec 21 22:22:58.032748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42670) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.056848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:58.095666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5aa738-aaaa-4822-9d8c-923007253523 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:58.096180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5aa738-aaaa-4822-9d8c-923007253523 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:58.100931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bd5aa738-aaaa-4822-9d8c-923007253523 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/f734e5f0-e079-4aad-bd3e-eb7be7db20c4 HTTP/1.1" status: 404 len: 337 time: 0.0646498 Dec 21 22:22:58.104820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42676) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.181582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:58.187407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081423b0-4b25-4af5-a017-c0092812a0c2 None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:22:58.202772 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3ea321e5-cdc4-4fad-874e-c04d03fd4ffb tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcf8ab58-52e5-493a-8096-ef161e80cc3a HTTP/1.1" status: 200 len: 205 time: 0.0964746 Dec 21 22:22:58.205341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42682) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.284528 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-9cf8eb6d-f671-475a-aa6b-a29ce9c6c508 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] delete failed (client error): The resource could not be found. Dec 21 22:22:58.288325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42686) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.288507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9cf8eb6d-f671-475a-aa6b-a29ce9c6c508 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/bcf8ab58-52e5-493a-8096-ef161e80cc3a HTTP/1.1" status: 404 len: 336 time: 0.0818095 Dec 21 22:22:58.353191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42692) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.357733 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ec3b6b8-6740-44f1-9ac7-de813318b905 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=818d7f2f-a654-4785-84b6-ca94d2c00b1e HTTP/1.1" status: 200 len: 205 time: 0.0664327 Dec 21 22:22:58.449084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-e8c81854-ccee-41f1-a3bb-765e6a0a2e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] delete failed (client error): The resource could not be found. Dec 21 22:22:58.453132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e8c81854-ccee-41f1-a3bb-765e6a0a2e0a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/818d7f2f-a654-4785-84b6-ca94d2c00b1e HTTP/1.1" status: 404 len: 336 time: 0.0987887 Dec 21 22:22:58.453809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42696) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.457095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42698) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.464092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0055556 Dec 21 22:22:58.501217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42702) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.517263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b187260f-1d05-4ce3-86ea-ee05b25cd752 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:58.517761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b187260f-1d05-4ce3-86ea-ee05b25cd752 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:58.524859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b187260f-1d05-4ce3-86ea-ee05b25cd752 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/ef0256b4-dbfb-4222-aebf-8ace0546313b HTTP/1.1" status: 404 len: 337 time: 0.0698609 Dec 21 22:22:58.525543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42708) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.583765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de2bf2ff-fa00-4883-9d41-b804f4b57a45 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8f9dc30-92db-4515-9eea-acae44f9685e HTTP/1.1" status: 200 len: 205 time: 0.0567257 Dec 21 22:22:58.586270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42712) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.676382 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-e3afbf34-35a1-49c1-b1b7-032d402acf38 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] delete failed (client error): The resource could not be found. Dec 21 22:22:58.678176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e3afbf34-35a1-49c1-b1b7-032d402acf38 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/f8f9dc30-92db-4515-9eea-acae44f9685e HTTP/1.1" status: 404 len: 336 time: 0.0908689 Dec 21 22:22:58.681651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42716) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.690216 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b4808398-8e44-4485-9895-36d432b8af34 tempest-NetworksApiDiscovery-1062271117 tempest-NetworksApiDiscovery-1062271117-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1833477 Dec 21 22:22:58.737294 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-305972c1-1287-4b69-a2ac-4c12148240e7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:58.738323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305972c1-1287-4b69-a2ac-4c12148240e7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:58.740179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-305972c1-1287-4b69-a2ac-4c12148240e7 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/43cef551-f279-4b4c-859b-35a03a57857b HTTP/1.1" status: 404 len: 337 time: 0.0482755 Dec 21 22:22:58.742991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42722) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.746355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116a5a2a-4e6b-46ca-9e0d-6e6f7ddb3918 None None] New status for floating IP d41b6ce2-b021-4d6d-bfd0-d0bf9cc7fbb3: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:22:58.796966 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6c6fd0a0-29f5-46f5-a2e3-81b39630764a tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "GET /v2.0/ports?device_id=95eaee7d-817d-4f07-85c5-cbad5d15ec09 HTTP/1.1" status: 200 len: 205 time: 0.0527883 Dec 21 22:22:58.799483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42726) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.876418 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-5e484ffb-5fec-48c2-89b8-e4d7f2374084 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] delete failed (client error): The resource could not be found. Dec 21 22:22:58.877583 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5e484ffb-5fec-48c2-89b8-e4d7f2374084 tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/routers/95eaee7d-817d-4f07-85c5-cbad5d15ec09 HTTP/1.1" status: 404 len: 336 time: 0.0770736 Dec 21 22:22:58.886786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42730) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.931575 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcca385b-4b8c-4847-abc2-5d2483ac43ab tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:58.932177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcca385b-4b8c-4847-abc2-5d2483ac43ab tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:58.936575 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dcca385b-4b8c-4847-abc2-5d2483ac43ab tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/430688a8-d79b-4812-8c6e-08f24cb93bee HTTP/1.1" status: 404 len: 337 time: 0.0462286 Dec 21 22:22:58.937215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42736) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.987139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b449f30-d1c8-494d-a8f1-0f4b04bd75cc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:58.988994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b449f30-d1c8-494d-a8f1-0f4b04bd75cc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:22:58.990973 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4b449f30-d1c8-494d-a8f1-0f4b04bd75cc tempest-RoutersTest-815120066 tempest-RoutersTest-815120066-project] 10.222.0.30 "DELETE /v2.0/subnets/b389fc81-5973-4a0f-9cf3-1600fdc72465 HTTP/1.1" status: 404 len: 337 time: 0.0526352 Dec 21 22:22:59.102669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router e550d334-7cf2-4478-9afe-895e87939374 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:22:59.335451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42752) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:59.349704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:22:59.360679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] Sync routers for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:22:59.376905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:59.377782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:59.412919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42758) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:59.420585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3ea69c14-a070-45ee-acbf-c2a56023b3d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/e550d334-7cf2-4478-9afe-895e87939374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6176567 Dec 21 22:22:59.423497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42764) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:59.535433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-d93baef8-f50f-47d9-b0dd-1d3c98ba1957 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443998770&fields=id&tenant_id=99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 267 time: 0.1064427 Dec 21 22:22:59.579499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:22:59.777991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:59.888407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:57Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:59.892505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] Checking router: e550d334-7cf2-4478-9afe-895e87939374 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:22:59.904577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] Routers {'e550d334-7cf2-4478-9afe-895e87939374'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:22:59.905222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:22:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e550d334-7cf2-4478-9afe-895e87939374'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:22:59.908360 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2bc101b1-4bcc-4875-801e-1360202e90e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76f181259fd443c3a66d4841561d3b42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4940324 Dec 21 22:22:59.911229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42770) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:59.918841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:22:59.931059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-4e54be27-0a5a-4d39-8bc5-0c91781bbd3c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:22:59.932688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-4e54be27-0a5a-4d39-8bc5-0c91781bbd3c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 811 time: 0.3712592 Dec 21 22:22:59.934045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] Usage tracker for resource:security_group_rule and tenant:084b8be758994a74a7c8e5d24ddaaf39 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:22:59.942710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ce436e-1c6f-4f52-b3db-150ab52ae3eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet f7022517-855b-411d-8a44-b36b917a9b91 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:22:59.946226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:22:59.953424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90ce436e-1c6f-4f52-b3db-150ab52ae3eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:59.986664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c525bdf4-a552-435f-8ad1-ad669fec859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:22:59.990594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:00.018107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c525bdf4-a552-435f-8ad1-ad669fec859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.022765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-8555efad-cbec-4b5c-b10f-82cd47e2f183 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/quotas/99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 375 time: 0.0776520 Dec 21 22:23:00.079866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90ce436e-1c6f-4f52-b3db-150ab52ae3eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.102855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] Set router e550d334-7cf2-4478-9afe-895e87939374 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:00.122433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c525bdf4-a552-435f-8ad1-ad669fec859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.139294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525bdf4-a552-435f-8ad1-ad669fec859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f538e8-f2e0-43ab-9435-be9f453b6888,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:00.145936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c525bdf4-a552-435f-8ad1-ad669fec859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.149665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c525bdf4-a552-435f-8ad1-ad669fec859f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07f538e8-f2e0-43ab-9435-be9f453b6888 HTTP/1.1" status: 204 len: 168 time: 0.2343552 Dec 21 22:23:00.246989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.262691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-ecc3849e-582d-4a9b-ad2c-baf9c0fb49bd tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2306695 Dec 21 22:23:00.271136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90ce436e-1c6f-4f52-b3db-150ab52ae3eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.311986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-a4b2d5c4-4c9c-44aa-b496-3ae90536266d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:23:00.313102 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-a4b2d5c4-4c9c-44aa-b496-3ae90536266d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060453 Dec 21 22:23:00.319303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.429101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:57Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:00.433325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330e5c4-4ad8-4359-90d8-ffb92abc06d3 None None] The sync data for ids ['e550d334-7cf2-4478-9afe-895e87939374'] in dv-neutron-822521-1-hyperv is: [{'id': 'e550d334-7cf2-4478-9afe-895e87939374', 'name': 'tempest-TestNetworkBasicOps-router-654634257', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:19:25Z', 'updated_at': '2021-12-21T22:22:57Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '5a59ed62-0979-4b81-aaf5-1fb2a183357a', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e550d334-7cf2-4478-9afe-895e87939374', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:19:30Z', 'updated_at': '2021-12-21T22:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:00.500403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166ae50b-e9be-45fc-b3b7-e7d25f79c601,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:00.518489 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6724c643-0f14-4200-9e82-7fcea47495f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=084b8be758994a74a7c8e5d24ddaaf39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1814315 Dec 21 22:23:00.521713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42778) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:00.562773 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-bdb8c543-ea9f-4e67-971b-6c6f2b171b0d service neutron] 10.222.0.30 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361727 Dec 21 22:23:00.616571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57808812-fb6e-430c-83ac-79055cc3ecb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.619345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90ce436e-1c6f-4f52-b3db-150ab52ae3eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.645038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57808812-fb6e-430c-83ac-79055cc3ecb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.671887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce436e-1c6f-4f52-b3db-150ab52ae3eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=f7022517-855b-411d-8a44-b36b917a9b91,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:00.722718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57808812-fb6e-430c-83ac-79055cc3ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.737856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90ce436e-1c6f-4f52-b3db-150ab52ae3eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.739280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bbe3e9-de28-49f8-9a56-5063f25dc7f6 None None] Network 5f41cb78-e7e9-46d8-b355-294f6f020eff requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:00.751552 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-90ce436e-1c6f-4f52-b3db-150ab52ae3eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/f7022517-855b-411d-8a44-b36b917a9b91 HTTP/1.1" status: 204 len: 168 time: 1.3244636 Dec 21 22:23:00.752550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42788) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:00.753955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57808812-fb6e-430c-83ac-79055cc3ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166ae50b-e9be-45fc-b3b7-e7d25f79c601,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:00.766427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57808812-fb6e-430c-83ac-79055cc3ecb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:00.766427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-57808812-fb6e-430c-83ac-79055cc3ecb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/166ae50b-e9be-45fc-b3b7-e7d25f79c601 HTTP/1.1" status: 204 len: 168 time: 0.2415051 Dec 21 22:23:00.885128 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-fc545614-d141-48c3-a2fd-fd619396cbc3 service neutron] 10.222.0.30 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145399 Dec 21 22:23:01.053251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.107653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] DHCP port deletion for 5f41cb78-e7e9-46d8-b355-294f6f020eff request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:23:01.113635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] Deleting port 3450a999-dda9-4308-a461-21b5130c8046 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:01.114471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.402245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.416883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] For port 3450a999-dda9-4308-a461-21b5130c8046, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3450a999-dda9-4308-a461-21b5130c8046,segment=NetworkSegment(75fa8620-9eb0-4487-84c7-f7020e8fb908),segment_id=75fa8620-9eb0-4487-84c7-f7020e8fb908)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:01.417459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.504109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 5a59ed62-0979-4b81-aaf5-1fb2a183357a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:01.507939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.694748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42812) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:01.732063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bfb7b06a-5714-45b0-ae49-918b1632ea2c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:01.774037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] Calling delete_port for 3450a999-dda9-4308-a461-21b5130c8046 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:01.791894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1cc40773-5f59-4af2-99e8-51649b187093 req-7d088936-67e6-4c13-ae29-8ffc1cb55691 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 210 time: 0.0792477 Dec 21 22:23:01.817537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: bfb7b06a-5714-45b0-ae49-918b1632ea2c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:01.817930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bfb7b06a-5714-45b0-ae49-918b1632ea2c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:01.818404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3450a999-dda9-4308-a461-21b5130c8046 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:01.829278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 5a59ed62-0979-4b81-aaf5-1fb2a183357a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=5a59ed62-0979-4b81-aaf5-1fb2a183357a,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:01.829763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.856759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-364319143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:01.864406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:01.868586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:router and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:01.871490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:01.878082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:01.934467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.935894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.960159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.972319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:01.988079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.005109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.038259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] Pushing event deleted for resources: {'Port': ['ID=3450a999-dda9-4308-a461-21b5130c8046,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:02.069370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.071531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-22753499-c00e-4a88-8ecb-52f960c4013a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3756897 Dec 21 22:23:02.074480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42824) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:02.084796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-777338791'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:02.094000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8873c4-b8e3-46ae-a357-1e4f2c99a1d3 None None] No DVR routers for this DVR port 3450a999-dda9-4308-a461-21b5130c8046 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:23:02.114347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:02.120651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:network and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:02.127022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:02.136403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:02.218027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 5a59ed62-0979-4b81-aaf5-1fb2a183357a owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:02.250572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Made reservation on behalf of 60e8297afc3a428ba206cc85545c23d9 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:02.256498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.271233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.373165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:02.377235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:security_group_rule and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:02.380491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:02.386795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:02.466781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.473858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.501954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.524172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=5a59ed62-0979-4b81-aaf5-1fb2a183357a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:02.538712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:23:02.547994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0247c608-ed91-4fff-991f-3b69770dc2cb,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:02.554913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.555319 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Added segment 93be4c26-6178-43d1-8d5b-d2a911a512f8 of type vlan for network e2e3059c-a814-43dd-87a7-7968776746ff Dec 21 22:23:02.585934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.677366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.681706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:02.682360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.777686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:02.801422 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7218611 Dec 21 22:23:02.804159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42828) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:02.806881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848a17a-ff6f-493b-af91-2bea077c0112 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Network': ['ID=e2e3059c-a814-43dd-87a7-7968776746ff,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:02.812648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'subnet': {'network_id': 'e2e3059c-a814-43dd-87a7-7968776746ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:02.819609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network e2e3059c-a814-43dd-87a7-7968776746ff details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:23:03.000532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:03.005223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:subnet and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:03.008174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:03.014252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:03.066566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Made reservation on behalf of 60e8297afc3a428ba206cc85545c23d9 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:03.096086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8562c559-3cf7-4ea7-a87b-2cc0be021af8 req-1babc18b-5dc3-48be-8474-d5331b923f88 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 210 time: 0.1071055 Dec 21 22:23:03.111203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.116976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.168534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.169118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Fanout notify agent at l3_agent the message router_deleted on router e550d334-7cf2-4478-9afe-895e87939374 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:23:03.190427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.192968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.196848 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d984fbfe-8361-4156-bde5-0fafc231681e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/routers/e550d334-7cf2-4478-9afe-895e87939374 HTTP/1.1" status: 204 len: 168 time: 2.4411206 Dec 21 22:23:03.198660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42834) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:03.335964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.574479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5a59ed62-0979-4b81-aaf5-1fb2a183357a no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:03.710117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 5a59ed62-0979-4b81-aaf5-1fb2a183357a {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:03.710117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 5a59ed62-0979-4b81-aaf5-1fb2a183357a not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:03.710886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.710886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-8d0bb0fb-c3df-42dd-884f-f4af54c729b7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:03.710886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-8d0bb0fb-c3df-42dd-884f-f4af54c729b7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 811 time: 0.2814989 Dec 21 22:23:03.710886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f41cb78-e7e9-46d8-b355-294f6f020eff']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:03.710886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fa8620-9eb0-4487-84c7-f7020e8fb908') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:03.710886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fa8620-9eb0-4487-84c7-f7020e8fb908') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:03.712650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.742301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.752644 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-398094e1-2cc1-4fb3-b544-7a3dbb586754 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 379 time: 0.0793207 Dec 21 22:23:03.753665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:23:03.754093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:03.773684 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:03.783063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'port': {'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'admin_state_up': True, 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'security_groups': ['90f80dd6-4814-4392-a63a-710532488638']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:03.991519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:04.001648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:04.642661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:04.643411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:04.730328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Made reservation on behalf of 99eb1e359ea9455697281b8f0edc8259 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:04.736899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Subnet': ['ID=b9fce3b4-019f-459f-8c01-def418ae0d0d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:04.744530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:04.751913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.752291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.752690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.753183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.753789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.753922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.754275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.754628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.754985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.755339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.755697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.759006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Checking segment: {'id': '93be4c26-6178-43d1-8d5b-d2a911a512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2e3059c-a814-43dd-87a7-7968776746ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:04.759399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network hostable DHCP agents. Network: e2e3059c-a814-43dd-87a7-7968776746ff, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:23:04.808260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:04.808501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network e2e3059c-a814-43dd-87a7-7968776746ff is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:23:04.812959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-be194ad5-e6d3-4ecd-8b06-727eddd26083 req-a591b402-de6c-4a85-ae99-ba166f2e5cb8 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 210 time: 0.0622017 Dec 21 22:23:04.832119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:04.848766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, e2e3059c-a814-43dd-87a7-7968776746ff) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:04.854461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:04.855434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:04.858949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ab8702-971e-465d-a1cd-66de3437cd50 None None] Network e2e3059c-a814-43dd-87a7-7968776746ff requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:04.886751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=5f41cb78-e7e9-46d8-b355-294f6f020eff,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:04.899933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/5f41cb78-e7e9-46d8-b355-294f6f020eff HTTP/1.1" status: 204 len: 168 time: 1.6951649 Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.913757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897fbd3-1edb-4e1a-b8ee-5cf26a3d419e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:04.924428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42840) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:04.936180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--2024827538', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:04.937474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b0caef7d-02b6-4f3e-8559-ce1c5003b658 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1320233 Dec 21 22:23:04.938794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:04.939123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42844) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:04.944231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:network and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:04.947449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'network': {'name': 'tempest-router-network01--1801665831'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:04.948080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:04.954186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:04.961041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:04.961218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:network and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:04.964998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:04.974844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:05.029502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:05.035501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.038811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Made reservation on behalf of 60e8297afc3a428ba206cc85545c23d9 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:05.044628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.087387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:23:05.127724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-e2e3059c-a814-43dd-87a7-7968776746ff', 'network_id': 'e2e3059c-a814-43dd-87a7-7968776746ff', 'tenant_id': '60e8297afc3a428ba206cc85545c23d9', 'fixed_ips': [{'subnet_id': 'b9fce3b4-019f-459f-8c01-def418ae0d0d'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:23:05.129311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.138986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.139488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment bfdd1b96-7234-4fd0-aacb-2c44eabac975 of type vlan for network f30109f3-2427-4efd-a140-5e35c73fd1f2 Dec 21 22:23:05.141324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:23:05.152048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.152497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Added segment 24726b34-6c86-40da-afb2-20566606d8b4 of type vlan for network f42353e3-2161-4b56-ab55-e2c042628e8d Dec 21 22:23:05.157217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Allocated IP 172.20.0.13 (03e68a8b-7443-4166-9a06-4bf6470ad0b7/e937ab0e-9410-4c13-a469-647397e452b8/c53b8775-a393-40a0-b9b7-00e4e952d0ca) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:05.240372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.242664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.356913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.361092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:05.366847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.386055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Allocated IP 2001:db8::2 (e2e3059c-a814-43dd-87a7-7968776746ff/b9fce3b4-019f-459f-8c01-def418ae0d0d/38690450-b69b-4df5-9100-6e88f538b87b) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:05.405851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.410849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:05.412014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.491032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5505159 Dec 21 22:23:05.492057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea5ff5-6b00-47a2-9485-d9e9f92b82d6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Network': ['ID=f42353e3-2161-4b56-ab55-e2c042628e8d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:05.494340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42852) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:05.500782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'network': {'name': 'tempest-router-network02--1637833322'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:05.507193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:05.512453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:network and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:05.516254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:05.526677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:05.539338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network f42353e3-2161-4b56-ab55-e2c042628e8d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:23:05.582627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Made reservation on behalf of 60e8297afc3a428ba206cc85545c23d9 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:05.591431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.624132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:23:05.634382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.634774 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Added segment 339de80e-0908-49e7-8b76-4dc8682fbc08 of type vlan for network fbf13564-6c39-4c80-8f69-4cec13bc090d Dec 21 22:23:05.660046 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7370372 Dec 21 22:23:05.661196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfc192-e0e7-4cb1-b9f6-49b97397349f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=f30109f3-2427-4efd-a140-5e35c73fd1f2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:05.662495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.666032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42856) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:05.674633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'admin_state_up': True, 'project_id': 'b94464e04b434d009b163f6724868a54', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:05.681746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:23:05.684925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:05.701728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:router and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:05.708200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:05.718074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:05.736160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.740122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.741896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:05.742787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.758404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Transition to ACTIVE for port object c53b8775-a393-40a0-b9b7-00e4e952d0ca will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:05.776665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.777690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.801114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.822291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.867999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:05.881254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:05.889048 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3909380 Dec 21 22:23:05.889048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97805c-36b3-4bc9-bd86-0a71d2af7f2c tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Network': ['ID=fbf13564-6c39-4c80-8f69-4cec13bc090d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:05.889319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:05.891833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42862) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:05.895447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Transition to ACTIVE for port object 38690450-b69b-4df5-9100-6e88f538b87b will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:05.907321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'subnet': {'network_id': 'f42353e3-2161-4b56-ab55-e2c042628e8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:05.907722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network fbf13564-6c39-4c80-8f69-4cec13bc090d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:23:05.969983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:06.024314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Transition to ACTIVE for port object 38690450-b69b-4df5-9100-6e88f538b87b will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:06.092206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:06.112530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:subnet and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:06.128069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:06.133499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:06.148920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.193559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Made reservation on behalf of 60e8297afc3a428ba206cc85545c23d9 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:06.247259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Network e2e3059c-a814-43dd-87a7-7968776746ff is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:06.251239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:06.264678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:06.278744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Pushing event updated for resources: {'Port': ['ID=38690450-b69b-4df5-9100-6e88f538b87b,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:06.372634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.387901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Attempting to bind port 38690450-b69b-4df5-9100-6e88f538b87b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:06.388692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Attempting to bind port 38690450-b69b-4df5-9100-6e88f538b87b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '93be4c26-6178-43d1-8d5b-d2a911a512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2e3059c-a814-43dd-87a7-7968776746ff'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:06.389631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Attempting to bind port 38690450-b69b-4df5-9100-6e88f538b87b on network e2e3059c-a814-43dd-87a7-7968776746ff {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:06.397680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:06.398512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Checking segment: {'id': '93be4c26-6178-43d1-8d5b-d2a911a512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2e3059c-a814-43dd-87a7-7968776746ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:06.399519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.400312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Bound using segment: {'id': '93be4c26-6178-43d1-8d5b-d2a911a512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2e3059c-a814-43dd-87a7-7968776746ff'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:06.401074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Bound port: 38690450-b69b-4df5-9100-6e88f538b87b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93be4c26-6178-43d1-8d5b-d2a911a512f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2e3059c-a814-43dd-87a7-7968776746ff'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:06.401731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.501707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=c53b8775-a393-40a0-b9b7-00e4e952d0ca,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:06.513075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bc3c1c21-4671-4744-aefb-10188a83281e None None] Provisioning for port c53b8775-a393-40a0-b9b7-00e4e952d0ca completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:06.525112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bc3c1c21-4671-4744-aefb-10188a83281e None None] Provisioning complete for port c53b8775-a393-40a0-b9b7-00e4e952d0ca triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:06.525469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:06.525717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1c21-4671-4744-aefb-10188a83281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.526147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.551975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.583206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] For port 38690450-b69b-4df5-9100-6e88f538b87b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:06.588013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c1c21-4671-4744-aefb-10188a83281e None None] Port c53b8775-a393-40a0-b9b7-00e4e952d0ca cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:23:06.589184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e06a0-2505-43ed-9496-8c795d66260a req-3bc5a4fe-ed77-4c24-95a8-05eea19f6e90 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:06.589995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1c8e06a0-2505-43ed-9496-8c795d66260a req-3bc5a4fe-ed77-4c24-95a8-05eea19f6e90 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Synchronizing usage tracker for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:23:06.595172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] For port 38690450-b69b-4df5-9100-6e88f538b87b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=38690450-b69b-4df5-9100-6e88f538b87b,segment=NetworkSegment(93be4c26-6178-43d1-8d5b-d2a911a512f8),segment_id=93be4c26-6178-43d1-8d5b-d2a911a512f8)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:06.639117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.658385 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-5004bebd-a7da-47a7-882c-9dc921c5e61c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8796966 Dec 21 22:23:06.666620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1c8e06a0-2505-43ed-9496-8c795d66260a req-3bc5a4fe-ed77-4c24-95a8-05eea19f6e90 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Unset dirty status for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:23:06.672161 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c8e06a0-2505-43ed-9496-8c795d66260a req-3bc5a4fe-ed77-4c24-95a8-05eea19f6e90 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 932 time: 0.3179948 Dec 21 22:23:06.683347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Request body: {'port': {'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:06.725275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.744992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec3c0c-6cff-4efd-9ccd-b475b1f5d788 None None] Pushing event updated for resources: {'Port': ['ID=38690450-b69b-4df5-9100-6e88f538b87b,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:06.808896 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c8e06a0-2505-43ed-9496-8c795d66260a req-ea4ff18a-1a6f-4483-94ee-c17c702938a7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308708 Dec 21 22:23:06.845449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Subnet': ['ID=5b68089b-9d52-4ad7-aacf-523a1edcd4cc,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:06.860704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Checking segment: {'id': '24726b34-6c86-40da-afb2-20566606d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f42353e3-2161-4b56-ab55-e2c042628e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:06.861104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network hostable DHCP agents. Network: f42353e3-2161-4b56-ab55-e2c042628e8d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:23:06.916778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network f42353e3-2161-4b56-ab55-e2c042628e8d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:23:06.952419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.957527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, f42353e3-2161-4b56-ab55-e2c042628e8d) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:06.961800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:06.962311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:06.969130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e650096-b80f-490c-b9f5-39dd39d48b15 None None] Network f42353e3-2161-4b56-ab55-e2c042628e8d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:07.076193 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-73997908-4beb-4b14-a6a9-98e78ae00ee2 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1810191 Dec 21 22:23:07.076652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42866) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:07.079519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.086628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'subnet': {'network_id': 'fbf13564-6c39-4c80-8f69-4cec13bc090d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:07.159363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.298624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:07.303756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:subnet and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:07.306920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:07.313432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:07.361661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-f42353e3-2161-4b56-ab55-e2c042628e8d', 'network_id': 'f42353e3-2161-4b56-ab55-e2c042628e8d', 'tenant_id': '60e8297afc3a428ba206cc85545c23d9', 'fixed_ips': [{'subnet_id': '5b68089b-9d52-4ad7-aacf-523a1edcd4cc'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:23:07.363693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.388257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07c3210b-635a-430a-9578-3b463be4eaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.404638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Made reservation on behalf of 60e8297afc3a428ba206cc85545c23d9 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:07.539744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.575703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Allocated IP 2001:db8::2 (f42353e3-2161-4b56-ab55-e2c042628e8d/5b68089b-9d52-4ad7-aacf-523a1edcd4cc/d6d06f29-36fe-4a87-a017-57a4b781d213) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:07.605490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.129 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/2be9f6e9-93ef-4fa9-8dad-cc761f6715d2) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:07.636770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 38690450-b69b-4df5-9100-6e88f538b87b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:07.730174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53b8775-a393-40a0-b9b7-00e4e952d0ca {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:23:07.790601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.823964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Transition to ACTIVE for port object c53b8775-a393-40a0-b9b7-00e4e952d0ca will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:07.827994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.869554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.900132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:07.932725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Subnet': ['ID=9bbbee00-9171-41fc-befc-f6896dd2e66c,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:07.945797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Checking segment: {'id': '339de80e-0908-49e7-8b76-4dc8682fbc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fbf13564-6c39-4c80-8f69-4cec13bc090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:07.946352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network hostable DHCP agents. Network: fbf13564-6c39-4c80-8f69-4cec13bc090d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:23:07.963357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.014234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network fbf13564-6c39-4c80-8f69-4cec13bc090d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:23:08.040614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 38690450-b69b-4df5-9100-6e88f538b87b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:08.049180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.070858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Transition to ACTIVE for port object d6d06f29-36fe-4a87-a017-57a4b781d213 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:08.073197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, fbf13564-6c39-4c80-8f69-4cec13bc090d) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:08.077981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:08.078632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.087757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2cd42f-b7a8-4183-bd9f-d9769ffadfaa None None] Network fbf13564-6c39-4c80-8f69-4cec13bc090d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:08.140612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Transition to ACTIVE for port object d6d06f29-36fe-4a87-a017-57a4b781d213 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:08.146688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c53b8775-a393-40a0-b9b7-00e4e952d0ca,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:08.151594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:08.182289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-443326be-7ee5-4251-ab8a-64df8c826fda tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1044767 Dec 21 22:23:08.184545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42872) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:08.215418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.221644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:08.294516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:08.369847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Network f42353e3-2161-4b56-ab55-e2c042628e8d is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:08.377409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:08.418422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:08.458470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=2be9f6e9-93ef-4fa9-8dad-cc761f6715d2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:08.474073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Pushing event updated for resources: {'Port': ['ID=d6d06f29-36fe-4a87-a017-57a4b781d213,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:08.493284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Attempting to bind port c53b8775-a393-40a0-b9b7-00e4e952d0ca on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:08.493639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Attempting to bind port c53b8775-a393-40a0-b9b7-00e4e952d0ca by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:08.494191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Attempting to bind port c53b8775-a393-40a0-b9b7-00e4e952d0ca on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:08.535606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Port c53b8775-a393-40a0-b9b7-00e4e952d0ca on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:08.535928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Attempting to bind port c53b8775-a393-40a0-b9b7-00e4e952d0ca on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:08.552746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebe5b4-1734-4a84-becf-4e455f24ae6a req-7deaf026-2f88-4b95-97c1-02a37a16bd9e tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:08.560465 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ffebe5b4-1734-4a84-becf-4e455f24ae6a req-7deaf026-2f88-4b95-97c1-02a37a16bd9e tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 944 time: 0.5818927 Dec 21 22:23:08.579586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:08.580068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Checking segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:08.580770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Bound using segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:08.582078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Bound port: c53b8775-a393-40a0-b9b7-00e4e952d0ca, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:08.582558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.658133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Attempting to bind port d6d06f29-36fe-4a87-a017-57a4b781d213 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:08.658658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Attempting to bind port d6d06f29-36fe-4a87-a017-57a4b781d213 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '24726b34-6c86-40da-afb2-20566606d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f42353e3-2161-4b56-ab55-e2c042628e8d'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:08.659734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Attempting to bind port d6d06f29-36fe-4a87-a017-57a4b781d213 on network f42353e3-2161-4b56-ab55-e2c042628e8d {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:08.678027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-fbf13564-6c39-4c80-8f69-4cec13bc090d', 'network_id': 'fbf13564-6c39-4c80-8f69-4cec13bc090d', 'tenant_id': '60e8297afc3a428ba206cc85545c23d9', 'fixed_ips': [{'subnet_id': '9bbbee00-9171-41fc-befc-f6896dd2e66c'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:23:08.679481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.706991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:08.708083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Checking segment: {'id': '24726b34-6c86-40da-afb2-20566606d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f42353e3-2161-4b56-ab55-e2c042628e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:08.708678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.709255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Bound using segment: {'id': '24726b34-6c86-40da-afb2-20566606d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f42353e3-2161-4b56-ab55-e2c042628e8d'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:08.710225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Bound port: d6d06f29-36fe-4a87-a017-57a4b781d213, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24726b34-6c86-40da-afb2-20566606d8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f42353e3-2161-4b56-ab55-e2c042628e8d'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:08.710372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.750971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] For port c53b8775-a393-40a0-b9b7-00e4e952d0ca, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:08.756014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] For port c53b8775-a393-40a0-b9b7-00e4e952d0ca, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:08.834247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.941298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.943027 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] 10.222.0.46 "PUT /v2.0/ports/c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 200 len: 1094 time: 2.2695787 Dec 21 22:23:08.946735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:23:08.966646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:08.995913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] For port d6d06f29-36fe-4a87-a017-57a4b781d213, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:09.002250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ffebe5b4-1734-4a84-becf-4e455f24ae6a req-a0629902-e4f7-468c-88bf-ffe4c910b9fb tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387221 Dec 21 22:23:09.003952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:09.004821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:09.014807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] For port d6d06f29-36fe-4a87-a017-57a4b781d213, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6d06f29-36fe-4a87-a017-57a4b781d213,segment=NetworkSegment(24726b34-6c86-40da-afb2-20566606d8b4),segment_id=24726b34-6c86-40da-afb2-20566606d8b4)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:09.046219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Allocated IP 2001:db8::2 (fbf13564-6c39-4c80-8f69-4cec13bc090d/9bbbee00-9171-41fc-befc-f6896dd2e66c/6d8ad1a5-3a73-49b0-8e35-f1c509032377) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:09.054898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:09.100708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'status': 'completed', 'code': 200} Dec 21 22:23:09.132568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965a69b-7419-495f-8e2e-8a1a179dfb7a None None] Network e2e3059c-a814-43dd-87a7-7968776746ff requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:09.185577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dc96a-fe04-4a0a-8a8f-2afae948a0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c53b8775-a393-40a0-b9b7-00e4e952d0ca,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:09.252144 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-fc45b1d8-faf2-4bdb-80f6-c86f6812fe02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1097 time: 0.2342801 Dec 21 22:23:09.288538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:09.423907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad3238-aca5-4e88-8606-c459901f2970 None None] Pushing event updated for resources: {'Port': ['ID=d6d06f29-36fe-4a87-a017-57a4b781d213,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:09.457102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c5a32a43-6e61-4ba7-b4d3-3b7754bb56f4 None None] Provisioning for port 38690450-b69b-4df5-9100-6e88f538b87b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:09.479866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c5a32a43-6e61-4ba7-b4d3-3b7754bb56f4 None None] Provisioning complete for port 38690450-b69b-4df5-9100-6e88f538b87b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:09.480270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5a32a43-6e61-4ba7-b4d3-3b7754bb56f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:09.593142 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-9f9ad037-676b-47c6-9342-4bf237463e48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 200 len: 217 time: 0.3317821 Dec 21 22:23:09.716887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Allocated IP 2001:db8::1 (f42353e3-2161-4b56-ab55-e2c042628e8d/5b68089b-9d52-4ad7-aacf-523a1edcd4cc/64a1d462-ba05-4125-b754-08dc165078c6) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:09.732903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-87f90b81-0a20-46ac-9912-cf5c11fab0e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:09.734573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-87f90b81-0a20-46ac-9912-cf5c11fab0e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.0830925 Dec 21 22:23:09.773232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:09.808216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Transition to ACTIVE for port object 6d8ad1a5-3a73-49b0-8e35-f1c509032377 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:09.840458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5a32a43-6e61-4ba7-b4d3-3b7754bb56f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:09.872370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-0ef0cf8c-437a-4829-836c-ac4c537942be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269848 Dec 21 22:23:09.887688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Transition to ACTIVE for port object 6d8ad1a5-3a73-49b0-8e35-f1c509032377 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:09.920226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c5a32a43-6e61-4ba7-b4d3-3b7754bb56f4 None None] For port 38690450-b69b-4df5-9100-6e88f538b87b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=38690450-b69b-4df5-9100-6e88f538b87b,segment=NetworkSegment(93be4c26-6178-43d1-8d5b-d2a911a512f8),segment_id=93be4c26-6178-43d1-8d5b-d2a911a512f8)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:09.942974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:09.994509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.013991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Transition to ACTIVE for port object 64a1d462-ba05-4125-b754-08dc165078c6 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:10.039173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c5a32a43-6e61-4ba7-b4d3-3b7754bb56f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.055796 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-ddc8c74f-a8b3-4c2d-a884-c5778d2a01f1 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754222 Dec 21 22:23:10.073163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.082184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Network fbf13564-6c39-4c80-8f69-4cec13bc090d is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:10.085874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:10.088152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Pushing event updated for resources: {'Port': ['ID=6d8ad1a5-3a73-49b0-8e35-f1c509032377,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:10.091201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:10.142641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router cf29c72f-fd23-4861-8e92-12c5e74c12f7 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:23:10.156539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5737bc60-eee3-4cb5-9836-a6c3186a18eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.171519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.294863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Port': ['ID=64a1d462-ba05-4125-b754-08dc165078c6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:10.321989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network f42353e3-2161-4b56-ab55-e2c042628e8d is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:10.323368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:10.326836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:10.327425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.328594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32a43-6e61-4ba7-b4d3-3b7754bb56f4 None None] Pushing event updated for resources: {'Port': ['ID=38690450-b69b-4df5-9100-6e88f538b87b,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:10.339653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Attempting to bind port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:10.340091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Attempting to bind port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '339de80e-0908-49e7-8b76-4dc8682fbc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fbf13564-6c39-4c80-8f69-4cec13bc090d'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:10.340671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Attempting to bind port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 on network fbf13564-6c39-4c80-8f69-4cec13bc090d {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:10.351497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:10.352086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Checking segment: {'id': '339de80e-0908-49e7-8b76-4dc8682fbc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fbf13564-6c39-4c80-8f69-4cec13bc090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:10.352703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.353270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Bound using segment: {'id': '339de80e-0908-49e7-8b76-4dc8682fbc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fbf13564-6c39-4c80-8f69-4cec13bc090d'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:10.353913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Bound port: 6d8ad1a5-3a73-49b0-8e35-f1c509032377, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339de80e-0908-49e7-8b76-4dc8682fbc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fbf13564-6c39-4c80-8f69-4cec13bc090d'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:10.354443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.462204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.465287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] For port 6d8ad1a5-3a73-49b0-8e35-f1c509032377, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:10.471531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] For port 6d8ad1a5-3a73-49b0-8e35-f1c509032377, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6d8ad1a5-3a73-49b0-8e35-f1c509032377,segment=NetworkSegment(339de80e-0908-49e7-8b76-4dc8682fbc08),segment_id=339de80e-0908-49e7-8b76-4dc8682fbc08)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:10.474954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2a3b7645-353d-45a4-9448-acd3155afecf None None] Provisioning complete for port 38690450-b69b-4df5-9100-6e88f538b87b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:10.475448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a3b7645-353d-45a4-9448-acd3155afecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.492026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4f15d33-2ce9-4268-b834-21aaf1567d24 req-fd41c562-b21f-4694-8f25-56a0b4439754 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281466 Dec 21 22:23:10.512922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.525341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ba223-0b47-4375-b2fc-d800aa897813 req-c16ee3be-4154-4d88-8a6d-c6ff50277d3a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:10.526970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-419ba223-0b47-4375-b2fc-d800aa897813 req-c16ee3be-4154-4d88-8a6d-c6ff50277d3a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 944 time: 0.2210307 Dec 21 22:23:10.662958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281ec16-d32d-44ec-a308-08594ff83380 None None] Pushing event updated for resources: {'Port': ['ID=6d8ad1a5-3a73-49b0-8e35-f1c509032377,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:10.702165 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-419ba223-0b47-4375-b2fc-d800aa897813 req-ad732280-b065-48e8-abc3-cfc58f6f062a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658144 Dec 21 22:23:10.743661 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-cc4b649c-122b-494d-a290-3316251668b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1097 time: 0.1382494 Dec 21 22:23:10.803462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:10.813781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Sync routers for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:10.826968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:10.827647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:10.912641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:10.916779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8b25008-63a2-4088-9910-1aea80acf201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2493808 Dec 21 22:23:10.919819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42886) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:10.926922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-4434f2ea-5fd3-4eb6-95b8-dfa766f8c6ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:10.928897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-4434f2ea-5fd3-4eb6-95b8-dfa766f8c6ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.1805081 Dec 21 22:23:10.984272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d8a8654-54a7-4f33-b1ca-8c836997bbfe tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605266 Dec 21 22:23:10.984525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42890) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:11.014658 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-9a216901-1219-4c53-b292-c742a399fa8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 200 len: 217 time: 0.0782692 Dec 21 22:23:11.095617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:11.104638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-b9fad304-6af8-4092-ab1b-8822cc0d11d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:11.106532 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-b9fad304-6af8-4092-ab1b-8822cc0d11d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.0846386 Dec 21 22:23:11.194180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:11.194990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:11.200580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:11.220312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-219c3601-1ebb-48ec-857c-a7059a76889f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032205 Dec 21 22:23:11.416236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4216de-2fc1-4e18-b68b-8c86d9ff918c tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:11.417989 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0d4216de-2fc1-4e18-b68b-8c86d9ff918c tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4323821 Dec 21 22:23:11.426166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42896) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:11.431381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Port': ['ID=64a1d462-ba05-4125-b754-08dc165078c6,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:11.491345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ccbbdf2f-3323-4577-957d-4b9ac208f21e tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640454 Dec 21 22:23:11.494656 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-1b16226d-1e05-4525-82e0-56e85140306c service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674706 Dec 21 22:23:11.495408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42900) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:11.504766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1986592798', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:11.552767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network f42353e3-2161-4b56-ab55-e2c042628e8d is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:11.554138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:11.673781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:11.721002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:08Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:11.727598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Checking router: cf29c72f-fd23-4861-8e92-12c5e74c12f7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:23:11.727995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Updating router cf29c72f-fd23-4861-8e92-12c5e74c12f7 port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:23:11.755723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:11.759924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:11.763487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:11.770247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:11.851010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:11.898303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e187e63-3824-48b0-ad79-c48365fde0a8 req-5f9503b0-a94f-4a70-9464-6fce23ab6f51 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710728 Dec 21 22:23:11.923434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6d8ad1a5-3a73-49b0-8e35-f1c509032377 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:11.943346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:12.062551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d17ce6-10a7-44fe-a060-eda8ee06f4c3 None None] Network f42353e3-2161-4b56-ab55-e2c042628e8d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:12.090047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Router ef0ad664-6b25-49e4-8123-42e7653b11ac is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:23:12.167799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:12.289935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d6ac2-23b9-4107-bee7-a917b034607f req-8e34bd8c-d7ef-4e49-9d71-89a03d0b3456 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:12.291787 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b7d6ac2-23b9-4107-bee7-a917b034607f req-8e34bd8c-d7ef-4e49-9d71-89a03d0b3456 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 944 time: 0.3921921 Dec 21 22:23:12.310942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-a1b3dc50-5e4c-4408-8b73-efb4f1577287 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3191009 Dec 21 22:23:12.375050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:12.378852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7d3a1ad5-6081-4ac5-87a4-81721f92e657 None None] Provisioning for port d6d06f29-36fe-4a87-a017-57a4b781d213 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:12.395048 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b7d6ac2-23b9-4107-bee7-a917b034607f req-c6a2aee7-8082-4394-a489-0e4c597e0592 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911906 Dec 21 22:23:12.452771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6d06f29-36fe-4a87-a017-57a4b781d213 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:12.538505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:12.549890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e3167-97be-4676-b234-141c6ff2f117 None None] Sync routers for ids ['ef0ad664-6b25-49e4-8123-42e7653b11ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:12.573981 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3716667-e55b-42fa-ab71-5a1375e38d2f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "PUT /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3897665 Dec 21 22:23:12.574909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e3167-97be-4676-b234-141c6ff2f117 None None] Routers {'ef0ad664-6b25-49e4-8123-42e7653b11ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:12.575581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4d2e3167-97be-4676-b234-141c6ff2f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ef0ad664-6b25-49e4-8123-42e7653b11ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:12.577248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42906) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:12.631775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-baf64781-6641-4c63-ae01-cc8900c4a44e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2c9488b7f764f1e81c2a69c2db01249&device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1515093 Dec 21 22:23:12.650572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:12.676077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4d2e3167-97be-4676-b234-141c6ff2f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:12.692399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e3167-97be-4676-b234-141c6ff2f117 None None] Routers {'ef0ad664-6b25-49e4-8123-42e7653b11ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:12.693413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4d2e3167-97be-4676-b234-141c6ff2f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ef0ad664-6b25-49e4-8123-42e7653b11ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:12.738836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port d6d06f29-36fe-4a87-a017-57a4b781d213 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:12.744475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:12.755381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d6d06f29-36fe-4a87-a017-57a4b781d213 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:12.755798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:12.826211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Transition to ACTIVE for port object 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:12.873606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:12.922441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=c2188c7d-74a0-4036-a239-fd7828d3663f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:12.966406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:12.967015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: f30109f3-2427-4efd-a140-5e35c73fd1f2, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:23:12.988636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-f1d6946b-6e06-4e92-be02-15d593f522f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:12.995183 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-f1d6946b-6e06-4e92-be02-15d593f522f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f HTTP/1.1" status: 200 len: 897 time: 0.2825868 Dec 21 22:23:13.024524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Attempting to bind port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:13.025397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Attempting to bind port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:13.025825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Attempting to bind port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:13.031966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4d2e3167-97be-4676-b234-141c6ff2f117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:13.032888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e3167-97be-4676-b234-141c6ff2f117 None None] The sync data for ids ['ef0ad664-6b25-49e4-8123-42e7653b11ac'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:13.101260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:13.101577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:13.102035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:13.102658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:13.103171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Bound port: 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:13.103590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:13.229897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ad4ab-be21-42a1-bcf8-4ab04974db45 None None] Pushing event updated for resources: {'Port': ['ID=2be9f6e9-93ef-4fa9-8dad-cc761f6715d2,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:13.234977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] For port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:13.258749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] For port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2be9f6e9-93ef-4fa9-8dad-cc761f6715d2,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:13.260041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:13.303867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port d6d06f29-36fe-4a87-a017-57a4b781d213, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6d06f29-36fe-4a87-a017-57a4b781d213,segment=NetworkSegment(24726b34-6c86-40da-afb2-20566606d8b4),segment_id=24726b34-6c86-40da-afb2-20566606d8b4)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:13.305566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:13.357395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31582d-1921-41a7-aa37-a072dd47a437 None None] Network fbf13564-6c39-4c80-8f69-4cec13bc090d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:13.387820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:13.389547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 38690450-b69b-4df5-9100-6e88f538b87b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:13.445590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-9b28d841-cb22-4dc6-bfdf-35bccdec1f9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde HTTP/1.1" status: 200 len: 1000 time: 0.4470203 Dec 21 22:23:13.532161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:23:13.617293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-9d67c2c6-03cb-49e8-908d-679869ae0062 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:23:13.618786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9d67c2c6-03cb-49e8-908d-679869ae0062 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "PUT /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0404773 Dec 21 22:23:13.621967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42912) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:13.624860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-5a9a9131-13ee-48f1-a056-4ef3cf0158b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:13.626640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-5a9a9131-13ee-48f1-a056-4ef3cf0158b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67ce6590-c6e2-425a-8344-86e90e44102c HTTP/1.1" status: 200 len: 835 time: 0.1661937 Dec 21 22:23:13.626906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:13.627661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:13.628923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, f30109f3-2427-4efd-a140-5e35c73fd1f2) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:13.633856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:13.634506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:13.700813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a5817-ea50-4c46-8416-1e6abb02ccd7 None None] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:13.746496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f99529-01ae-4332-81fe-1d8957ced59e req-c835b539-7014-4ae0-8589-c5fe23de58fa tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:13.748303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f0f99529-01ae-4332-81fe-1d8957ced59e req-c835b539-7014-4ae0-8589-c5fe23de58fa tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 944 time: 0.1968763 Dec 21 22:23:13.761065 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-84949abe-e0a2-49fc-b57b-0bfdeefdd03b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2615237 Dec 21 22:23:13.783536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42916) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:13.824735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f0f99529-01ae-4332-81fe-1d8957ced59e req-d4136a70-c292-49fe-ba26-e6d4b32a6bee tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648937 Dec 21 22:23:13.829151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-bb32898d-2c22-4122-8dc4-2c67c91f4595 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1875973 Dec 21 22:23:13.999239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-5f82e948-ed6d-4420-bdbd-559ffd33626e service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613884 Dec 21 22:23:14.073946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:14.155522 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e156825-b1ad-4078-a86d-e12148bfb8b5 req-3ce69092-d58a-44a5-9fd8-49d0fbf708b2 service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483183 Dec 21 22:23:14.198625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ad4ab-be21-42a1-bcf8-4ab04974db45 None None] Pushing event updated for resources: {'Port': ['ID=2be9f6e9-93ef-4fa9-8dad-cc761f6715d2,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:14.318942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Provisioning complete for port d6d06f29-36fe-4a87-a017-57a4b781d213 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:14.319372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:14.325611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:14.560846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 38690450-b69b-4df5-9100-6e88f538b87b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:14.561259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:14.623085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=d6d06f29-36fe-4a87-a017-57a4b781d213,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:15.009943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-f30109f3-2427-4efd-a140-5e35c73fd1f2', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:23:15.017778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.072739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbccbcc-96aa-418b-a91c-adc44f838d07 req-8f4b8070-e3de-4e78-b788-e2c6bad964a3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:15.082824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2bbccbcc-96aa-418b-a91c-adc44f838d07 req-8f4b8070-e3de-4e78-b788-e2c6bad964a3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 944 time: 0.1071243 Dec 21 22:23:15.145262 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2bbccbcc-96aa-418b-a91c-adc44f838d07 req-3e758014-2b84-4453-abfb-c539e64f9f0b tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612819 Dec 21 22:23:15.180847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Provisioning for port 64a1d462-ba05-4125-b754-08dc165078c6 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:15.210014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42924) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:15.220810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Provisioning complete for port 64a1d462-ba05-4125-b754-08dc165078c6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:15.221308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.292597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Port 64a1d462-ba05-4125-b754-08dc165078c6 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:23:15.325130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6d06f29-36fe-4a87-a017-57a4b781d213 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:15.472924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Allocated IP 172.20.0.2 (f30109f3-2427-4efd-a140-5e35c73fd1f2/c2188c7d-74a0-4036-a239-fd7828d3663f/090c5bb8-f6d6-4148-bdec-ff6aec738220) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:15.484197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Provisioning for port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:15.489238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:08Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:15.506286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Provisioning complete for port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:15.506699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.510493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Deleting port 34f6b9d9-40b6-4da2-8574-b76e42597f95 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:15.510993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.546557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df3d063-84e1-4c34-a4b3-6ba28b1df7e6 None None] The sync data for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv is: [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:08Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:15.706937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.728919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting port 64a1d462-ba05-4125-b754-08dc165078c6 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:15.729372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.729582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.729973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.750666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d6d06f29-36fe-4a87-a017-57a4b781d213 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:15.751088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:15.868793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Calling delete_port for 34f6b9d9-40b6-4da2-8574-b76e42597f95 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:16.091350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.180453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.187529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event deleted for resources: {'Port': ['ID=34f6b9d9-40b6-4da2-8574-b76e42597f95,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:16.203051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.210662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.263643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Transition to ACTIVE for port object 090c5bb8-f6d6-4148-bdec-ff6aec738220 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:16.310634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.333658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] For port 6d8ad1a5-3a73-49b0-8e35-f1c509032377, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6d8ad1a5-3a73-49b0-8e35-f1c509032377,segment=NetworkSegment(339de80e-0908-49e7-8b76-4dc8682fbc08),segment_id=339de80e-0908-49e7-8b76-4dc8682fbc08)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:16.335078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Transition to ACTIVE for port object 090c5bb8-f6d6-4148-bdec-ff6aec738220 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:16.367953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.417043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.445139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Calling delete_port for 64a1d462-ba05-4125-b754-08dc165078c6 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:16.463283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:16.466138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:16.468693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:16.478697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba315a5-df4f-4277-b620-9bd81137000a None None] Pushing event updated for resources: {'Port': ['ID=6d8ad1a5-3a73-49b0-8e35-f1c509032377,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:16.545623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f8b43-11dc-4d76-aa23-51a169d580be req-7ff0e993-4781-4e17-88a8-d3a9add9b944 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:16.556268 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a6f8b43-11dc-4d76-aa23-51a169d580be req-7ff0e993-4781-4e17-88a8-d3a9add9b944 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 944 time: 0.1536884 Dec 21 22:23:16.633517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Pushing event updated for resources: {'Port': ['ID=090c5bb8-f6d6-4148-bdec-ff6aec738220,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:16.663424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ded47fb2-c242-465f-a728-ef754b89db67 None None] Provisioning complete for port 64a1d462-ba05-4125-b754-08dc165078c6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:16.664113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ded47fb2-c242-465f-a728-ef754b89db67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.689009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a6f8b43-11dc-4d76-aa23-51a169d580be req-692e7b12-9bc9-4d85-b903-6419d41f1bff tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316652 Dec 21 22:23:16.698402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Attempting to bind port 090c5bb8-f6d6-4148-bdec-ff6aec738220 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:16.699122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Attempting to bind port 090c5bb8-f6d6-4148-bdec-ff6aec738220 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:16.699717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Attempting to bind port 090c5bb8-f6d6-4148-bdec-ff6aec738220 on network f30109f3-2427-4efd-a140-5e35c73fd1f2 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:16.729713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:16.730458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Checking segment: {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:16.731087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.731700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Bound using segment: {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:16.732466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Bound port: 090c5bb8-f6d6-4148-bdec-ff6aec738220, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:16.733067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.748432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.1 (f30109f3-2427-4efd-a140-5e35c73fd1f2/c2188c7d-74a0-4036-a239-fd7828d3663f/ec958d80-2138-43a4-9f65-041136017390) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:16.757056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ded47fb2-c242-465f-a728-ef754b89db67 None None] Port 64a1d462-ba05-4125-b754-08dc165078c6 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:23:16.841694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ded47fb2-c242-465f-a728-ef754b89db67 None None] Provisioning complete for port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:16.842369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ded47fb2-c242-465f-a728-ef754b89db67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:16.894147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] For port 090c5bb8-f6d6-4148-bdec-ff6aec738220, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:16.914889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] For port 090c5bb8-f6d6-4148-bdec-ff6aec738220, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=090c5bb8-f6d6-4148-bdec-ff6aec738220,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:16.961350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:17.012780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:17.015145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Router 323abd46-fec1-473b-8d97-98812b29fcd7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:23:17.033170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:17.038539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object ec958d80-2138-43a4-9f65-041136017390 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:17.103088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd4430-8541-4d9a-825d-46faff5ac28e None None] Pushing event updated for resources: {'Port': ['ID=090c5bb8-f6d6-4148-bdec-ff6aec738220,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:17.161732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Port': ['ID=64a1d462-ba05-4125-b754-08dc165078c6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:17.199584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device c53b8775-a393-40a0-b9b7-00e4e952d0ca details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:23:17.298575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:17.375805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:17.447118 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-344bd3ff-e4a9-4384-83a1-4c62d707200a tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "DELETE /v2.0/floatingips/8ae302f7-b84c-453d-a8f8-501c2ca491fc HTTP/1.1" status: 204 len: 168 time: 2.2359018 Dec 21 22:23:17.448132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:23:17.450024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port c53b8775-a393-40a0-b9b7-00e4e952d0ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:17.456497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:17.467565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:23:17.473528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] Sync routers for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:17.519005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:17.579611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'status': 'completed', 'code': 200} Dec 21 22:23:17.623305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:17.624150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:17.826630 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-0812ef6a-6d9e-4412-9cbb-8fc3ecec6691 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2c9488b7f764f1e81c2a69c2db01249&device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 1098 time: 0.2250955 Dec 21 22:23:17.946324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:18.062675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:18.076570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:18.081336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:18.090638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:18.124801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=ec958d80-2138-43a4-9f65-041136017390,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:18.183333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:18.233716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-7c9bfdfe-52a1-4a6f-b551-7336047146ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:18.234898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:18.235322 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-7c9bfdfe-52a1-4a6f-b551-7336047146ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f HTTP/1.1" status: 200 len: 897 time: 0.4013941 Dec 21 22:23:18.278104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:18.294097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53b8775-a393-40a0-b9b7-00e4e952d0ca {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:23:18.305148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:18.305926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:18.309019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51b2a5-c385-4d9c-9299-fe0d758a26f0 req-f091bc35-b2cc-4a52-987b-19627bb91ed4 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:18.310239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d51b2a5-c385-4d9c-9299-fe0d758a26f0 req-f091bc35-b2cc-4a52-987b-19627bb91ed4 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 944 time: 0.4173405 Dec 21 22:23:18.321835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda5a40-cebe-4fac-a5cc-9baa57a36d64 req-2af512f3-1ba5-4f70-8542-44b271c6d056 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:18.322618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-aeda5a40-cebe-4fac-a5cc-9baa57a36d64 req-2af512f3-1ba5-4f70-8542-44b271c6d056 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Synchronizing usage tracker for tenant:a2c9488b7f764f1e81c2a69c2db01249 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:23:18.380592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port c53b8775-a393-40a0-b9b7-00e4e952d0ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:18.438629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:18.592505 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-f034f56e-f72c-42f3-8beb-921b52e92432 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde HTTP/1.1" status: 200 len: 217 time: 0.3482771 Dec 21 22:23:18.610296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=c53b8775-a393-40a0-b9b7-00e4e952d0ca,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:18.621328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:18.642526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:20Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:18.646094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-aeda5a40-cebe-4fac-a5cc-9baa57a36d64 req-2af512f3-1ba5-4f70-8542-44b271c6d056 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Unset dirty status for tenant:a2c9488b7f764f1e81c2a69c2db01249 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:23:18.646796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2be9f6e9-93ef-4fa9-8dad-cc761f6715d2,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:18.647354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aeda5a40-cebe-4fac-a5cc-9baa57a36d64 req-2af512f3-1ba5-4f70-8542-44b271c6d056 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.5548944 Dec 21 22:23:18.651572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] Checking router: 323abd46-fec1-473b-8d97-98812b29fcd7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:23:18.664290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:18.665815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:18.666489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:18.708739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d51b2a5-c385-4d9c-9299-fe0d758a26f0 req-9a95470e-4c53-43cb-883b-386f62467749 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447470 Dec 21 22:23:18.725566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-bf53d9c5-7704-4d39-98c2-e66b8252a042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:18.727162 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-bf53d9c5-7704-4d39-98c2-e66b8252a042 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67ce6590-c6e2-425a-8344-86e90e44102c HTTP/1.1" status: 200 len: 835 time: 0.1280870 Dec 21 22:23:18.737919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['c53b8775-a393-40a0-b9b7-00e4e952d0ca'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:23:18.744035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Router ef0ad664-6b25-49e4-8123-42e7653b11ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:23:18.778546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:18.779399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6d8ad1a5-3a73-49b0-8e35-f1c509032377 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:18.802089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aeda5a40-cebe-4fac-a5cc-9baa57a36d64 req-b05c0a0e-97b0-4e06-91ec-4da2479dd088 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405063 Dec 21 22:23:18.851468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-648ae6bc-0bae-4708-8d1e-e3c12e1a88a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130829 Dec 21 22:23:19.032008 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-d3f0a84f-ad53-4780-9d60-6354216e15a5 service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722980 Dec 21 22:23:20.222047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:20.226039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d9295-3921-4de7-8768-c966b76b7e61 None None] Sync routers for ids ['ef0ad664-6b25-49e4-8123-42e7653b11ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:20.228601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c5d592b-b35f-41b9-a531-0e30cc34ff29 req-c8c29910-4e2d-4984-8797-7b377f075839 service neutron] 10.222.0.46 "GET /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737790 Dec 21 22:23:20.232294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d9295-3921-4de7-8768-c966b76b7e61 None None] Routers {'ef0ad664-6b25-49e4-8123-42e7653b11ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:20.232294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0f7d9295-3921-4de7-8768-c966b76b7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ef0ad664-6b25-49e4-8123-42e7653b11ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:20.233930 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8b09a194-731e-4a88-b3a8-82ed0e624cb7 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "PUT /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6187744 Dec 21 22:23:20.234647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42938) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:20.236802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0f7d9295-3921-4de7-8768-c966b76b7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:20.237748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-9f5c7b90-fbec-4120-b4ea-aaaaca359cad tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] delete failed (client error): The resource could not be found. Dec 21 22:23:20.237748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9f5c7b90-fbec-4120-b4ea-aaaaca359cad tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-602723059 HTTP/1.1" status: 404 len: 334 time: 0.0886154 Dec 21 22:23:20.238802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d9295-3921-4de7-8768-c966b76b7e61 None None] Routers {'ef0ad664-6b25-49e4-8123-42e7653b11ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:20.238802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0f7d9295-3921-4de7-8768-c966b76b7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ef0ad664-6b25-49e4-8123-42e7653b11ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:20.240025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=2be9f6e9-93ef-4fa9-8dad-cc761f6715d2,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:20.240025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:20.240025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.241547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0f7d9295-3921-4de7-8768-c966b76b7e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:20.241547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d9295-3921-4de7-8768-c966b76b7e61 None None] The sync data for ids ['ef0ad664-6b25-49e4-8123-42e7653b11ac'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:20.243021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42942) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:20.243021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bab8606e-9537-4408-829a-c402434f03ce tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef0ad664-6b25-49e4-8123-42e7653b11ac'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:20.243865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.244039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:20.244278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-40ffe9e2-3e94-4137-81a7-a11b5597728e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:20.244278 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-40ffe9e2-3e94-4137-81a7-a11b5597728e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.46 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.2562149 Dec 21 22:23:20.244707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.244892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ea7b7-6ce3-47b7-9701-004dbbde0865 None None] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:20.245264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=ec958d80-2138-43a4-9f65-041136017390,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:20.245264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.246914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Deleting port 2046b7c2-131c-4d56-8efd-e8cd61e36dde {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:20.246914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.247343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:20.247343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:20.247675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c0ce5cad-d113-458b-9825-2b29366bab9c None None] Provisioning for port 090c5bb8-f6d6-4148-bdec-ff6aec738220 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:20.247675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:20.325249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bab8606e-9537-4408-829a-c402434f03ce tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.432530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbeada-e1aa-4e80-a88d-f57d1cf6ab2d req-89ce3142-1c44-4100-beab-edc30c6acc1f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:20.434145 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cfdbeada-e1aa-4e80-a88d-f57d1cf6ab2d req-89ce3142-1c44-4100-beab-edc30c6acc1f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 945 time: 0.5577838 Dec 21 22:23:20.479672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceedf6a-3936-4285-a2f1-ce9507db69f8 req-4792be91-53f5-4122-bcff-6d92a2c02afd tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:20.481386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6ceedf6a-3936-4285-a2f1-ce9507db69f8 req-4792be91-53f5-4122-bcff-6d92a2c02afd tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.4723506 Dec 21 22:23:20.503299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:20.503733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.559429 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-bab8606e-9537-4408-829a-c402434f03ce tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] update failed (client error): The resource could not be found. Dec 21 22:23:20.564412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bab8606e-9537-4408-829a-c402434f03ce tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "PUT /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac HTTP/1.1" status: 404 len: 339 time: 1.1267526 Dec 21 22:23:20.567407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42950) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:20.576546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-476246632'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:20.593199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] For port 2046b7c2-131c-4d56-8efd-e8cd61e36dde, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2046b7c2-131c-4d56-8efd-e8cd61e36dde,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:20.593593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.605506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:20.619123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:network and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:20.656275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:20Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:20.668754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80b448-8bf6-46c7-a845-ff5456d46cb2 None None] The sync data for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv is: [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:21:09Z', 'revision_number': 4, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fef4498b-3060-4d93-a1fc-a650fd4869ee', 'name': '', 'network_id': '3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'mac_address': 'fa:16:3e:2d:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:06Z', 'updated_at': '2021-12-21T22:21:20Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'subnets': [{'id': '67ce6590-c6e2-425a-8344-86e90e44102c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:20.684289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:20.687464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router cf29c72f-fd23-4861-8e92-12c5e74c12f7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:23:20.701695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 090c5bb8-f6d6-4148-bdec-ff6aec738220 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:20.757845 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cfdbeada-e1aa-4e80-a88d-f57d1cf6ab2d req-7abbd187-3f2b-40f5-8104-e4f2140588c3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121409 Dec 21 22:23:20.767850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Calling delete_port for 2046b7c2-131c-4d56-8efd-e8cd61e36dde owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:20.806449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:20.833622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 090c5bb8-f6d6-4148-bdec-ff6aec738220 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:20.837975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6ceedf6a-3936-4285-a2f1-ce9507db69f8 req-a78dff5a-7b7c-46e0-a128-ea97c0c7b7b7 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c263688-53d0-402a-ab87-09a10f95e6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283937 Dec 21 22:23:20.840863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 090c5bb8-f6d6-4148-bdec-ff6aec738220 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:20.844624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.879095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Made reservation on behalf of 60e8297afc3a428ba206cc85545c23d9 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:20.886524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:20.949726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:23:21.006267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.024131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:21.030326 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c7e9a74f-3281-4071-90f4-2a308680ec0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/cf29c72f-fd23-4861-8e92-12c5e74c12f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2448385 Dec 21 22:23:21.036265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.036952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42954) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.041439 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Added segment ee0aa6da-48ca-43ba-948d-543e1d13153a of type vlan for network 09741676-18ae-4f60-b4d6-140154c490f2 Dec 21 22:23:21.041605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Sync routers for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:21.091328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 090c5bb8-f6d6-4148-bdec-ff6aec738220, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=090c5bb8-f6d6-4148-bdec-ff6aec738220,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:21.097579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.103242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:21.103242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:21.130693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.200282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event deleted for resources: {'Port': ['ID=2046b7c2-131c-4d56-8efd-e8cd61e36dde,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:21.208400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.239393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.240073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.240243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.240686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.241098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.241502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.242071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.242472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.242878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.243274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.245709 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c30aee35-1524-4e95-845a-a10ef130e91a tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7051 time: 0.2074170 Dec 21 22:23:21.248558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42958) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.251024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device c53b8775-a393-40a0-b9b7-00e4e952d0ca up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:21.288111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] No DVR routers for this DVR port 2046b7c2-131c-4d56-8efd-e8cd61e36dde on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:23:21.292194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.297069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'name': 'network-vif-deleted', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:23:21.312986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.319685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.320613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.360065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.360520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.360927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.361336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.362403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.362807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.363536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.363940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.365893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:21.367367 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e2aaa72-63e2-47ce-aa36-1d6b2dcaf81b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6464 time: 0.1173768 Dec 21 22:23:21.370344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42964) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.397946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2767d45-fc1a-4b31-805e-23c4f65a158f None None] New status for floating IP 8ae302f7-b84c-453d-a8f8-501c2ca491fc: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:23:21.409887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8412585 Dec 21 22:23:21.444873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42968) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.459847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'subnet': {'network_id': '09741676-18ae-4f60-b4d6-140154c490f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:21.470492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1b6e9930-ba3b-438a-a407-843978e09c4b None None] Provisioning complete for port 090c5bb8-f6d6-4148-bdec-ff6aec738220 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:21.470917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9930-ba3b-438a-a407-843978e09c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:21.623849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:21.637171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Usage tracker for resource:subnet and tenant:60e8297afc3a428ba206cc85545c23d9 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:21.649341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:21.666243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:21.768806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Made reservation on behalf of 60e8297afc3a428ba206cc85545c23d9 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:21.785437 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20684de1-4ef7-418e-9ed6-aba2e51f2ad4', 'name': 'network-vif-deleted', 'tag': '2046b7c2-131c-4d56-8efd-e8cd61e36dde', 'status': 'completed', 'code': 200} Dec 21 22:23:21.792873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2aab76c1-3257-4ccd-8f4a-53f64dc51eeb req-0a100294-b941-43b9-8e9f-8b9ea4b04357 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.46 "DELETE /v2.0/ports/2046b7c2-131c-4d56-8efd-e8cd61e36dde HTTP/1.1" status: 204 len: 173 time: 2.1824863 Dec 21 22:23:21.800841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fdfaf-5a65-4d93-9e84-e431b34a12ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Network': ['ID=09741676-18ae-4f60-b4d6-140154c490f2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:21.826336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 09741676-18ae-4f60-b4d6-140154c490f2 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:23:21.857283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=090c5bb8-f6d6-4148-bdec-ff6aec738220,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:21.979983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.152757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 090c5bb8-f6d6-4148-bdec-ff6aec738220 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:22.172625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c990e4-e893-4821-a5f5-acca5a4db820 req-c76bdfec-3dcd-414c-83a3-4ec19fac3bc1 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:22.174884 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90c990e4-e893-4821-a5f5-acca5a4db820 req-c76bdfec-3dcd-414c-83a3-4ec19fac3bc1 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 945 time: 0.2373588 Dec 21 22:23:22.211024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port c53b8775-a393-40a0-b9b7-00e4e952d0ca completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:22.239315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port c53b8775-a393-40a0-b9b7-00e4e952d0ca triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:22.239654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.272188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:22.276206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-49f63f0b-b8c0-4f1d-818c-bd89e86cad33 req-39340773-1aab-4dda-9c7d-bd2b6432f57f tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Synchronizing usage tracker for tenant:a2c9488b7f764f1e81c2a69c2db01249 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:23:22.287494 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c52bb09-632b-4744-aaf9-ed793247f6a9 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4319 time: 0.9121747 Dec 21 22:23:22.310757 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90c990e4-e893-4821-a5f5-acca5a4db820 req-4c5d29c5-ea7c-43bc-b4c4-739ef7f311c9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240802 Dec 21 22:23:22.337407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1b6e9930-ba3b-438a-a407-843978e09c4b None None] Provisioning for port ec958d80-2138-43a4-9f65-041136017390 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:22.357356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-49f63f0b-b8c0-4f1d-818c-bd89e86cad33 req-39340773-1aab-4dda-9c7d-bd2b6432f57f tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Unset dirty status for tenant:a2c9488b7f764f1e81c2a69c2db01249 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:23:22.358898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49f63f0b-b8c0-4f1d-818c-bd89e86cad33 req-39340773-1aab-4dda-9c7d-bd2b6432f57f tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "GET /v2.0/ports?device_id=20684de1-4ef7-418e-9ed6-aba2e51f2ad4 HTTP/1.1" status: 200 len: 210 time: 0.1459184 Dec 21 22:23:22.377197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1b6e9930-ba3b-438a-a407-843978e09c4b None None] Provisioning complete for port ec958d80-2138-43a4-9f65-041136017390 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:22.377197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1b6e9930-ba3b-438a-a407-843978e09c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.483775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e9930-ba3b-438a-a407-843978e09c4b None None] Port ec958d80-2138-43a4-9f65-041136017390 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:23:22.493926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.586100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Subnet': ['ID=35d23ed7-5a2e-47b9-af3f-67cee740cd2f,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:22.599757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Checking segment: {'id': 'ee0aa6da-48ca-43ba-948d-543e1d13153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '09741676-18ae-4f60-b4d6-140154c490f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:22.600275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network hostable DHCP agents. Network: 09741676-18ae-4f60-b4d6-140154c490f2, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:23:22.646754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 090c5bb8-f6d6-4148-bdec-ff6aec738220 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:22.647176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.648616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network 09741676-18ae-4f60-b4d6-140154c490f2 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:23:22.666505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42978) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:22.672685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-118060413', 'description': 'tempest-secgroup-smoke-118060413 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:22.681202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:22.685640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:22.688831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:22.695699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:22.704671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 09741676-18ae-4f60-b4d6-140154c490f2) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:22.709800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:22.710433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.733442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.755383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b0805-55a1-46e7-b408-48ff082d51c4 None None] Network 09741676-18ae-4f60-b4d6-140154c490f2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:22.758893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a74c1564-1a98-44ed-bd53-c00333828284 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3128965 Dec 21 22:23:22.761943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42982) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:22.768707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6a38d247-db6e-4cd1-9bc5-4f15faa98e0a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'router': {'external_gateway_info': {'network_id': '09741676-18ae-4f60-b4d6-140154c490f2'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:22.774884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:22.778964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:22.781976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:22.789883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:22.795006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.857848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.862610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-852f84b4-3399-43d8-873a-cc4a6e6dfd80 None None] Provisioning complete for port ec958d80-2138-43a4-9f65-041136017390 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:22.863029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-852f84b4-3399-43d8-873a-cc4a6e6dfd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.905155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.960377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30271a44-65b3-44b9-ae04-9a1415d7de06,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:22.985335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:22.985927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:23:22.990041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e39b4173-8773-4d00-99e0-ceb2af7ae7a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3196034 Dec 21 22:23:22.990399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 42986) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:22.997834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '30271a44-65b3-44b9-ae04-9a1415d7de06', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:23.006134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:23.010615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:23.014266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:23.022684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:23.056857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port c53b8775-a393-40a0-b9b7-00e4e952d0ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:23.068653 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'code': 200} Dec 21 22:23:23.085140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-852f84b4-3399-43d8-873a-cc4a6e6dfd80 None None] Port ec958d80-2138-43a4-9f65-041136017390 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:23:23.100655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.101452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.101607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2046b7c2-131c-4d56-8efd-e8cd61e36dde no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:23.183911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.221845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.241965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a38d247-db6e-4cd1-9bc5-4f15faa98e0a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.247292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 2046b7c2-131c-4d56-8efd-e8cd61e36dde {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:23.247697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 2046b7c2-131c-4d56-8efd-e8cd61e36dde not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:23.253977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b265eadb-e753-4fb8-a3b3-b43f0195aa65,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:23.313553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.316437 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c2ec8a0-7d44-43e7-81b3-2976b53011a8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3237023 Dec 21 22:23:23.323311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 42992) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.324413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=c53b8775-a393-40a0-b9b7-00e4e952d0ca,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:23.334099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '30271a44-65b3-44b9-ae04-9a1415d7de06', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:23.344502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:23.348896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:23.352371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:23.358884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:23.379089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-09741676-18ae-4f60-b4d6-140154c490f2', 'network_id': '09741676-18ae-4f60-b4d6-140154c490f2', 'tenant_id': '60e8297afc3a428ba206cc85545c23d9', 'fixed_ips': [{'subnet_id': '35d23ed7-5a2e-47b9-af3f-67cee740cd2f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:23:23.380034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.395517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:19Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:23.410326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Checking router: cf29c72f-fd23-4861-8e92-12c5e74c12f7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:23:23.410733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Updating router cf29c72f-fd23-4861-8e92-12c5e74c12f7 port ec958d80-2138-43a4-9f65-041136017390 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:23:23.437101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.479409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43000) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.526259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.671083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.680673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6cb0f6af-ded7-4ef8-8ca1-8341c5cbb56a req-940ae5ef-98ea-45e5-b788-4247ddb5e543 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1099 time: 0.3088307 Dec 21 22:23:23.722604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.734545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a3d43-eb5f-4b05-a49b-0c211ff517ad req-28249841-bab6-4012-9d5f-d96e39bb6f88 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:23.735886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-327a3d43-eb5f-4b05-a49b-0c211ff517ad req-28249841-bab6-4012-9d5f-d96e39bb6f88 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 946 time: 0.2857542 Dec 21 22:23:23.746477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-6a38d247-db6e-4cd1-9bc5-4f15faa98e0a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:23:23.751122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6a38d247-db6e-4cd1-9bc5-4f15faa98e0a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "PUT /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac HTTP/1.1" status: 400 len: 364 time: 0.9843552 Dec 21 22:23:23.758412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43004) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.758625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Allocated IP 2001:db8:1::2 (09741676-18ae-4f60-b4d6-140154c490f2/35d23ed7-5a2e-47b9-af3f-67cee740cd2f/0d0cd968-9011-4e25-8e79-686798a86276) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:23.837837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac03a471-3b4f-41b5-bbb4-8ebf0ef2ce0d,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:23.901765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6cb0f6af-ded7-4ef8-8ca1-8341c5cbb56a req-b7dd0243-c0ef-4fbb-b908-92b1771d4ee9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131667 Dec 21 22:23:23.902539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.906541 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-19cb0bcc-5a69-4a2f-b0fd-28e5ea464350 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5766833 Dec 21 22:23:23.907347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43008) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.936491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:23.982175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '30271a44-65b3-44b9-ae04-9a1415d7de06', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:23.993035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:24.005378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:24.011782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:24.084651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:24.099723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-327a3d43-eb5f-4b05-a49b-0c211ff517ad req-6363e58b-a8a8-41dd-b683-fc09b5f67461 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287964 Dec 21 22:23:24.198364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.382154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.390914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.404656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Transition to ACTIVE for port object 0d0cd968-9011-4e25-8e79-686798a86276 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:24.419760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Transition to ACTIVE for port object ec958d80-2138-43a4-9f65-041136017390 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:24.435553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Transition to ACTIVE for port object 0d0cd968-9011-4e25-8e79-686798a86276 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:24.459870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.461554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.504522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.510100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.528070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.611908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Network 09741676-18ae-4f60-b4d6-140154c490f2 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:24.615742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:24.620573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37cedc-382c-42f1-9295-871d65e951b9 None None] Pushing event updated for resources: {'Port': ['ID=ec958d80-2138-43a4-9f65-041136017390,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:24.623628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:24.856671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Attempting to bind port 0d0cd968-9011-4e25-8e79-686798a86276 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:24.857644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Attempting to bind port 0d0cd968-9011-4e25-8e79-686798a86276 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ee0aa6da-48ca-43ba-948d-543e1d13153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '09741676-18ae-4f60-b4d6-140154c490f2'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:24.857644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Attempting to bind port 0d0cd968-9011-4e25-8e79-686798a86276 on network 09741676-18ae-4f60-b4d6-140154c490f2 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:24.869263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Pushing event updated for resources: {'Port': ['ID=0d0cd968-9011-4e25-8e79-686798a86276,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:24.883900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:24.884318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Checking segment: {'id': 'ee0aa6da-48ca-43ba-948d-543e1d13153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '09741676-18ae-4f60-b4d6-140154c490f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:24.884929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.885366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Bound using segment: {'id': 'ee0aa6da-48ca-43ba-948d-543e1d13153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '09741676-18ae-4f60-b4d6-140154c490f2'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:24.885894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Bound port: 0d0cd968-9011-4e25-8e79-686798a86276, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0aa6da-48ca-43ba-948d-543e1d13153a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '09741676-18ae-4f60-b4d6-140154c490f2'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:24.886302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:24.983363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd419299-dd3a-4fac-b2c5-1bf2cd4b42c5,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:24.997680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Attempting to bind port ec958d80-2138-43a4-9f65-041136017390 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:24.998095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Attempting to bind port ec958d80-2138-43a4-9f65-041136017390 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:24.998499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Attempting to bind port ec958d80-2138-43a4-9f65-041136017390 on network f30109f3-2427-4efd-a140-5e35c73fd1f2 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:25.000184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Deleting port fef4498b-3060-4d93-a1fc-a650fd4869ee {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:25.000595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.012638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:25.013059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Checking segment: {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:25.013501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.013931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Bound using segment: {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:25.014446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Bound port: ec958d80-2138-43a4-9f65-041136017390, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:25.014863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.076667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] For port 0d0cd968-9011-4e25-8e79-686798a86276, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:25.083445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.087519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e23ee42e-6aee-4f8b-b048-566456eb838e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1756897 Dec 21 22:23:25.087727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] For port 0d0cd968-9011-4e25-8e79-686798a86276, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0d0cd968-9011-4e25-8e79-686798a86276,segment=NetworkSegment(ee0aa6da-48ca-43ba-948d-543e1d13153a),segment_id=ee0aa6da-48ca-43ba-948d-543e1d13153a)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:25.088991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43012) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:25.096446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '30271a44-65b3-44b9-ae04-9a1415d7de06', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:25.121899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:25.132254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:25.137936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:25.147763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] For port ec958d80-2138-43a4-9f65-041136017390, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:25.152828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] For port ec958d80-2138-43a4-9f65-041136017390, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ec958d80-2138-43a4-9f65-041136017390,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:25.156061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.202801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:25.212834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.259122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] For port fef4498b-3060-4d93-a1fc-a650fd4869ee, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fef4498b-3060-4d93-a1fc-a650fd4869ee,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:25.259568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.274791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628cab9-1b0f-40fc-9cf1-8868d52eb20b None None] Pushing event updated for resources: {'Port': ['ID=0d0cd968-9011-4e25-8e79-686798a86276,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:25.345384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:25.345613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:25.363831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.382679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Allocated IP 2001:db8::1 (e2e3059c-a814-43dd-87a7-7968776746ff/b9fce3b4-019f-459f-8c01-def418ae0d0d/b329c0b2-6637-4dc0-adc4-c11d3dc87a5f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:25.454813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Calling delete_port for fef4498b-3060-4d93-a1fc-a650fd4869ee owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:25.457120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60938e-2b84-4dd0-9004-c9251fed0750 req-6d6637a3-feef-4b86-9b3d-70a2af8c7bbd tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:25.466098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37cedc-382c-42f1-9295-871d65e951b9 None None] Pushing event updated for resources: {'Port': ['ID=ec958d80-2138-43a4-9f65-041136017390,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:25.468841 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe60938e-2b84-4dd0-9004-c9251fed0750 req-6d6637a3-feef-4b86-9b3d-70a2af8c7bbd tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 946 time: 0.1940079 Dec 21 22:23:25.589401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:25.628923 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe60938e-2b84-4dd0-9004-c9251fed0750 req-ed0c6130-a069-421d-9312-dfbf64cf9531 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592689 Dec 21 22:23:25.668261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.688002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.706765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Transition to ACTIVE for port object b329c0b2-6637-4dc0-adc4-c11d3dc87a5f will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:25.752387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.788418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.850617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f0ab1e-cb45-48b3-b053-05cbed5e8f1a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:25.905375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:25.925784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network e2e3059c-a814-43dd-87a7-7968776746ff is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:25.926675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Port': ['ID=b329c0b2-6637-4dc0-adc4-c11d3dc87a5f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:25.935119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:25.938830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:25.939404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.020139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6ec28-032d-4898-a6a9-6e270086c392 req-e4a83c30-f9b3-4c0e-a80c-0fcd1d89aac9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:26.021884 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a9e6ec28-032d-4898-a6a9-6e270086c392 req-e4a83c30-f9b3-4c0e-a80c-0fcd1d89aac9 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 946 time: 0.1490576 Dec 21 22:23:26.087118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event deleted for resources: {'Port': ['ID=fef4498b-3060-4d93-a1fc-a650fd4869ee,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:26.135457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:26.147336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7aa83b-c174-4dcc-a6f2-13619a7cbb73 None None] The sync data for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv is: [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:26.168049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0d0cd968-9011-4e25-8e79-686798a86276 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:26.175817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.183808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e76e0cd4-cc40-4c9d-b7d5-60a9341aceb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0934556 Dec 21 22:23:26.184914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43020) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:26.206766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '30271a44-65b3-44b9-ae04-9a1415d7de06', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:26.252561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:26.265917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:26.283267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:26.318052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:26.341189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a9e6ec28-032d-4898-a6a9-6e270086c392 req-03085b2f-805b-4135-bd88-ac4a229e7380 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105998 Dec 21 22:23:26.381796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 0d0cd968-9011-4e25-8e79-686798a86276 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:26.387931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43024) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:26.454364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:23:26.472034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.548662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.644033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.667226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d44e2807-9a94-4916-805e-d7023f02b34f None None] Provisioning for port b329c0b2-6637-4dc0-adc4-c11d3dc87a5f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:26.679214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d44e2807-9a94-4916-805e-d7023f02b34f None None] Provisioning complete for port b329c0b2-6637-4dc0-adc4-c11d3dc87a5f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:26.679214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d44e2807-9a94-4916-805e-d7023f02b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.732101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.790332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cebe7c-f088-4781-baa7-d77ec2dd680d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:26.798006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d44e2807-9a94-4916-805e-d7023f02b34f None None] Port b329c0b2-6637-4dc0-adc4-c11d3dc87a5f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:23:26.816103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.821287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dc7cc2e9-5eb7-482d-9eee-1fdb31a600bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6176713 Dec 21 22:23:26.821287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43028) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:26.832178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '30271a44-65b3-44b9-ae04-9a1415d7de06', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:26.841040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:26.849397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:26.855027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:26.859689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d2222828-b617-4e73-8f4d-af91f91904a3 tempest-TestVolumeBootPattern-454858112 tempest-TestVolumeBootPattern-454858112-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1094 time: 0.4697666 Dec 21 22:23:26.866289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43032) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:26.874749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:26.882286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:26.889087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:26.967294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:26.999081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:floatingip and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:27.004496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:27.014653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:27.037190 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:23:27.066695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.117807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.162584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.193187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.194135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.319055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.326245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event updated for resources: {'Port': ['ID=b329c0b2-6637-4dc0-adc4-c11d3dc87a5f,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:27.394665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.438509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c165a7ee-6e58-4988-a802-261ff6d2030d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:27.453333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Network e2e3059c-a814-43dd-87a7-7968776746ff is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:27.454750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:27.536428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.547016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4607e5b6-87c1-4e73-bf09-5631b313bfa8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7231026 Dec 21 22:23:27.598989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:27.752565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c689eb9-0eaa-4185-a416-73a8a733cba7 None None] Network 09741676-18ae-4f60-b4d6-140154c490f2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:27.983204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-63cee354-347e-4e0d-ae27-b8290b9a4d57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-118060413&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.0833864 Dec 21 22:23:28.031847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Allocated IP 172.26.6.249 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/e464a332-37b4-4103-91c7-101440b8bcd0) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:28.051529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Provisioning for port 0d0cd968-9011-4e25-8e79-686798a86276 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:28.063335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Provisioning complete for port 0d0cd968-9011-4e25-8e79-686798a86276 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:28.063578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:28.180943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Router ef0ad664-6b25-49e4-8123-42e7653b11ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:23:28.223742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-c5a8c3cf-8cb0-468b-98cf-f43359c62e2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:28.223742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-c5a8c3cf-8cb0-468b-98cf-f43359c62e2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:23:28.391483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ec958d80-2138-43a4-9f65-041136017390 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:28.621587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:28.630930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-c5a8c3cf-8cb0-468b-98cf-f43359c62e2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:23:28.631103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:28.634163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Router 323abd46-fec1-473b-8d97-98812b29fcd7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:23:28.634557 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-c5a8c3cf-8cb0-468b-98cf-f43359c62e2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=f30109f3-2427-4efd-a140-5e35c73fd1f2 HTTP/1.1" status: 200 len: 797 time: 0.6501873 Dec 21 22:23:28.660036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port ec958d80-2138-43a4-9f65-041136017390 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:28.662442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-f48d956d-83a4-41b4-aaee-1d2a4f22cb2f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0267358 Dec 21 22:23:28.676472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ec958d80-2138-43a4-9f65-041136017390 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:28.676895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:28.730803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] For port 0d0cd968-9011-4e25-8e79-686798a86276, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0d0cd968-9011-4e25-8e79-686798a86276,segment=NetworkSegment(ee0aa6da-48ca-43ba-948d-543e1d13153a),segment_id=ee0aa6da-48ca-43ba-948d-543e1d13153a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:28.793268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:28.798740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-9c228184-7054-44d5-b8da-007d008c6573 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326878 Dec 21 22:23:28.815536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:28.828945 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d6d60113-dd2e-4771-b53b-dc8fa1d816af tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "PUT /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0621157 Dec 21 22:23:28.835252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-4937d785-9d97-4b04-bde8-0d7a04d66cbe service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:23:28.836299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-4937d785-9d97-4b04-bde8-0d7a04d66cbe service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0062373 Dec 21 22:23:28.836824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43048) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:28.852241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f9b22-4b11-44ed-9e27-b4f9f39271cf None None] Sync routers for ids ['ef0ad664-6b25-49e4-8123-42e7653b11ac'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:28.868719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:28.926681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:28.938443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:28.951864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:28.954828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f9b22-4b11-44ed-9e27-b4f9f39271cf None None] Routers {'ef0ad664-6b25-49e4-8123-42e7653b11ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:28.956254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8e9f9b22-4b11-44ed-9e27-b4f9f39271cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ef0ad664-6b25-49e4-8123-42e7653b11ac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:28.958601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:29.045646 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-91915367-61d1-4217-8b08-045c249dafa7 service neutron] 10.222.0.30 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449244 Dec 21 22:23:29.084364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port ec958d80-2138-43a4-9f65-041136017390, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ec958d80-2138-43a4-9f65-041136017390,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:29.086234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Pushing event updated for resources: {'Port': ['ID=0d0cd968-9011-4e25-8e79-686798a86276,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:29.107989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.108490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.108772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.109147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.109518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.109887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.110249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.110615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.110979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.115582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.116230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96f8dc1-c2cc-4796-bbcb-dbf9ac029080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:23:29.133517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=e464a332-37b4-4103-91c7-101440b8bcd0,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:29.135296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:29.189486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8e9f9b22-4b11-44ed-9e27-b4f9f39271cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:29.206714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:29.217924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] Sync routers for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:29.227883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be4c672f-f566-4aa3-8f3f-2fad19e201cc tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "PUT /v2.0/routers/323abd46-fec1-473b-8d97-98812b29fcd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7447186 Dec 21 22:23:29.228533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43052) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:29.241411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3287abb6-25f6-44b4-badd-098ff678cad7 None None] Provisioning complete for port b329c0b2-6637-4dc0-adc4-c11d3dc87a5f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:29.242080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3287abb6-25f6-44b4-badd-098ff678cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:29.243673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:29.244670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:29.305789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f9b22-4b11-44ed-9e27-b4f9f39271cf None None] Routers {'ef0ad664-6b25-49e4-8123-42e7653b11ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:29.306769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8e9f9b22-4b11-44ed-9e27-b4f9f39271cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ef0ad664-6b25-49e4-8123-42e7653b11ac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:29.316094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c3a8a912-1ee6-432d-8466-0e00ae50e4c6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:29.379974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=ec958d80-2138-43a4-9f65-041136017390,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:29.387640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8e9f9b22-4b11-44ed-9e27-b4f9f39271cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:29.388370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f9b22-4b11-44ed-9e27-b4f9f39271cf None None] The sync data for ids ['ef0ad664-6b25-49e4-8123-42e7653b11ac'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:29.390968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3287abb6-25f6-44b4-badd-098ff678cad7 None None] Port b329c0b2-6637-4dc0-adc4-c11d3dc87a5f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:23:29.464550 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-6017d082-9960-461f-9f39-eded46733ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272617 Dec 21 22:23:29.482738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:29.510249 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-c3a8a912-1ee6-432d-8466-0e00ae50e4c6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 22:23:29.514622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c3a8a912-1ee6-432d-8466-0e00ae50e4c6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac HTTP/1.1" status: 409 len: 329 time: 0.6767917 Dec 21 22:23:29.515270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43056) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:29.538372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-194fc1bc-1cef-48a2-b4d6-6236710fdbe6 None None] Provisioning complete for port 0d0cd968-9011-4e25-8e79-686798a86276 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:29.539173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-194fc1bc-1cef-48a2-b4d6-6236710fdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:29.655438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb58255-1ac6-474c-9fc5-94d4772ee9ce tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Deleting subnet 67ce6590-c6e2-425a-8344-86e90e44102c {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:23:29.658741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fb58255-1ac6-474c-9fc5-94d4772ee9ce tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:29.724366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fb58255-1ac6-474c-9fc5-94d4772ee9ce tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:29.829038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fb58255-1ac6-474c-9fc5-94d4772ee9ce tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:29.850204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:29.854541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] Checking router: 323abd46-fec1-473b-8d97-98812b29fcd7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:23:29.870724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] Routers {'323abd46-fec1-473b-8d97-98812b29fcd7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:29.871404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['323abd46-fec1-473b-8d97-98812b29fcd7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:29.896978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-70d66b0d-5dc3-44e7-b03f-538f866e9f69 req-a878c6d1-08fe-4e95-a583-9b09e38ed7ff tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 210 time: 0.0652516 Dec 21 22:23:30.039145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0d0cd968-9011-4e25-8e79-686798a86276 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:30.044097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fb58255-1ac6-474c-9fc5-94d4772ee9ce tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.057000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.135539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] Set router 323abd46-fec1-473b-8d97-98812b29fcd7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:30.148318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.154853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb58255-1ac6-474c-9fc5-94d4772ee9ce tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event deleted for resources: {'Subnet': ['ID=67ce6590-c6e2-425a-8344-86e90e44102c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:30.162672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fb58255-1ac6-474c-9fc5-94d4772ee9ce tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.172527 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3fb58255-1ac6-474c-9fc5-94d4772ee9ce tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "DELETE /v2.0/subnets/67ce6590-c6e2-425a-8344-86e90e44102c HTTP/1.1" status: 204 len: 168 time: 0.9428062 Dec 21 22:23:30.176050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a65d063-b8ee-4b3a-8b23-453562c4e4c7 None None] Network 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:30.180300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43068) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:30.250723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0d0cd968-9011-4e25-8e79-686798a86276 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:30.251276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.331835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.550112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ec958d80-2138-43a4-9f65-041136017390 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:30.621891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:30.626705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2beacc-2380-4e87-9bef-308ff03c407a None None] The sync data for ids ['323abd46-fec1-473b-8d97-98812b29fcd7'] in dv-neutron-822521-1-hyperv is: [{'id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-462980088', 'tenant_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:20:57Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 5, 'project_id': 'a2c9488b7f764f1e81c2a69c2db01249', 'gw_port': {'id': '3d7f0840-1f6a-4543-b885-45907c09dbfe', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323abd46-fec1-473b-8d97-98812b29fcd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:20:58Z', 'updated_at': '2021-12-21T22:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:30.653001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ec958d80-2138-43a4-9f65-041136017390 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:30.653545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.725238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] DHCP port deletion for 3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:23:30.739964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.777397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] Deleting port bf21652c-4d9c-423b-a0f4-90335c0021c5 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:30.778033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.838089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.883501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.899535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting port b329c0b2-6637-4dc0-adc4-c11d3dc87a5f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:30.899909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:30.980214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=e464a332-37b4-4103-91c7-101440b8bcd0,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:31.183586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] For port bf21652c-4d9c-423b-a0f4-90335c0021c5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bf21652c-4d9c-423b-a0f4-90335c0021c5,segment=NetworkSegment(8df7f703-5057-48c2-bebc-03e7f06aaf21),segment_id=8df7f703-5057-48c2-bebc-03e7f06aaf21)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:31.184031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:31.209998 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25553e60-ab1e-40ee-9874-ed39a943a5ee req-ed1cff6d-9179-4fe9-a2bc-ad58e8b28644 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 210 time: 0.0760536 Dec 21 22:23:31.232252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:31.350744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] Calling delete_port for bf21652c-4d9c-423b-a0f4-90335c0021c5 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:31.388260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Calling delete_port for b329c0b2-6637-4dc0-adc4-c11d3dc87a5f owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:31.398814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:31.453852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:31.507137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] Pushing event deleted for resources: {'Port': ['ID=bf21652c-4d9c-423b-a0f4-90335c0021c5,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:31.509133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dcd111-1879-42d1-b34c-cbd91031db9c None None] No DVR routers for this DVR port bf21652c-4d9c-423b-a0f4-90335c0021c5 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:23:31.528892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:31.597686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Deleting port 3d7f0840-1f6a-4543-b885-45907c09dbfe {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:31.598065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:31.625316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:31.808121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Floating IP 265ce6e5-2848-4e50-bcac-9ef9fa00bd0f associated. External IP: 172.26.6.249, port: c53b8775-a393-40a0-b9b7-00e4e952d0ca. Dec 21 22:23:31.909084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] For port 3d7f0840-1f6a-4543-b885-45907c09dbfe, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3d7f0840-1f6a-4543-b885-45907c09dbfe,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:31.909749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:31.946945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Port': ['ID=b329c0b2-6637-4dc0-adc4-c11d3dc87a5f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:32.000958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fef4498b-3060-4d93-a1fc-a650fd4869ee no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:32.046076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Calling delete_port for 3d7f0840-1f6a-4543-b885-45907c09dbfe owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:32.065964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: fef4498b-3060-4d93-a1fc-a650fd4869ee {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:32.066597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fef4498b-3060-4d93-a1fc-a650fd4869ee not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:32.067333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bf21652c-4d9c-423b-a0f4-90335c0021c5 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:32.143705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: bf21652c-4d9c-423b-a0f4-90335c0021c5 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:32.144144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bf21652c-4d9c-423b-a0f4-90335c0021c5 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:32.301962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:32.409642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-d509a178-8365-4ccb-9481-122f477a26df tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:32.411396 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-d509a178-8365-4ccb-9481-122f477a26df tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=f30109f3-2427-4efd-a140-5e35c73fd1f2 HTTP/1.1" status: 200 len: 797 time: 0.5107713 Dec 21 22:23:32.449749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:32.479359 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-211d8207-9514-43d7-a606-9c04a6a512e7 req-2457f1e8-20cb-4dbf-9aef-8fb0eca0ad62 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 210 time: 0.0799770 Dec 21 22:23:32.512800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event deleted for resources: {'Port': ['ID=3d7f0840-1f6a-4543-b885-45907c09dbfe,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:32.636965 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-eea3eaa4-e245-4d03-8ffc-7b080d95ec87 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 379 time: 0.1824646 Dec 21 22:23:32.651601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['30271a44-65b3-44b9-ae04-9a1415d7de06']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:32.837076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:32.978169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:23:33.001025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:33.009439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:port and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:33.014865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:33.019999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Router ef0ad664-6b25-49e4-8123-42e7653b11ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:23:33.025051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:33.078116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:23:33.108539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:23:33.114666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:33.283056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:33.294550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13358d9-3284-4ac2-b47f-7d9125398ff0 None None] Sync routers for ids ['ef0ad664-6b25-49e4-8123-42e7653b11ac'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:33.313074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13358d9-3284-4ac2-b47f-7d9125398ff0 None None] Routers {'ef0ad664-6b25-49e4-8123-42e7653b11ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:33.313298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d2b3e481-9bfe-43e3-b6cb-49cb778a982f tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "PUT /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7920506 Dec 21 22:23:33.313391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a13358d9-3284-4ac2-b47f-7d9125398ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ef0ad664-6b25-49e4-8123-42e7653b11ac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:33.314900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43082) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:33.434510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-2ec06e43-5d7c-4326-9d89-a3d9faced99a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] show failed (client error): The resource could not be found. Dec 21 22:23:33.439061 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ec06e43-5d7c-4326-9d89-a3d9faced99a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1673122164 HTTP/1.1" status: 404 len: 335 time: 0.1166956 Dec 21 22:23:33.439316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:33.443623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43086) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:33.448280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:33.452860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-15c50453-49fd-49f9-8413-7628b9f81486 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:33.521561 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-15c50453-49fd-49f9-8413-7628b9f81486 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] update failed (client error): The resource could not be found. Dec 21 22:23:33.522745 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-15c50453-49fd-49f9-8413-7628b9f81486 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-274284651 HTTP/1.1" status: 404 len: 334 time: 0.0780659 Dec 21 22:23:33.532281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43092) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:33.543031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a13358d9-3284-4ac2-b47f-7d9125398ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:33.558553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13358d9-3284-4ac2-b47f-7d9125398ff0 None None] Routers {'ef0ad664-6b25-49e4-8123-42e7653b11ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:33.559230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a13358d9-3284-4ac2-b47f-7d9125398ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ef0ad664-6b25-49e4-8123-42e7653b11ac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:33.589848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:33.590581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Fanout notify agent at l3_agent the message router_deleted on router 323abd46-fec1-473b-8d97-98812b29fcd7 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:23:33.628105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a13358d9-3284-4ac2-b47f-7d9125398ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:33.628613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13358d9-3284-4ac2-b47f-7d9125398ff0 None None] The sync data for ids ['ef0ad664-6b25-49e4-8123-42e7653b11ac'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:33.630497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:33.632917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:33.634205 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dff40349-4f9d-4dc9-819a-21b25c77f18e tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "DELETE /v2.0/routers/323abd46-fec1-473b-8d97-98812b29fcd7 HTTP/1.1" status: 204 len: 168 time: 3.4525661 Dec 21 22:23:33.642984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43096) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:33.762566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:33.774216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-83e53416-479a-40ec-9133-15d68c2d4569 req-aa5ac302-f296-4fb6-81e7-c8631db8d0a9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:23:33.775323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:33.782821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.7 (f30109f3-2427-4efd-a140-5e35c73fd1f2/c2188c7d-74a0-4036-a239-fd7828d3663f/8eb39914-c16d-450f-8e21-8932f9117477) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:33.789326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:33.790281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:33.804763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:33.843211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39de8e0-9fa5-4aa9-9e43-5068ea1815b5 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting subnet 35d23ed7-5a2e-47b9-af3f-67cee740cd2f {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:23:33.856942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a39de8e0-9fa5-4aa9-9e43-5068ea1815b5 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:33.998256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.040011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3d7f0840-1f6a-4543-b885-45907c09dbfe no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:34.053714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.075737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:34.100531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:34.107405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3d7f0840-1f6a-4543-b885-45907c09dbfe {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:34.108094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3d7f0840-1f6a-4543-b885-45907c09dbfe not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:34.126724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df7f703-5057-48c2-bebc-03e7f06aaf21') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:34.127113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df7f703-5057-48c2-bebc-03e7f06aaf21') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:34.152245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.166940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5a6ac4b-0174-40c6-a014-3d692c380d13 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2944765 Dec 21 22:23:34.168072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-83e53416-479a-40ec-9133-15d68c2d4569 req-aa5ac302-f296-4fb6-81e7-c8631db8d0a9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:23:34.169366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-83e53416-479a-40ec-9133-15d68c2d4569 req-aa5ac302-f296-4fb6-81e7-c8631db8d0a9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 210 time: 0.5240245 Dec 21 22:23:34.169493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:23:34.180754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.188688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:23:34.189382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:34.209465 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:34.233511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a39de8e0-9fa5-4aa9-9e43-5068ea1815b5 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.303761 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'status': 'completed', 'code': 200} Dec 21 22:23:34.345232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.368102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.375355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event deleted for resources: {'Network': ['ID=3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:34.383452 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc3732dd-35a5-4b51-9bf2-d5d728a60ce3 tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "DELETE /v2.0/networks/3a3ef904-edb8-4b5e-b1c1-5a093c5ab23f HTTP/1.1" status: 204 len: 168 time: 0.7309389 Dec 21 22:23:34.383728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43104) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:34.462125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-235443f2-50b7-48db-b080-0cd5b148b4ec tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.494810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-235443f2-50b7-48db-b080-0cd5b148b4ec tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.516435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.528666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-e03ad8aa-4a9c-49c0-a35c-6b2540d5b724 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1099 time: 0.2437055 Dec 21 22:23:34.538189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:34.543062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:23:34.556587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:34.557179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:34.570882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 8eb39914-c16d-450f-8e21-8932f9117477 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:34.572657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a39de8e0-9fa5-4aa9-9e43-5068ea1815b5 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.592699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-235443f2-50b7-48db-b080-0cd5b148b4ec tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.613996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235443f2-50b7-48db-b080-0cd5b148b4ec tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c263688-53d0-402a-ab87-09a10f95e6cc,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:34.658574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-235443f2-50b7-48db-b080-0cd5b148b4ec tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.662650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-235443f2-50b7-48db-b080-0cd5b148b4ec tempest-TestNetworkAdvancedServerOps-816327590 tempest-TestNetworkAdvancedServerOps-816327590-project] 10.222.0.30 "DELETE /v2.0/security-groups/4c263688-53d0-402a-ab87-09a10f95e6cc HTTP/1.1" status: 204 len: 168 time: 0.2751880 Dec 21 22:23:34.783027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-0c15333e-369b-480e-a2cf-f314c88ccec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:34.785435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-0c15333e-369b-480e-a2cf-f314c88ccec8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.2467017 Dec 21 22:23:34.852324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a39de8e0-9fa5-4aa9-9e43-5068ea1815b5 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.856591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:34.897972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:34.960015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39de8e0-9fa5-4aa9-9e43-5068ea1815b5 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Subnet': ['ID=35d23ed7-5a2e-47b9-af3f-67cee740cd2f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:34.993996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942bfb7b-3468-4b73-8a0d-3359af8f1dec None None] Network 09741676-18ae-4f60-b4d6-140154c490f2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:35.008486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a39de8e0-9fa5-4aa9-9e43-5068ea1815b5 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:35.039788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:35.044935 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a39de8e0-9fa5-4aa9-9e43-5068ea1815b5 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/subnets/35d23ed7-5a2e-47b9-af3f-67cee740cd2f HTTP/1.1" status: 204 len: 168 time: 1.5090954 Dec 21 22:23:35.044935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=8eb39914-c16d-450f-8e21-8932f9117477,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:35.045932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43112) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:35.046642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:35.050187 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-ee799255-7773-44ad-911a-e09cb48fc68b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 200 len: 1000 time: 0.2577610 Dec 21 22:23:35.050962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:35.205052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-aa841bdb-fc2e-4abb-a6b0-0f694d49bfdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:35.206691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-aa841bdb-fc2e-4abb-a6b0-0f694d49bfdb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.1144772 Dec 21 22:23:35.286051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:35.286753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:35.306206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:35.335790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting port 0d0cd968-9011-4e25-8e79-686798a86276 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:35.336189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:35.355488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43120) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:35.359504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-59c88e51-6b80-4e75-99c4-35d75739c026 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1467624 Dec 21 22:23:35.362650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-66334b9a-2539-4161-ac0c-db2479009492 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7162218 Dec 21 22:23:35.437877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Request body: {'port': {'device_id': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:35.495418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:35.511460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b90e37-2f98-46ba-8b3e-4c0561b8fcaf None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:35.686939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] DHCP port deletion for 09741676-18ae-4f60-b4d6-140154c490f2 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:23:35.697630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] Deleting port 0d0cd968-9011-4e25-8e79-686798a86276 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:35.698292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:35.727940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] For port 0d0cd968-9011-4e25-8e79-686798a86276, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0d0cd968-9011-4e25-8e79-686798a86276,segment=NetworkSegment(ee0aa6da-48ca-43ba-948d-543e1d13153a),segment_id=ee0aa6da-48ca-43ba-948d-543e1d13153a)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:35.728706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:35.871236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:35.881320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Calling delete_port for 0d0cd968-9011-4e25-8e79-686798a86276 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:35.909047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a244c-b41e-40d1-a88a-13364d65c42e req-f3b323c5-7b48-4a06-8357-840f373a9da2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:35.909047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d28a244c-b41e-40d1-a88a-13364d65c42e req-f3b323c5-7b48-4a06-8357-840f373a9da2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 931 time: 0.3736377 Dec 21 22:23:36.003710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-2ee7b58e-71dc-4833-9fbd-7fabccbb12f2 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268528 Dec 21 22:23:36.012771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-42f72002-4ac7-49c1-a731-1ecd1317b012 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2c9488b7f764f1e81c2a69c2db01249&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6486738 Dec 21 22:23:36.016296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43126) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:36.084014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0d0cd968-9011-4e25-8e79-686798a86276 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:36.128176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e3e59fce-0d73-4e23-9779-d84da1c81a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.169438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 0d0cd968-9011-4e25-8e79-686798a86276 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:36.169438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0d0cd968-9011-4e25-8e79-686798a86276 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:36.172300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0fd0d-3f68-460c-881a-d952c183fc4e None None] New status for floating IP 265ce6e5-2848-4e50-bcac-9ef9fa00bd0f: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:23:36.174291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e3e59fce-0d73-4e23-9779-d84da1c81a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.231245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.253757 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66a9e107-991b-41b0-9ce2-7bd3f6dea76f req-8ea719d7-fb8e-470a-b825-b9fe72ec5f78 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365260 Dec 21 22:23:36.261280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f88da817-8c56-41b2-8f97-b9fbec193f6a None None] Provisioning for port 8eb39914-c16d-450f-8e21-8932f9117477 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:36.286949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Port': ['ID=0d0cd968-9011-4e25-8e79-686798a86276,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:36.295947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] No DVR routers for this DVR port 0d0cd968-9011-4e25-8e79-686798a86276 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:23:36.312182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] For port 0d0cd968-9011-4e25-8e79-686798a86276, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0d0cd968-9011-4e25-8e79-686798a86276,segment=NetworkSegment(ee0aa6da-48ca-43ba-948d-543e1d13153a),segment_id=ee0aa6da-48ca-43ba-948d-543e1d13153a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:36.312182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.324368 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d28a244c-b41e-40d1-a88a-13364d65c42e req-bce841d1-49f7-4124-bb05-5b82b2acb5c7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931365 Dec 21 22:23:36.383258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e3e59fce-0d73-4e23-9779-d84da1c81a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.452233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] Calling delete_port for 0d0cd968-9011-4e25-8e79-686798a86276 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:36.459372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e59fce-0d73-4e23-9779-d84da1c81a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b265d2-021b-45a9-aa00-4e037b0b4edd,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:36.465576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.504282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09741676-18ae-4f60-b4d6-140154c490f2']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:36.515232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e3e59fce-0d73-4e23-9779-d84da1c81a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.515947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e3e59fce-0d73-4e23-9779-d84da1c81a8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3b265d2-021b-45a9-aa00-4e037b0b4edd HTTP/1.1" status: 204 len: 168 time: 0.4975302 Dec 21 22:23:36.520262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0aa6da-48ca-43ba-948d-543e1d13153a') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:36.520421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0aa6da-48ca-43ba-948d-543e1d13153a') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:36.535294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.556531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.567206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f88da817-8c56-41b2-8f97-b9fbec193f6a None None] Provisioning complete for port 8eb39914-c16d-450f-8e21-8932f9117477 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:36.567893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f88da817-8c56-41b2-8f97-b9fbec193f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.568949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:23:36.569519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:36.595843 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:36.685414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb39914-c16d-450f-8e21-8932f9117477 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:23:36.693525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.755341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Transition to ACTIVE for port object 8eb39914-c16d-450f-8e21-8932f9117477 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:23:36.825048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f88da817-8c56-41b2-8f97-b9fbec193f6a None None] Port 8eb39914-c16d-450f-8e21-8932f9117477 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:23:36.844732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.847626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: (self, other), Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:36.848113 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:36.898542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:36.911654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Network': ['ID=09741676-18ae-4f60-b4d6-140154c490f2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:36.918094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:36.918094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:23:36.920645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ba3ddae-edfb-4fa8-a703-93a1a83511ff tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/networks/09741676-18ae-4f60-b4d6-140154c490f2 HTTP/1.1" status: 204 len: 168 time: 1.8740363 Dec 21 22:23:36.924849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43134) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:36.971732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb39914-c16d-450f-8e21-8932f9117477,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:37.291070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Attempting to bind port 8eb39914-c16d-450f-8e21-8932f9117477 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:23:37.292108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Attempting to bind port 8eb39914-c16d-450f-8e21-8932f9117477 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:23:37.292108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Attempting to bind port 8eb39914-c16d-450f-8e21-8932f9117477 on network f30109f3-2427-4efd-a140-5e35c73fd1f2 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:37.298039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62eacc71-73d4-405b-a817-9a6926d8f1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.309669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c19856-855c-40f8-8b0d-b06d4479b7c9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting subnet 9bbbee00-9171-41fc-befc-f6896dd2e66c {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:23:37.312054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Port 8eb39914-c16d-450f-8e21-8932f9117477 on network f30109f3-2427-4efd-a140-5e35c73fd1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:37.314134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Attempting to bind port 8eb39914-c16d-450f-8e21-8932f9117477 on network f30109f3-2427-4efd-a140-5e35c73fd1f2 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:23:37.316903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38c19856-855c-40f8-8b0d-b06d4479b7c9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.324926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:23:37.324926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Checking segment: {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:23:37.324926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Bound using segment: {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:23:37.325308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Bound port: 8eb39914-c16d-450f-8e21-8932f9117477, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdd1b96-7234-4fd0-aacb-2c44eabac975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:23:37.325719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.395774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38c19856-855c-40f8-8b0d-b06d4479b7c9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.419592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] Deleting port 0d0cd968-9011-4e25-8e79-686798a86276 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:37.420671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.437847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] For port 8eb39914-c16d-450f-8e21-8932f9117477, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:23:37.444560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] For port 8eb39914-c16d-450f-8e21-8932f9117477, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb39914-c16d-450f-8e21-8932f9117477,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:23:37.504231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6c151048-1a04-49c3-bec8-9552adbc9af6 None None] The port '0d0cd968-9011-4e25-8e79-686798a86276' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:23:37.513129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43140) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:37.523363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.533698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38c19856-855c-40f8-8b0d-b06d4479b7c9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.572259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.596061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.597578 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] 10.222.0.46 "PUT /v2.0/ports/8eb39914-c16d-450f-8e21-8932f9117477 HTTP/1.1" status: 200 len: 1093 time: 2.2222290 Dec 21 22:23:37.606782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:23:37.636100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:37.644633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:30aa5d1045b5417e912521324b12e762 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:37.651046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:37.669405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:37.776243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38c19856-855c-40f8-8b0d-b06d4479b7c9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.835328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c19856-855c-40f8-8b0d-b06d4479b7c9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbbee00-9171-41fc-befc-f6896dd2e66c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:37.844423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38c19856-855c-40f8-8b0d-b06d4479b7c9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:37.850769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39986553-2a69-4dc8-9bef-511d3d0fc37a None None] Network fbf13564-6c39-4c80-8f69-4cec13bc090d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:37.864768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-38c19856-855c-40f8-8b0d-b06d4479b7c9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/subnets/9bbbee00-9171-41fc-befc-f6896dd2e66c HTTP/1.1" status: 204 len: 168 time: 0.9383657 Dec 21 22:23:37.871014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43146) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:37.896735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477', 'status': 'completed', 'code': 200} Dec 21 22:23:37.932738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb25a4d-f7d2-4fbc-8621-74b30132d712 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb39914-c16d-450f-8e21-8932f9117477,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:37.967437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542c5b2-edbb-4c1a-ac75-f0ac75293d43 req-6709f025-43d2-4524-8747-3aedfc64c546 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:37.969753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8542c5b2-edbb-4c1a-ac75-f0ac75293d43 req-6709f025-43d2-4524-8747-3aedfc64c546 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 943 time: 0.4937768 Dec 21 22:23:37.970676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.015791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.027547 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-1b64b381-644d-4a32-8abc-f5ba4931d918 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 1096 time: 0.1328225 Dec 21 22:23:38.097259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8542c5b2-edbb-4c1a-ac75-f0ac75293d43 req-7587252d-9077-4925-b732-7d088d84879f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193063 Dec 21 22:23:38.114933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-8e6ea22b-4c08-44f2-be88-7e4ef434c6a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb39914-c16d-450f-8e21-8932f9117477 HTTP/1.1" status: 200 len: 217 time: 0.0775206 Dec 21 22:23:38.160780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30aa5d1045b5417e912521324b12e762&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6464460 Dec 21 22:23:38.165066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43150) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:38.169030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bb730-d523-46fe-ad5e-022b169a0ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6926c268-faef-4ed0-83a9-bd7582833cb9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:38.197164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-155f837c-4d30-4c3e-ad1a-478a839875de tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting subnet 5b68089b-9d52-4ad7-aacf-523a1edcd4cc {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:23:38.201152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-155f837c-4d30-4c3e-ad1a-478a839875de tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.238798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-35a2c1d4-7184-4fab-9865-e2e50988f6eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:38.240455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-35a2c1d4-7184-4fab-9865-e2e50988f6eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2188c7d-74a0-4036-a239-fd7828d3663f HTTP/1.1" status: 200 len: 835 time: 0.1167493 Dec 21 22:23:38.265941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-155f837c-4d30-4c3e-ad1a-478a839875de tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.313477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7db3c248-3aa0-4fce-adf7-5d597c097027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.333921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] DHCP port deletion for fbf13564-6c39-4c80-8f69-4cec13bc090d request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:23:38.340541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] Deleting port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:38.340541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.352507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7db3c248-3aa0-4fce-adf7-5d597c097027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.358663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-155f837c-4d30-4c3e-ad1a-478a839875de tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.412038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-8ab8d8b9-d57d-4abd-ae6c-60f6b60b7ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f30109f3-2427-4efd-a140-5e35c73fd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1637683 Dec 21 22:23:38.513157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-155f837c-4d30-4c3e-ad1a-478a839875de tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.559174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f837c-4d30-4c3e-ad1a-478a839875de tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Subnet': ['ID=5b68089b-9d52-4ad7-aacf-523a1edcd4cc,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:38.562479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] For port 6d8ad1a5-3a73-49b0-8e35-f1c509032377, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6d8ad1a5-3a73-49b0-8e35-f1c509032377,segment=NetworkSegment(339de80e-0908-49e7-8b76-4dc8682fbc08),segment_id=339de80e-0908-49e7-8b76-4dc8682fbc08)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:38.562808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-0336a4e1-efbb-4621-ac1a-c1a96bb6626b service neutron] 10.222.0.46 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434250 Dec 21 22:23:38.562937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.564228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-155f837c-4d30-4c3e-ad1a-478a839875de tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.569838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7db3c248-3aa0-4fce-adf7-5d597c097027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.573839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-155f837c-4d30-4c3e-ad1a-478a839875de tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/subnets/5b68089b-9d52-4ad7-aacf-523a1edcd4cc HTTP/1.1" status: 204 len: 168 time: 0.7014220 Dec 21 22:23:38.576482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43154) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:38.580863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6987d9-b04d-423d-bda6-d7b536114134 None None] Network f42353e3-2161-4b56-ab55-e2c042628e8d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:38.621489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3c248-3aa0-4fce-adf7-5d597c097027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6926c268-faef-4ed0-83a9-bd7582833cb9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:38.638727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7db3c248-3aa0-4fce-adf7-5d597c097027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.641966 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7db3c248-3aa0-4fce-adf7-5d597c097027 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6926c268-faef-4ed0-83a9-bd7582833cb9 HTTP/1.1" status: 204 len: 168 time: 0.4708498 Dec 21 22:23:38.717700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.732193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:38.732861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.748433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] Calling delete_port for 6d8ad1a5-3a73-49b0-8e35-f1c509032377 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:38.748963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-508716f1-1a12-4bd8-a7fc-e4fd31df069b req-f3d06fcb-ee9b-409a-8523-f313b9ae24f7 service neutron] 10.222.0.46 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708810 Dec 21 22:23:38.933619 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-17d7289a-46f0-43b1-82bf-4c915d38d5eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0809157 Dec 21 22:23:38.945880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:38.977503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] For port 6d8ad1a5-3a73-49b0-8e35-f1c509032377, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6d8ad1a5-3a73-49b0-8e35-f1c509032377,segment=NetworkSegment(339de80e-0908-49e7-8b76-4dc8682fbc08),segment_id=339de80e-0908-49e7-8b76-4dc8682fbc08)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:38.977879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:39.029062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:39.135470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] No DVR routers for this DVR port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:23:39.140547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-70e2655a-503a-4e35-82d1-1bb27a195231 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:39.144438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-70e2655a-503a-4e35-82d1-1bb27a195231 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f30109f3-2427-4efd-a140-5e35c73fd1f2 HTTP/1.1" status: 200 len: 898 time: 0.2036870 Dec 21 22:23:39.150322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Calling delete_port for 6d8ad1a5-3a73-49b0-8e35-f1c509032377 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:39.159201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5636cd-5e3a-4e78-a371-a4e2e6e7f6ca None None] Pushing event deleted for resources: {'Port': ['ID=6d8ad1a5-3a73-49b0-8e35-f1c509032377,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:39.251438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] DHCP port deletion for f42353e3-2161-4b56-ab55-e2c042628e8d request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:23:39.256378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] Deleting port d6d06f29-36fe-4a87-a017-57a4b781d213 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:39.256838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:39.262702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-1d46b50e-9fe7-4568-9d8b-8f8ab191799d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb39914-c16d-450f-8e21-8932f9117477 HTTP/1.1" status: 200 len: 217 time: 0.0932219 Dec 21 22:23:39.265043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:39.265414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:23:39.386632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-f8e79fe5-31e0-47ef-8b3a-5df19951a6be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:39.388150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-f8e79fe5-31e0-47ef-8b3a-5df19951a6be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2188c7d-74a0-4036-a239-fd7828d3663f HTTP/1.1" status: 200 len: 835 time: 0.1171768 Dec 21 22:23:39.467524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0bfc0-4de3-4289-8559-c25899e7567e req-b901c85e-0a4c-4dda-a18a-103d2cb03074 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:39.469094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-98f0bfc0-4de3-4289-8559-c25899e7567e req-b901c85e-0a4c-4dda-a18a-103d2cb03074 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 943 time: 0.1578467 Dec 21 22:23:39.472703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] For port d6d06f29-36fe-4a87-a017-57a4b781d213, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d6d06f29-36fe-4a87-a017-57a4b781d213,segment=NetworkSegment(24726b34-6c86-40da-afb2-20566606d8b4),segment_id=24726b34-6c86-40da-afb2-20566606d8b4)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:39.472703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:39.522770 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-59415b02-4339-460f-a400-8e1d87385dcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f30109f3-2427-4efd-a140-5e35c73fd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271572 Dec 21 22:23:39.534894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-98f0bfc0-4de3-4289-8559-c25899e7567e req-cf8c7d46-1963-4283-a5ab-28c02e6c3a55 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551713 Dec 21 22:23:39.605517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] Calling delete_port for d6d06f29-36fe-4a87-a017-57a4b781d213 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:39.678022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-d2ed3957-bc6a-41fd-89df-34729b53c4bf service neutron] 10.222.0.46 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462517 Dec 21 22:23:39.718507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:39.766687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] Pushing event deleted for resources: {'Port': ['ID=d6d06f29-36fe-4a87-a017-57a4b781d213,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:39.770346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting port 6d8ad1a5-3a73-49b0-8e35-f1c509032377 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:39.770346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:39.772442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92baa216-2b85-4d17-87b8-3e08842aa9aa None None] No DVR routers for this DVR port d6d06f29-36fe-4a87-a017-57a4b781d213 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:23:39.827593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb791eaa-aff9-4b55-ab5c-476d3aad42e6 req-a0972b11-9b99-4b3c-a65c-67bbd4dea1da service neutron] 10.222.0.46 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414442 Dec 21 22:23:39.847618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] The port '6d8ad1a5-3a73-49b0-8e35-f1c509032377' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:23:39.998525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6d8ad1a5-3a73-49b0-8e35-f1c509032377 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:40.038813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.039803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cfc1bb9a-314f-471d-b918-19405d93adc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.041282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 6d8ad1a5-3a73-49b0-8e35-f1c509032377 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:40.041665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6d8ad1a5-3a73-49b0-8e35-f1c509032377 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:40.042129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6d06f29-36fe-4a87-a017-57a4b781d213 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:40.077447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: d6d06f29-36fe-4a87-a017-57a4b781d213 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:23:40.077844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d6d06f29-36fe-4a87-a017-57a4b781d213 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:40.209969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.235732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf13564-6c39-4c80-8f69-4cec13bc090d']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:40.248573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339de80e-0908-49e7-8b76-4dc8682fbc08') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:40.248894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339de80e-0908-49e7-8b76-4dc8682fbc08') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:40.261565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.277128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.283535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:23:40.283956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:40.299217 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:40.415133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.434398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.446735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Network': ['ID=fbf13564-6c39-4c80-8f69-4cec13bc090d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:40.451070 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-71de8a7c-c2fd-4107-93d6-27ba1d45c8c4 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/networks/fbf13564-6c39-4c80-8f69-4cec13bc090d HTTP/1.1" status: 204 len: 168 time: 1.8730779 Dec 21 22:23:40.453826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43162) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:40.577791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.722038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.749110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42353e3-2161-4b56-ab55-e2c042628e8d']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:40.750706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7ef10-6f59-4d8a-852f-74f9c4ba4562 req-0e1b5f56-51cb-4691-9651-f9c718f85e4c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:40.753019 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6fe7ef10-6f59-4d8a-852f-74f9c4ba4562 req-0e1b5f56-51cb-4691-9651-f9c718f85e4c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 943 time: 0.0895219 Dec 21 22:23:40.763040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24726b34-6c86-40da-afb2-20566606d8b4') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:40.763376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24726b34-6c86-40da-afb2-20566606d8b4') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:40.776312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.791998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.798776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:23:40.799559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.802443 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6fe7ef10-6f59-4d8a-852f-74f9c4ba4562 req-5a56b52e-3f35-4e29-a8e0-4cf77d22cb04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:40.817131 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:40.946890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.968252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:40.975934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Network': ['ID=f42353e3-2161-4b56-ab55-e2c042628e8d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:40.979241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9282c34a-bf48-40c9-8b2b-f8fab5a6eb4b tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/networks/f42353e3-2161-4b56-ab55-e2c042628e8d HTTP/1.1" status: 204 len: 168 time: 0.5243614 Dec 21 22:23:40.981941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43168) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:41.185966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f54dcd-a540-4bc8-a1f3-902c6b81eda6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting subnet b9fce3b4-019f-459f-8c01-def418ae0d0d {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:23:41.189154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f54dcd-a540-4bc8-a1f3-902c6b81eda6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.249427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f54dcd-a540-4bc8-a1f3-902c6b81eda6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.334851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f54dcd-a540-4bc8-a1f3-902c6b81eda6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.340065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 8eb39914-c16d-450f-8e21-8932f9117477 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:23:41.497548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 8eb39914-c16d-450f-8e21-8932f9117477, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb39914-c16d-450f-8e21-8932f9117477,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:41.512426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '8eb39914-c16d-450f-8e21-8932f9117477', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'port_id': '8eb39914-c16d-450f-8e21-8932f9117477', 'mac_address': 'fa:16:3e:65:19:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:23:41.516800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f54dcd-a540-4bc8-a1f3-902c6b81eda6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.550348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.561869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f54dcd-a540-4bc8-a1f3-902c6b81eda6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fce3b4-019f-459f-8c01-def418ae0d0d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:41.569076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0f54dcd-a540-4bc8-a1f3-902c6b81eda6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.570976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.576115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e0f54dcd-a540-4bc8-a1f3-902c6b81eda6 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/subnets/b9fce3b4-019f-459f-8c01-def418ae0d0d HTTP/1.1" status: 204 len: 168 time: 0.5931165 Dec 21 22:23:41.578831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43172) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:41.582124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb678fac-bbc4-4f0c-a08f-0dc786d33598 None None] Network e2e3059c-a814-43dd-87a7-7968776746ff requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:23:41.625535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb39914-c16d-450f-8e21-8932f9117477 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:23:41.704052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.707905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 8eb39914-c16d-450f-8e21-8932f9117477, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb39914-c16d-450f-8e21-8932f9117477,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:41.715069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Deleting port 38690450-b69b-4df5-9100-6e88f538b87b {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:41.715440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.745310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.848820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=8eb39914-c16d-450f-8e21-8932f9117477,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:41.938343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] For port 38690450-b69b-4df5-9100-6e88f538b87b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=38690450-b69b-4df5-9100-6e88f538b87b,segment=NetworkSegment(93be4c26-6178-43d1-8d5b-d2a911a512f8),segment_id=93be4c26-6178-43d1-8d5b-d2a911a512f8)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:41.938742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:41.955730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['8eb39914-c16d-450f-8e21-8932f9117477'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:23:42.007508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] DHCP port deletion for e2e3059c-a814-43dd-87a7-7968776746ff request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:23:42.023100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f72213-06ee-41e5-842d-28b1229729e4 req-db088f9b-6c8e-40ae-adf6-627410b01b15 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:42.023732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] Deleting port 38690450-b69b-4df5-9100-6e88f538b87b {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:42.024412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.024959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-85f72213-06ee-41e5-842d-28b1229729e4 req-db088f9b-6c8e-40ae-adf6-627410b01b15 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 944 time: 0.0937619 Dec 21 22:23:42.078034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 38690450-b69b-4df5-9100-6e88f538b87b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:23:42.095074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Calling delete_port for 38690450-b69b-4df5-9100-6e88f538b87b owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:42.103577 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-85f72213-06ee-41e5-842d-28b1229729e4 req-ff7380c2-8059-4278-9ef1-1868ec9e26d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723557 Dec 21 22:23:42.278117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.291636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No active binding found for port 38690450-b69b-4df5-9100-6e88f538b87b {{(pid=88996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 22:23:42.291636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 38690450-b69b-4df5-9100-6e88f538b87b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:23:42.331499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Port': ['ID=38690450-b69b-4df5-9100-6e88f538b87b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:42.337782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] No DVR routers for this DVR port 38690450-b69b-4df5-9100-6e88f538b87b on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:23:42.428171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] For port 38690450-b69b-4df5-9100-6e88f538b87b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=38690450-b69b-4df5-9100-6e88f538b87b,segment=NetworkSegment(93be4c26-6178-43d1-8d5b-d2a911a512f8),segment_id=93be4c26-6178-43d1-8d5b-d2a911a512f8)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:42.428639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.474228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.501392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e3059c-a814-43dd-87a7-7968776746ff']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:42.514528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93be4c26-6178-43d1-8d5b-d2a911a512f8') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:42.514862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93be4c26-6178-43d1-8d5b-d2a911a512f8') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:42.527283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.543618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.551093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:23:42.551510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:42.567360 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:42.570308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] Calling delete_port for 38690450-b69b-4df5-9100-6e88f538b87b owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:23:42.689762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.709838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:42.723662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Pushing event deleted for resources: {'Network': ['ID=e2e3059c-a814-43dd-87a7-7968776746ff,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:42.731012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d803e2f0-9280-4959-8595-2a74c555898d tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/networks/e2e3059c-a814-43dd-87a7-7968776746ff HTTP/1.1" status: 204 len: 168 time: 1.1484971 Dec 21 22:23:42.731801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43180) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:42.788772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8c4aab49-27a8-4f7b-8b08-4e566b20a3e9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Synchronizing usage tracker for tenant:60e8297afc3a428ba206cc85545c23d9 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:23:42.832297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8c4aab49-27a8-4f7b-8b08-4e566b20a3e9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Unset dirty status for tenant:60e8297afc3a428ba206cc85545c23d9 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:23:42.833565 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8c4aab49-27a8-4f7b-8b08-4e566b20a3e9 tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef0ad664-6b25-49e4-8123-42e7653b11ac HTTP/1.1" status: 200 len: 205 time: 0.1012816 Dec 21 22:23:42.836258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43184) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:42.857721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:42.858127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:23:42.981711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02df358e-0ddf-4765-99b3-8bfe449da60a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.362811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f33fbe-3a24-4fb7-8fd4-b47cd1df4c3e req-d905c091-2028-4b76-9973-e3310849a9b5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:43.362811 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-18f33fbe-3a24-4fb7-8fd4-b47cd1df4c3e req-d905c091-2028-4b76-9973-e3310849a9b5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 944 time: 0.1246128 Dec 21 22:23:43.369546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] Deleting port 38690450-b69b-4df5-9100-6e88f538b87b {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:23:43.369546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.412622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02df358e-0ddf-4765-99b3-8bfe449da60a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.422931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02df358e-0ddf-4765-99b3-8bfe449da60a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.475114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-18f33fbe-3a24-4fb7-8fd4-b47cd1df4c3e req-b6b8aa5b-ae3a-47d9-a8b2-a865d65c98ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625007 Dec 21 22:23:43.478446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 8eb39914-c16d-450f-8e21-8932f9117477 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:23:43.537749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-93253ad4-9fda-4aef-aca6-578c48498004 None None] The port '38690450-b69b-4df5-9100-6e88f538b87b' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:23:43.609341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 8eb39914-c16d-450f-8e21-8932f9117477 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:23:43.609341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 8eb39914-c16d-450f-8e21-8932f9117477 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:23:43.609341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.701866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02df358e-0ddf-4765-99b3-8bfe449da60a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.701866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02df358e-0ddf-4765-99b3-8bfe449da60a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Fanout notify agent at l3_agent the message router_deleted on router ef0ad664-6b25-49e4-8123-42e7653b11ac {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:23:43.714780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-02df358e-0ddf-4765-99b3-8bfe449da60a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.714780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-02df358e-0ddf-4765-99b3-8bfe449da60a tempest-RoutersNegativeIpV6Test-1636299738 tempest-RoutersNegativeIpV6Test-1636299738-project] 10.222.0.30 "DELETE /v2.0/routers/ef0ad664-6b25-49e4-8123-42e7653b11ac HTTP/1.1" status: 204 len: 168 time: 0.8752084 Dec 21 22:23:43.737135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.774672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 8eb39914-c16d-450f-8e21-8932f9117477, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb39914-c16d-450f-8e21-8932f9117477,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:23:43.774672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:23:43.805218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:43.870395 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477', 'code': 200} Dec 21 22:23:43.901192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=8eb39914-c16d-450f-8e21-8932f9117477,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:44.233332 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5425862c-7ae3-43a3-8f87-6ddd7173f3ba req-5e756bbc-0cfc-41a5-9b08-1a4ece306241 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 1098 time: 0.1052742 Dec 21 22:23:44.255378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43196) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:44.281168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5425862c-7ae3-43a3-8f87-6ddd7173f3ba req-16ba8247-51c9-4221-b104-7ac88f6780e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417113 Dec 21 22:23:44.455243 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2cde1680-f4bf-45fb-94a3-24753122d849 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60e8297afc3a428ba206cc85545c23d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1996086 Dec 21 22:23:44.455243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43204) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:44.542403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1fa05f5-dd81-4b98-aa57-0f277dd5b888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:44.574856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1fa05f5-dd81-4b98-aa57-0f277dd5b888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:44.663624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1fa05f5-dd81-4b98-aa57-0f277dd5b888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:44.691647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa05f5-dd81-4b98-aa57-0f277dd5b888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0247c608-ed91-4fff-991f-3b69770dc2cb,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:44.691647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1fa05f5-dd81-4b98-aa57-0f277dd5b888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:44.691647 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e1fa05f5-dd81-4b98-aa57-0f277dd5b888 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0247c608-ed91-4fff-991f-3b69770dc2cb HTTP/1.1" status: 204 len: 168 time: 0.2305877 Dec 21 22:23:44.712105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1edf-81d9-4c2d-8bda-74909beeee0c req-c5f9bc27-2846-4cb1-afd3-6ddb94d7e521 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:44.715354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0bee1edf-81d9-4c2d-8bda-74909beeee0c req-c5f9bc27-2846-4cb1-afd3-6ddb94d7e521 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 945 time: 0.1300919 Dec 21 22:23:44.772635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0bee1edf-81d9-4c2d-8bda-74909beeee0c req-ba79e9a6-a6b3-4af9-b15e-db85d990f8f3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556567 Dec 21 22:23:45.988303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310a593-1488-4f84-bc38-1e2c2ab1b077 req-f5d0ff7f-3c9f-4538-979f-db22d5179d87 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:45.988303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3310a593-1488-4f84-bc38-1e2c2ab1b077 req-f5d0ff7f-3c9f-4538-979f-db22d5179d87 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 945 time: 0.0940785 Dec 21 22:23:46.040843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3310a593-1488-4f84-bc38-1e2c2ab1b077 req-4483d1e5-ddf7-4111-bf0e-19be7f83c8c7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453360 Dec 21 22:23:46.382776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a53eb5-7509-45b2-97ae-a9a4b4ee45c4 req-fe696066-5d90-4b16-921d-e60d4e1f08ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:46.382776 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42a53eb5-7509-45b2-97ae-a9a4b4ee45c4 req-fe696066-5d90-4b16-921d-e60d4e1f08ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 945 time: 0.0857024 Dec 21 22:23:46.437247 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42a53eb5-7509-45b2-97ae-a9a4b4ee45c4 req-cb862050-2821-4d6e-9037-127acd31511a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474105 Dec 21 22:23:46.466419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43216) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:46.542287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e5c0af50-0bf9-46f0-9a22-53ac951c4b0f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 1093 time: 0.0743399 Dec 21 22:23:46.546021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43220) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:46.546021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '8eb39914-c16d-450f-8e21-8932f9117477', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:46.557823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:23:46.557823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:23:46.565336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:23:46.572472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:23:46.630818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:46.782488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:47.147576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.107 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/d001a1ae-8ad1-496a-b956-5d965932604f) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:23:47.306967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:47.362240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:47.437640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:23:47.441082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:23:47.443117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=d001a1ae-8ad1-496a-b956-5d965932604f,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:47.445433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:23:47.972757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:48.081975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:48.315230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:48.350776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:48.459356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=d001a1ae-8ad1-496a-b956-5d965932604f,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:23:48.476448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:48.689687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP 4d1c92ef-ce42-468d-9e83-e6c51cf0780e associated. External IP: 172.26.6.107, port: 8eb39914-c16d-450f-8e21-8932f9117477. Dec 21 22:23:49.117319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router cf29c72f-fd23-4861-8e92-12c5e74c12f7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:23:49.337078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:23:49.349704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] Sync routers for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:23:49.365879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:49.365879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:49.393794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:23:49.475274 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-28ec7277-eac9-4939-908a-0a2e20dd2b3d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9190888 Dec 21 22:23:49.475274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:23:49.479225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43224) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:49.525171 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477', 'status': 'completed', 'code': 200} Dec 21 22:23:49.574516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:49.682452 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1207b397-6c21-4449-a2b4-9185673e5ff1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/4d1c92ef-ce42-468d-9e83-e6c51cf0780e HTTP/1.1" status: 200 len: 991 time: 0.2190368 Dec 21 22:23:49.697962 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-59bbabdd-52eb-4554-a7ef-9913096ee1cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 1098 time: 0.1314876 Dec 21 22:23:49.841487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-5dc9f1a2-129f-405c-bba4-86e9187f5362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:49.843231 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-5dc9f1a2-129f-405c-bba4-86e9187f5362 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f30109f3-2427-4efd-a140-5e35c73fd1f2 HTTP/1.1" status: 200 len: 898 time: 0.1417401 Dec 21 22:23:49.960900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-52608717-38f8-4c6b-a540-c9a9b01b26f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb39914-c16d-450f-8e21-8932f9117477 HTTP/1.1" status: 200 len: 999 time: 0.1069884 Dec 21 22:23:49.964747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '4d1c92ef-ce42-468d-9e83-e6c51cf0780e', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'port_id': '8eb39914-c16d-450f-8e21-8932f9117477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'mac_address': 'fa:16:3e:65:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:47Z', 'updated_at': '2021-12-21T22:23:47Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:49.965357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] Checking router: cf29c72f-fd23-4861-8e92-12c5e74c12f7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:23:49.979328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:23:49.979992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:23:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:50.036817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-e7456fa8-d46c-411d-97ea-b5d869e876ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:23:50.038531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-e7456fa8-d46c-411d-97ea-b5d869e876ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2188c7d-74a0-4036-a239-fd7828d3663f HTTP/1.1" status: 200 len: 835 time: 0.0711889 Dec 21 22:23:50.132900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-0bbe99d1-9e5c-42f7-a03b-b5deb81154cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f30109f3-2427-4efd-a140-5e35c73fd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882280 Dec 21 22:23:50.175515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:23:50.283552 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-a5ed53a2-a6e3-451f-b926-849e279e2aba service neutron] 10.222.0.46 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433668 Dec 21 22:23:50.433116 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aebfa3d8-60b5-4af2-82d3-49bd9b38022b req-7ef4982d-a218-4b98-9d2c-dbb0aa62a01e service neutron] 10.222.0.46 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427672 Dec 21 22:23:50.550553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '4d1c92ef-ce42-468d-9e83-e6c51cf0780e', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'port_id': '8eb39914-c16d-450f-8e21-8932f9117477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'mac_address': 'fa:16:3e:65:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:47Z', 'updated_at': '2021-12-21T22:23:47Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:23:50.554952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca52ed1a-8efe-4f62-9ea3-90024060fc30 None None] The sync data for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv is: [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '4d1c92ef-ce42-468d-9e83-e6c51cf0780e', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.107', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'port_id': '8eb39914-c16d-450f-8e21-8932f9117477', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'mac_address': 'fa:16:3e:65:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:47Z', 'updated_at': '2021-12-21T22:23:47Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:23:50.685961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43230) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:50.799220 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-665f848d-dadd-47b9-9d7a-92d0699ae672 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/4d1c92ef-ce42-468d-9e83-e6c51cf0780e HTTP/1.1" status: 200 len: 991 time: 0.1118639 Dec 21 22:23:50.910349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f88720-522d-48d5-a68c-ebe01729746a None None] New status for floating IP 4d1c92ef-ce42-468d-9e83-e6c51cf0780e: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:23:51.802243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43234) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:51.912482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c63a6385-3f3c-4e49-b945-64db700b9739 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/4d1c92ef-ce42-468d-9e83-e6c51cf0780e HTTP/1.1" status: 200 len: 993 time: 0.1086636 Dec 21 22:24:03.448920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:07.260749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-915a5a97-7615-4e43-b51f-bbaf1da4454b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:08.876071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:09.995669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:10.018331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd0704bf-45a0-40dc-bd5c-bc64bf3d8f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:10.070218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:24:11.509870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:14.052234 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-0500f4f9-616f-415d-b1f9-f57098849b72 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729141 Dec 21 22:24:14.205007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-360934a0-bdc3-4410-8751-a0b1a80f080f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1099 time: 0.0791991 Dec 21 22:24:14.360418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-bfa4ecc9-70e7-447d-ad20-df8c91ba54a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:14.361987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-bfa4ecc9-70e7-447d-ad20-df8c91ba54a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.1380126 Dec 21 22:24:14.466321 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-a04a410e-efe8-4744-b75d-39331eee954c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 200 len: 1002 time: 0.0978916 Dec 21 22:24:14.539414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-0776ce5a-dd8c-48ba-907d-44f149bb4112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:14.540986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-0776ce5a-dd8c-48ba-907d-44f149bb4112 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.0668292 Dec 21 22:24:14.626081 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-d62daada-2c1c-429c-babb-def638010140 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751147 Dec 21 22:24:14.774082 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-3aa0ed42-8447-4a24-850e-881d8883b04e service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404753 Dec 21 22:24:14.920130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ef75c51-069c-4c6e-9f15-1a8f03c392db req-00a81da9-c3f3-4158-9a73-f5ae5a74e411 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391277 Dec 21 22:24:21.090237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43254) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:21.398002 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fd31b655-4020-4dc5-9819-635ddab346db tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/4d1c92ef-ce42-468d-9e83-e6c51cf0780e HTTP/1.1" status: 200 len: 993 time: 0.3063660 Dec 21 22:24:21.701563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43264) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:22.123037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port d001a1ae-8ad1-496a-b956-5d965932604f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:24:22.124146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:22.311850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:22.319167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:22.441465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for d001a1ae-8ad1-496a-b956-5d965932604f owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:24:22.717337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:22.762824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=d001a1ae-8ad1-496a-b956-5d965932604f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:22.804571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.804954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.805322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.805686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.806049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.806409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.806768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.807126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.807480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.807835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.808191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:22.874811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:23.289862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router cf29c72f-fd23-4861-8e92-12c5e74c12f7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:24:23.499677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:24:23.514736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] Sync routers for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:24:23.524438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:24:23.525095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:23.563313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:23.624560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cff76375-ba70-4ce8-ac3d-4984168fe95f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/4d1c92ef-ce42-468d-9e83-e6c51cf0780e HTTP/1.1" status: 204 len: 168 time: 1.9217560 Dec 21 22:24:23.627418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:24:23.687044 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477', 'status': 'completed', 'code': 200} Dec 21 22:24:23.714498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:24:23.892654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-063a11be-f627-415d-b6b4-5018454ad70b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 1098 time: 0.1838551 Dec 21 22:24:24.048886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-1355cca4-173e-4c27-9da0-14e2dab350ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:24.050701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-1355cca4-173e-4c27-9da0-14e2dab350ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=f30109f3-2427-4efd-a140-5e35c73fd1f2 HTTP/1.1" status: 200 len: 898 time: 0.1513271 Dec 21 22:24:24.137432 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-65842938-ddb5-435b-b848-e3a52a6bbb30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8eb39914-c16d-450f-8e21-8932f9117477 HTTP/1.1" status: 200 len: 217 time: 0.0795884 Dec 21 22:24:24.217322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-4fc4359e-5c93-4e50-8839-0c8408eaee47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:24.218922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-4fc4359e-5c93-4e50-8839-0c8408eaee47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2188c7d-74a0-4036-a239-fd7828d3663f HTTP/1.1" status: 200 len: 835 time: 0.0749643 Dec 21 22:24:24.225373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:24.229283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] Checking router: cf29c72f-fd23-4861-8e92-12c5e74c12f7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:24:24.240458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:24:24.241762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:24.305411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-4750c3b3-c52a-4150-ba1e-ce6312b9c15d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f30109f3-2427-4efd-a140-5e35c73fd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792921 Dec 21 22:24:24.436954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:24:24.756007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e80f60-f292-4352-986e-638ea4d48946 req-2306a0d6-c257-4d80-b65e-902d9922213e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:24.757791 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55e80f60-f292-4352-986e-638ea4d48946 req-2306a0d6-c257-4d80-b65e-902d9922213e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 945 time: 0.6460562 Dec 21 22:24:24.761362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-fff39ec6-0b67-4c50-8d68-3f1bb69856f2 service neutron] 10.222.0.46 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484401 Dec 21 22:24:24.782418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:24.786982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a414494-2f05-43b7-baf2-922e2c0b2081 None None] The sync data for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv is: [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ec958d80-2138-43a4-9f65-041136017390', 'name': '', 'network_id': 'f30109f3-2427-4efd-a140-5e35c73fd1f2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:1b:80:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'c2188c7d-74a0-4036-a239-fd7828d3663f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:24:24.905999 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55e80f60-f292-4352-986e-638ea4d48946 req-a5571511-e138-459d-88f2-83b30f48b793 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=30271a44-65b3-44b9-ae04-9a1415d7de06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409655 Dec 21 22:24:24.950768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf12f24-8dd1-44c7-b1c0-97947212c271 req-30fbd011-f82d-4384-8d69-0732ec61eaab service neutron] 10.222.0.46 "GET /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682320 Dec 21 22:24:25.226523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f39efb-d5b9-4434-8358-543d3cc96927 None None] New status for floating IP 4d1c92ef-ce42-468d-9e83-e6c51cf0780e: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:24:25.376852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c402c-d608-441e-8567-c94166a79fdd req-1ef04e45-8cb1-4c35-b166-0b63c24a52df tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:25.378554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-500c402c-d608-441e-8567-c94166a79fdd req-1ef04e45-8cb1-4c35-b166-0b63c24a52df tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 945 time: 0.0851071 Dec 21 22:24:25.458153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 8eb39914-c16d-450f-8e21-8932f9117477 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:24:25.463204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:25.713170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 8eb39914-c16d-450f-8e21-8932f9117477, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb39914-c16d-450f-8e21-8932f9117477,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:25.713562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:25.846303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 8eb39914-c16d-450f-8e21-8932f9117477 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:24:26.009758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:26.075627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=8eb39914-c16d-450f-8e21-8932f9117477,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:26.160788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.161181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.161559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.161935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.162482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.162854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.163222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.163587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.163947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.164318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.165180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:26.175524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port 8eb39914-c16d-450f-8e21-8932f9117477 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:24:26.179294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:26.182445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'name': 'network-vif-deleted', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:24:26.238782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-500c402c-d608-441e-8567-c94166a79fdd req-0b7fd959-cdbf-4527-bb8a-a514557333dc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/8eb39914-c16d-450f-8e21-8932f9117477 HTTP/1.1" status: 204 len: 173 time: 0.8544986 Dec 21 22:24:26.245689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c91ef9d-a9c2-434c-85de-fd638e873aa0', 'name': 'network-vif-deleted', 'tag': '8eb39914-c16d-450f-8e21-8932f9117477', 'status': 'completed', 'code': 200} Dec 21 22:24:26.247089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-abedef31-6a0e-43eb-9d86-d358c1febd6a req-0b233895-d93d-4cc3-84e7-90be714cd35d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:24:26.311045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-abedef31-6a0e-43eb-9d86-d358c1febd6a req-0b233895-d93d-4cc3-84e7-90be714cd35d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:24:26.311887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-abedef31-6a0e-43eb-9d86-d358c1febd6a req-0b233895-d93d-4cc3-84e7-90be714cd35d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c91ef9d-a9c2-434c-85de-fd638e873aa0 HTTP/1.1" status: 200 len: 210 time: 0.2590127 Dec 21 22:24:27.422267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43288) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:27.512627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96a7a722-c3fb-4e6e-92fb-3e241b2b5d4e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:27.553716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96a7a722-c3fb-4e6e-92fb-3e241b2b5d4e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:27.653031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96a7a722-c3fb-4e6e-92fb-3e241b2b5d4e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:27.673846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7a722-c3fb-4e6e-92fb-3e241b2b5d4e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30271a44-65b3-44b9-ae04-9a1415d7de06,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:27.681471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96a7a722-c3fb-4e6e-92fb-3e241b2b5d4e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:27.682680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-96a7a722-c3fb-4e6e-92fb-3e241b2b5d4e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/30271a44-65b3-44b9-ae04-9a1415d7de06 HTTP/1.1" status: 204 len: 168 time: 0.2593365 Dec 21 22:24:27.747139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43294) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:28.169143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:28.815058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port ec958d80-2138-43a4-9f65-041136017390 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:24:28.818289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:29.013388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port ec958d80-2138-43a4-9f65-041136017390, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ec958d80-2138-43a4-9f65-041136017390,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:29.013783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:29.142423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for ec958d80-2138-43a4-9f65-041136017390 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:24:29.373137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:29.418164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=ec958d80-2138-43a4-9f65-041136017390,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:29.586205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 8eb39914-c16d-450f-8e21-8932f9117477 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:24:29.626703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 8eb39914-c16d-450f-8e21-8932f9117477 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:24:29.627034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 8eb39914-c16d-450f-8e21-8932f9117477 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:24:29.744639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:30.592812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router cf29c72f-fd23-4861-8e92-12c5e74c12f7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:24:30.804717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:24:30.815318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] Sync routers for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:24:30.829464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:24:30.830341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:30.853224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-084f66a0-d9f5-47e5-9dca-e2d57030ac28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/cf29c72f-fd23-4861-8e92-12c5e74c12f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1029372 Dec 21 22:24:30.854286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43300) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:31.023822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:24:31.057691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-df071278-a5df-4a44-b273-0d97694a317b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet c2188c7d-74a0-4036-a239-fd7828d3663f {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:24:31.061234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df071278-a5df-4a44-b273-0d97694a317b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.124156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df071278-a5df-4a44-b273-0d97694a317b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.215243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df071278-a5df-4a44-b273-0d97694a317b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.333854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:24:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:31.338549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] Checking router: cf29c72f-fd23-4861-8e92-12c5e74c12f7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:24:31.340581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df071278-a5df-4a44-b273-0d97694a317b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.350332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] Routers {'cf29c72f-fd23-4861-8e92-12c5e74c12f7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:24:31.351133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:31.386239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df071278-a5df-4a44-b273-0d97694a317b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=c2188c7d-74a0-4036-a239-fd7828d3663f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:31.393491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df071278-a5df-4a44-b273-0d97694a317b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.400659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-df071278-a5df-4a44-b273-0d97694a317b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/c2188c7d-74a0-4036-a239-fd7828d3663f HTTP/1.1" status: 204 len: 168 time: 0.5452585 Dec 21 22:24:31.402062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cf2bf-0196-48e0-aba6-67758a477e97 None None] Network f30109f3-2427-4efd-a140-5e35c73fd1f2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:24:31.403379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43304) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:31.544791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] Set router cf29c72f-fd23-4861-8e92-12c5e74c12f7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:24:31.632548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.692749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] DHCP port deletion for f30109f3-2427-4efd-a140-5e35c73fd1f2 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:24:31.698430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Deleting port 090c5bb8-f6d6-4148-bdec-ff6aec738220 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:24:31.698907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.866801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.934467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] For port 090c5bb8-f6d6-4148-bdec-ff6aec738220, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=090c5bb8-f6d6-4148-bdec-ff6aec738220,segment=NetworkSegment(bfdd1b96-7234-4fd0-aacb-2c44eabac975),segment_id=bfdd1b96-7234-4fd0-aacb-2c44eabac975)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:31.934904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:31.935116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:24:31.935696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:32.022865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:24:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:32.029779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edded33e-711d-4f95-b7cd-9e4ea2706e42 None None] The sync data for ids ['cf29c72f-fd23-4861-8e92-12c5e74c12f7'] in dv-neutron-822521-1-hyperv is: [{'id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'name': 'tempest-TestNetworkBasicOps-router-2086364975', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:05Z', 'updated_at': '2021-12-21T22:24:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2be9f6e9-93ef-4fa9-8dad-cc761f6715d2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf29c72f-fd23-4861-8e92-12c5e74c12f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:07Z', 'updated_at': '2021-12-21T22:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:24:32.079845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 090c5bb8-f6d6-4148-bdec-ff6aec738220 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:24:32.127960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Calling delete_port for 090c5bb8-f6d6-4148-bdec-ff6aec738220 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:24:32.153747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2be9f6e9-93ef-4fa9-8dad-cc761f6715d2,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:32.154150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:32.290752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:24:32.294591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:32.311028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:32.370181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Pushing event deleted for resources: {'Port': ['ID=090c5bb8-f6d6-4148-bdec-ff6aec738220,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:32.385905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] No DVR routers for this DVR port 090c5bb8-f6d6-4148-bdec-ff6aec738220 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:24:32.427156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.427545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.428838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.429243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.429671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.430039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.430408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.430773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.431138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.431499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.431860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1ebcf3-0d9e-45ee-92fa-4f36f94061ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:32.592300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:32.640517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=2be9f6e9-93ef-4fa9-8dad-cc761f6715d2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:32.885097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.156040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.160604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.226143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.230141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Fanout notify agent at l3_agent the message router_deleted on router cf29c72f-fd23-4861-8e92-12c5e74c12f7 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:24:33.251261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.251929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-79fbde97-d7d1-457f-be92-30aec9300718 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/routers/cf29c72f-fd23-4861-8e92-12c5e74c12f7 HTTP/1.1" status: 204 len: 168 time: 1.8475506 Dec 21 22:24:33.254797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43308) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:33.459197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.622364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.762398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.789909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30109f3-2427-4efd-a140-5e35c73fd1f2']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:33.802677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdd1b96-7234-4fd0-aacb-2c44eabac975') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:33.803005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdd1b96-7234-4fd0-aacb-2c44eabac975') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:33.815466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.830743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.838035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:24:33.843703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:24:33.854288 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:24:33.969198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:33.991167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.008858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=f30109f3-2427-4efd-a140-5e35c73fd1f2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:34.027172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:24:34.062480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:24:34.062873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2be9f6e9-93ef-4fa9-8dad-cc761f6715d2 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:24:34.063339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ec958d80-2138-43a4-9f65-041136017390 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:24:34.073281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-763d1df7-9a06-4090-b667-31e30e0c6e28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/f30109f3-2427-4efd-a140-5e35c73fd1f2 HTTP/1.1" status: 204 len: 168 time: 0.8169818 Dec 21 22:24:34.088368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43312) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:34.095167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--1067300098', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:34.098169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: ec958d80-2138-43a4-9f65-041136017390 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:24:34.098563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ec958d80-2138-43a4-9f65-041136017390 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:24:34.107792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:34.112371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:network and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:34.115468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:34.121720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:34.163820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:24:34.169309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.199624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:24:34.208773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.209772 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment a4627a8a-1cc9-49d8-afe1-765c2fdd7f64 of type vlan for network f73f3ca6-e562-4fed-8696-ca4969544c5b Dec 21 22:24:34.239618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.294670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.307277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:34.307277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.412219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3225675 Dec 21 22:24:34.415672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43316) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:34.417895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3791ea8-e31a-472e-8f08-92746adf2183 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=f73f3ca6-e562-4fed-8696-ca4969544c5b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:34.421836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-713557270', 'admin_state_up': True, 'project_id': 'b94464e04b434d009b163f6724868a54', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:34.429708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network f73f3ca6-e562-4fed-8696-ca4969544c5b details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:24:34.430916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:34.435029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:router and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:34.438088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:34.444267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:34.483476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.484681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.504014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.702726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.913489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:34.945564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:35.093645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.179 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/4542dee8-a0c1-4765-bbc1-e2d85d30dff5) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:24:35.282325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:35.354487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:35.422393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:24:35.425526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:24:35.430479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:24:35.460923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=4542dee8-a0c1-4765-bbc1-e2d85d30dff5,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:35.615985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:35.616848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:35.903885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router aa9aa138-4b28-4a98-980d-2a90666c82be is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:24:36.118696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:24:36.128164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Sync routers for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:24:36.145649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:24:36.146331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:36.192099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:36.192968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8370819d-6f9c-421a-b8de-2b3ae77a463a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7760718 Dec 21 22:24:36.196607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43320) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:36.249328 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7520a9c5-30b0-4f79-a0bb-46bfd2679ea8 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490608 Dec 21 22:24:36.249565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43324) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:36.339194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:24:36.393598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309a0ffb-7240-49c5-a167-7007f62d27c1 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:36.395254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-309a0ffb-7240-49c5-a167-7007f62d27c1 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447592 Dec 21 22:24:36.399028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43328) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:36.450277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-db1fd8bc-8c31-4cf5-a797-70093dd06ed3 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498261 Dec 21 22:24:36.453034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43332) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:36.459086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955736476', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:36.583217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:36.588384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:36.592423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:36.599215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:36.631748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:24:36.750408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:36.809371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:35Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:36.813663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Checking router: aa9aa138-4b28-4a98-980d-2a90666c82be for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:24:36.814507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Updating router aa9aa138-4b28-4a98-980d-2a90666c82be port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:24:36.869456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.017927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.109857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=68a31b0c-b7e3-4c95-92eb-4d53277ffc00,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:37.113661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:24:37.114062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: f73f3ca6-e562-4fed-8696-ca4969544c5b, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:24:37.203225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f73f3ca6-e562-4fed-8696-ca4969544c5b is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:24:37.245329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.254303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, f73f3ca6-e562-4fed-8696-ca4969544c5b) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:24:37.265351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:37.265351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.266158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Transition to ACTIVE for port object 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:24:37.266158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f9a7f-f214-4cfc-90b3-6c5ecf8579a0 None None] Network f73f3ca6-e562-4fed-8696-ca4969544c5b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:24:37.335243 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8810640a-866f-4c07-9edb-f6717c4b6999 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8809519 Dec 21 22:24:37.338202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43336) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:37.355877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a05c85c-e6c1-4a83-a864-c4b8823e267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.368010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.507999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccf1b6-9ded-405c-9533-de50c5f2200b None None] Pushing event updated for resources: {'Port': ['ID=4542dee8-a0c1-4765-bbc1-e2d85d30dff5,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:37.516285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Attempting to bind port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:24:37.516564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Attempting to bind port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:24:37.516978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Attempting to bind port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:24:37.539705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:24:37.540121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:24:37.540598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.541040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:24:37.541558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Bound port: 4542dee8-a0c1-4765-bbc1-e2d85d30dff5, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:24:37.541968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.630499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-f73f3ca6-e562-4fed-8696-ca4969544c5b', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:24:37.631399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.716288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] For port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:24:37.741033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] For port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4542dee8-a0c1-4765-bbc1-e2d85d30dff5,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:24:37.796878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:37.909194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Allocated IP 172.20.0.2 (f73f3ca6-e562-4fed-8696-ca4969544c5b/68a31b0c-b7e3-4c95-92eb-4d53277ffc00/819fafad-3d2f-4c20-a7db-2f30e5a6df5e) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:24:37.911332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccf1b6-9ded-405c-9533-de50c5f2200b None None] Pushing event updated for resources: {'Port': ['ID=4542dee8-a0c1-4765-bbc1-e2d85d30dff5,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:37.930896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:24:37.930896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:38.293383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:24:38.381347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:38.451586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:38.478180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Transition to ACTIVE for port object 819fafad-3d2f-4c20-a7db-2f30e5a6df5e will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:24:38.565331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Transition to ACTIVE for port object 819fafad-3d2f-4c20-a7db-2f30e5a6df5e will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:24:38.617883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:38.818861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.1 (f73f3ca6-e562-4fed-8696-ca4969544c5b/68a31b0c-b7e3-4c95-92eb-4d53277ffc00/59f09948-fe9f-4f47-986f-f67fc11c9407) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:24:38.876216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Network f73f3ca6-e562-4fed-8696-ca4969544c5b is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:24:38.880299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Pushing event updated for resources: {'Port': ['ID=819fafad-3d2f-4c20-a7db-2f30e5a6df5e,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:38.886526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:24:38.888782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:24:38.939371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:38.991985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:35Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:38.996526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:38.998462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Attempting to bind port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:24:38.999091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Attempting to bind port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:24:38.999242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Attempting to bind port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e on network f73f3ca6-e562-4fed-8696-ca4969544c5b {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:24:39.002167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e656b-b5a2-48c1-8538-63dce6053ee3 None None] The sync data for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv is: [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:35Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:24:39.008876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:24:39.008876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Checking segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:24:39.009281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:39.009699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Bound using segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:24:39.010219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Bound port: 819fafad-3d2f-4c20-a7db-2f30e5a6df5e, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:24:39.010632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:39.016395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 59f09948-fe9f-4f47-986f-f67fc11c9407 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:24:39.066435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:39.124369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] For port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:24:39.129041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] For port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=819fafad-3d2f-4c20-a7db-2f30e5a6df5e,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:24:39.149765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f73f3ca6-e562-4fed-8696-ca4969544c5b is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:24:39.152191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:39.153559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:24:39.156494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:24:39.197415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=59f09948-fe9f-4f47-986f-f67fc11c9407,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:39.231398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:39.248407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7089c23-1c30-4a6c-8618-89f64f6490a5 None None] Pushing event updated for resources: {'Port': ['ID=819fafad-3d2f-4c20-a7db-2f30e5a6df5e,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:39.411210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:39.923340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:39.963014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:40.013380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:40.056131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-77f4bbe0-53f5-4662-9b4d-cd205bd6685d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:40.119666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:24:40.151580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=59f09948-fe9f-4f47-986f-f67fc11c9407,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:40.151580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:40.223662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:24:40.230126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:40.231466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:40.321842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f73f3ca6-e562-4fed-8696-ca4969544c5b is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:24:40.323448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:24:40.363901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:40.380453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4542dee8-a0c1-4765-bbc1-e2d85d30dff5,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:40.418728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:40.422614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 819fafad-3d2f-4c20-a7db-2f30e5a6df5e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:24:40.565359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=4542dee8-a0c1-4765-bbc1-e2d85d30dff5,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:40.624364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:24:40.762975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router aa9aa138-4b28-4a98-980d-2a90666c82be has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:24:40.981282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:24:40.996051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7ebd04fc-066e-40f9-a64d-cfd834e38e30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/aa9aa138-4b28-4a98-980d-2a90666c82be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6565788 Dec 21 22:24:40.997168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d33ada-09c7-4ba5-be1a-18e952e75b22 None None] Network f73f3ca6-e562-4fed-8696-ca4969544c5b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:24:40.998737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43342) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:41.177630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c4087c0f-e1e3-4bb4-abd4-5579022316e9 None None] Provisioning for port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:24:41.197380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c4087c0f-e1e3-4bb4-abd4-5579022316e9 None None] Provisioning complete for port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:41.197796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4087c0f-e1e3-4bb4-abd4-5579022316e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:41.396849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4087c0f-e1e3-4bb4-abd4-5579022316e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:41.445640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c4087c0f-e1e3-4bb4-abd4-5579022316e9 None None] For port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=819fafad-3d2f-4c20-a7db-2f30e5a6df5e,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:41.478272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4087c0f-e1e3-4bb4-abd4-5579022316e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:41.558351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:41.561271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4087c0f-e1e3-4bb4-abd4-5579022316e9 None None] Pushing event updated for resources: {'Port': ['ID=819fafad-3d2f-4c20-a7db-2f30e5a6df5e,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:41.611030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fb282-d588-43a8-81b5-c2abfba610da tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.611428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fb282-d588-43a8-81b5-c2abfba610da tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.611836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fb282-d588-43a8-81b5-c2abfba610da tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.612245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fb282-d588-43a8-81b5-c2abfba610da tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.612674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fb282-d588-43a8-81b5-c2abfba610da tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.613279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fb282-d588-43a8-81b5-c2abfba610da tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.615049 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-327fb282-d588-43a8-81b5-c2abfba610da tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.6153259 Dec 21 22:24:41.618599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43348) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:41.701745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2accb862-a2a6-4f7a-9987-7a40f2c63060 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.702523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2accb862-a2a6-4f7a-9987-7a40f2c63060 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.702852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2accb862-a2a6-4f7a-9987-7a40f2c63060 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.703250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2accb862-a2a6-4f7a-9987-7a40f2c63060 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:41.705256 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2accb862-a2a6-4f7a-9987-7a40f2c63060 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0855074 Dec 21 22:24:41.708293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43352) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:41.733449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d6a7c149-b3e0-47f1-a7bc-ec12d68d728e None None] Provisioning for port 59f09948-fe9f-4f47-986f-f67fc11c9407 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:24:41.738891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d6a7c149-b3e0-47f1-a7bc-ec12d68d728e None None] Provisioning complete for port 59f09948-fe9f-4f47-986f-f67fc11c9407 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:41.742185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c149-b3e0-47f1-a7bc-ec12d68d728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:41.813044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7c149-b3e0-47f1-a7bc-ec12d68d728e None None] Port 59f09948-fe9f-4f47-986f-f67fc11c9407 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:24:41.827670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d6a7c149-b3e0-47f1-a7bc-ec12d68d728e None None] Provisioning complete for port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:41.828092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c149-b3e0-47f1-a7bc-ec12d68d728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:41.956889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b74dd891-6997-433f-ab59-81322fde6839 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2471874 Dec 21 22:24:42.057547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:24:42.144110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3f4222b3-4d5c-450e-975d-3dbe6abe068b None None] Provisioning complete for port 59f09948-fe9f-4f47-986f-f67fc11c9407 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:42.144566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f4222b3-4d5c-450e-975d-3dbe6abe068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:42.186698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Sync routers for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:24:42.210546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:24:42.210546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:42.213215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3f4222b3-4d5c-450e-975d-3dbe6abe068b None None] Port 59f09948-fe9f-4f47-986f-f67fc11c9407 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:24:42.220543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:42.220957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:42.365059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 819fafad-3d2f-4c20-a7db-2f30e5a6df5e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:24:42.394266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c17658b5-402a-4a0e-99f4-20b989b3ece8 None None] Provisioning complete for port 59f09948-fe9f-4f47-986f-f67fc11c9407 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:42.394689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c17658b5-402a-4a0e-99f4-20b989b3ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:42.439956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:24:42.471790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c17658b5-402a-4a0e-99f4-20b989b3ece8 None None] Port 59f09948-fe9f-4f47-986f-f67fc11c9407 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:24:42.488039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:42.488477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:42.780186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:42.784395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Checking router: aa9aa138-4b28-4a98-980d-2a90666c82be for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:24:42.785237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Updating router aa9aa138-4b28-4a98-980d-2a90666c82be port 59f09948-fe9f-4f47-986f-f67fc11c9407 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:24:42.841586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.071727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43358) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:43.078687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060177268', 'description': 'tempest-secgroup-smoke-1060177268 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:43.096895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:43.096895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:43.096895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:43.103092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:43.158238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.622238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:43.622238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:43.622238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:43.622238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:43.626591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.626591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Transition to ACTIVE for port object 59f09948-fe9f-4f47-986f-f67fc11c9407 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:24:43.626591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.632451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Pushing event updated for resources: {'Port': ['ID=59f09948-fe9f-4f47-986f-f67fc11c9407,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.635669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:24:43.637094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Attempting to bind port 59f09948-fe9f-4f47-986f-f67fc11c9407 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Attempting to bind port 59f09948-fe9f-4f47-986f-f67fc11c9407 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Attempting to bind port 59f09948-fe9f-4f47-986f-f67fc11c9407 on network f73f3ca6-e562-4fed-8696-ca4969544c5b {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Checking segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Bound using segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Bound port: 59f09948-fe9f-4f47-986f-f67fc11c9407, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:24:43.637187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31afe2-19f1-426d-99a0-9f547ad9a66a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-298bc28a-a5d7-40cc-a600-bd7947270fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5191195 Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43362) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ca31afe2-19f1-426d-99a0-9f547ad9a66a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:43.637994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:43.661069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] For port 59f09948-fe9f-4f47-986f-f67fc11c9407, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:24:43.664447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] For port 59f09948-fe9f-4f47-986f-f67fc11c9407, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=59f09948-fe9f-4f47-986f-f67fc11c9407,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:24:43.717923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.733692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.786507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.813389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.819860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447999cc-c231-490c-abdb-f582e6162846 None None] Pushing event updated for resources: {'Port': ['ID=59f09948-fe9f-4f47-986f-f67fc11c9407,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:43.823988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:24:43.824681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:43.849018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72906f96-5c6e-4dd2-abf3-c5c9a67c019f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:43.889179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:43.892817 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82d459d9-1f09-4e00-8b37-181427011860 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2942221 Dec 21 22:24:43.893491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43366) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:43.900638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ca31afe2-19f1-426d-99a0-9f547ad9a66a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:43.907535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:43.912376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:43.916698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:43.931971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:44.004687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.035060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:24:44.083575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.127851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.151349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a73220-bc43-4350-b50b-50b9bb901e68,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:44.201350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.202680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9081e26b-9717-4765-a445-4195fd3f9347 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3075466 Dec 21 22:24:44.205668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43370) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:44.212272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ca31afe2-19f1-426d-99a0-9f547ad9a66a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:44.218804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:44.222905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:44.226085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:44.232285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:44.289683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.356420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.372646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:43Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:24:44.376871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a36fa-3abe-4866-8dc3-51585f9acbb0 None None] The sync data for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv is: [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:43Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:24:44.423402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.446001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424cb1a9-81f9-4eca-ac3a-f55c517cece7,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:44.487235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.491556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-79ff0d06-a00d-4904-855e-81e1fa151778 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2818782 Dec 21 22:24:44.492288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43374) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:44.504635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ca31afe2-19f1-426d-99a0-9f547ad9a66a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:44.513035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:44.517608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:44.520666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:44.534546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:44.588242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.665016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.694980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.719877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b46fe05-42c5-4708-b0e4-208df28cf238,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:44.751721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.753116 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e0d1c0fe-2d9c-44fc-bd40-9669931d449c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2592564 Dec 21 22:24:44.756248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43378) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:44.762816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ca31afe2-19f1-426d-99a0-9f547ad9a66a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:44.769561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:44.775134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:44.778379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:44.785053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:44.830257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:24:44.838019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.911449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.945162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:44.971099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73c0367-87d8-4e8e-a83d-4a0480495e36,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:45.024202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:45.025576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-01af0812-62e3-4974-82f2-caa821723940 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2681930 Dec 21 22:24:45.028624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43382) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:45.035040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'ca31afe2-19f1-426d-99a0-9f547ad9a66a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:45.042696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:45.046781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:45.051440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:45.060021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:45.116401 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:24:45.123891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:45.206172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:45.254640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:45.281592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f3a497-451e-4b73-94b3-fe3ded8b263b,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:45.323262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:45.324651 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-82ed95ad-9633-47f7-8d5d-608ff4df9b69 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2947311 Dec 21 22:24:45.512888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-5aaf146d-913a-4194-869f-8b07d7b379d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:24:45.557590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-5aaf146d-913a-4194-869f-8b07d7b379d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:24:45.558933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-5aaf146d-913a-4194-869f-8b07d7b379d7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060177268&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.0924320 Dec 21 22:24:45.726595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-c07ce289-aef7-47d7-bf32-068265acaa40 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:45.727348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-c07ce289-aef7-47d7-bf32-068265acaa40 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:24:45.763023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-c07ce289-aef7-47d7-bf32-068265acaa40 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:24:45.764373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-c07ce289-aef7-47d7-bf32-068265acaa40 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 797 time: 0.1982343 Dec 21 22:24:45.782005 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-94e0a51c-ee92-40c2-8266-4124b963eba4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0117280 Dec 21 22:24:45.869790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-19bf60d6-9e86-4714-b018-127a0b4526f3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:24:45.911398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-19bf60d6-9e86-4714-b018-127a0b4526f3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:24:45.911962 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-19bf60d6-9e86-4714-b018-127a0b4526f3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242676 Dec 21 22:24:46.081783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 59f09948-fe9f-4f47-986f-f67fc11c9407 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:24:46.171792 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-862e9131-a773-4b2a-93b8-309594f4ca0c service neutron] 10.222.0.30 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462358 Dec 21 22:24:46.214421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 59f09948-fe9f-4f47-986f-f67fc11c9407 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:24:46.220041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 59f09948-fe9f-4f47-986f-f67fc11c9407 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:46.220535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:46.322357 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-d09a4c75-42ab-445b-bb80-557773b9796d service neutron] 10.222.0.30 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441436 Dec 21 22:24:46.341438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:46.376727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 59f09948-fe9f-4f47-986f-f67fc11c9407, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=59f09948-fe9f-4f47-986f-f67fc11c9407,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:46.407192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:46.479790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=59f09948-fe9f-4f47-986f-f67fc11c9407,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:46.626356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa62de84-a525-46f0-8609-aebb7c817f61 req-d2fc9776-0fa3-4021-acfe-3389c99841ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 210 time: 0.0503645 Dec 21 22:24:47.070773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:24:47.794988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e497526-09e6-496d-a1ae-0169739e3e7a req-92e18b92-f32c-46bb-ade9-1ac289a5458f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 210 time: 0.0465624 Dec 21 22:24:48.035541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 59f09948-fe9f-4f47-986f-f67fc11c9407 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:24:48.109801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 59f09948-fe9f-4f47-986f-f67fc11c9407 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:48.110245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:48.668307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-4490daed-d4d5-43ac-9ac4-c7568070cb89 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:48.669938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-4490daed-d4d5-43ac-9ac4-c7568070cb89 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 797 time: 0.1596000 Dec 21 22:24:48.726592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-dce22b75-e13a-4191-8c03-690f274816df tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 380 time: 0.0448523 Dec 21 22:24:48.735007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['ca31afe2-19f1-426d-99a0-9f547ad9a66a']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:49.121948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-73d7d803-5e8e-4140-a7d9-21340fe7cddc req-958e8964-3314-4347-a2e6-989fde143595 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 210 time: 0.0648544 Dec 21 22:24:49.153881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:49.165264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:49.191161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:24:49.197075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:49.371953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.8 (f73f3ca6-e562-4fed-8696-ca4969544c5b/68a31b0c-b7e3-4c95-92eb-4d53277ffc00/76b1188d-8fd5-41a6-ab0d-b1da53efa85f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:24:49.573132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:49.590663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 76b1188d-8fd5-41a6-ab0d-b1da53efa85f will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:24:49.664532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:49.733769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f73f3ca6-e562-4fed-8696-ca4969544c5b is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:24:49.742177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:24:49.744819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:24:49.799724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:49.826627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:49.827262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:49.912377 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-eee285d3-64b0-45d7-9302-b8d913682c30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1812019 Dec 21 22:24:49.924932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Request body: {'port': {'device_id': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:50.018340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f8a2520a-9da1-437c-bb52-00ab07670e8e None None] Provisioning for port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:24:50.023787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f8a2520a-9da1-437c-bb52-00ab07670e8e None None] Provisioning complete for port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:50.024200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a2520a-9da1-437c-bb52-00ab07670e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:50.041353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:50.099024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2520a-9da1-437c-bb52-00ab07670e8e None None] Port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:24:50.467695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d37899-8925-4e6f-903c-2059d6d8e1eb req-7b23fad2-5c32-497d-973f-ccf38c88b8e7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:50.468481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-37d37899-8925-4e6f-903c-2059d6d8e1eb req-7b23fad2-5c32-497d-973f-ccf38c88b8e7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:24:50.535567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-37d37899-8925-4e6f-903c-2059d6d8e1eb req-7b23fad2-5c32-497d-973f-ccf38c88b8e7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:24:50.536844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-37d37899-8925-4e6f-903c-2059d6d8e1eb req-7b23fad2-5c32-497d-973f-ccf38c88b8e7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 931 time: 0.2852421 Dec 21 22:24:50.590247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b1188d-8fd5-41a6-ab0d-b1da53efa85f {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:24:50.601547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:50.617832 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-37d37899-8925-4e6f-903c-2059d6d8e1eb req-663a66ee-58e3-45ea-872e-cf74e7357a90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737069 Dec 21 22:24:50.623948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Transition to ACTIVE for port object 76b1188d-8fd5-41a6-ab0d-b1da53efa85f will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:24:50.648768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:50.785405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Pushing event updated for resources: {'Port': ['ID=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:50.902030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Attempting to bind port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:24:50.902416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Attempting to bind port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:24:50.902787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Attempting to bind port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f on network f73f3ca6-e562-4fed-8696-ca4969544c5b {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:24:50.909443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f on network f73f3ca6-e562-4fed-8696-ca4969544c5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:24:50.909809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Attempting to bind port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f on network f73f3ca6-e562-4fed-8696-ca4969544c5b {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:24:50.917215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:24:50.917567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Checking segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:24:50.917993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Bound using segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:24:50.918465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Bound port: 76b1188d-8fd5-41a6-ab0d-b1da53efa85f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:24:50.918847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:51.015838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] For port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:24:51.018994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] For port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:24:51.049128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:51.115193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:51.117942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] 10.222.0.46 "PUT /v2.0/ports/76b1188d-8fd5-41a6-ab0d-b1da53efa85f HTTP/1.1" status: 200 len: 1093 time: 1.1972930 Dec 21 22:24:51.118056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:24:51.161780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a520-aa1f-4a6c-bb15-9863dfab4c3b service neutron] Pushing event updated for resources: {'Port': ['ID=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:51.268195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-75d88737-34f0-4cf4-8ccf-01236936be93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 1096 time: 0.0819674 Dec 21 22:24:51.273833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'status': 'completed', 'code': 200} Dec 21 22:24:51.352033 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-0a7e92fe-a370-4593-ad33-c26c9bd6de8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f HTTP/1.1" status: 200 len: 217 time: 0.0712097 Dec 21 22:24:51.424517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-077391ff-5f82-4a9e-b056-2336414dd749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:51.426120 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-077391ff-5f82-4a9e-b056-2336414dd749 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a31b0c-b7e3-4c95-92eb-4d53277ffc00 HTTP/1.1" status: 200 len: 835 time: 0.0654423 Dec 21 22:24:51.508852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-8764c8f7-b8d0-4639-aeaa-7f2972b55786 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f73f3ca6-e562-4fed-8696-ca4969544c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766740 Dec 21 22:24:51.651070 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-53b2d7ce-35c2-4882-8368-ee2f399550d4 service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333091 Dec 21 22:24:51.843811 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b8e695d-be55-4fd9-9895-cd6bddacb3dd req-46b0bbcb-9611-4566-900b-a4b7b82982bd service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861067 Dec 21 22:24:51.868084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f3632-d115-4db1-9285-2239841c89d4 req-6f38edb8-f52b-479c-a2f0-a5b8434914c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:51.869733 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-951f3632-d115-4db1-9285-2239841c89d4 req-6f38edb8-f52b-479c-a2f0-a5b8434914c2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 943 time: 0.1169152 Dec 21 22:24:51.919386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-951f3632-d115-4db1-9285-2239841c89d4 req-9349b26e-f338-4ff4-ba5c-e07aa61b1bbe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434835 Dec 21 22:24:52.011419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-312f8dd9-40e0-4928-8ba1-c6f481711a2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 1096 time: 0.0780444 Dec 21 22:24:52.160036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-5dfb7821-c188-4317-ba25-78da319e07e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:52.161665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-5dfb7821-c188-4317-ba25-78da319e07e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 898 time: 0.1419122 Dec 21 22:24:52.234055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-8433977c-6df9-472a-9726-7f7886d0d70f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f HTTP/1.1" status: 200 len: 217 time: 0.0655284 Dec 21 22:24:52.307137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-653661d0-3a7f-4b8a-beb3-3a9549f6572b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:52.308780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-653661d0-3a7f-4b8a-beb3-3a9549f6572b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a31b0c-b7e3-4c95-92eb-4d53277ffc00 HTTP/1.1" status: 200 len: 835 time: 0.0668745 Dec 21 22:24:52.397847 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-3ba51a3d-7c0a-4d5c-9a0e-8b3a460beac9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f73f3ca6-e562-4fed-8696-ca4969544c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772047 Dec 21 22:24:52.538271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-2caade21-1cf6-4fa3-90cc-1faf87829c04 service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372116 Dec 21 22:24:52.683162 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d5b63450-5456-412f-a822-14f29a7fbdc8 req-f73fb7c8-7260-4a5f-a75c-1bacded05654 service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379855 Dec 21 22:24:53.131557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcb273-315e-4bd7-bf54-1f2f79de270e req-e82f4212-17fc-4b76-af4d-e2f90a655e67 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:53.133346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24fcb273-315e-4bd7-bf54-1f2f79de270e req-e82f4212-17fc-4b76-af4d-e2f90a655e67 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 943 time: 0.0903554 Dec 21 22:24:53.184349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24fcb273-315e-4bd7-bf54-1f2f79de270e req-4187a3e6-e913-4feb-a076-0f28dc02880a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448854 Dec 21 22:24:53.677506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 76b1188d-8fd5-41a6-ab0d-b1da53efa85f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:24:53.824589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:53.839148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'port_id': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'mac_address': 'fa:16:3e:7c:4e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:24:53.900953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:53.919704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b1188d-8fd5-41a6-ab0d-b1da53efa85f {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:24:53.938708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:53.979808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:54.047727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:54.218067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['76b1188d-8fd5-41a6-ab0d-b1da53efa85f'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:24:54.390740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728350b4-bc6e-4f3d-a715-5625f82a8238 req-1e1e82eb-8b23-4530-a73c-0b7a38809924 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:54.392413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-728350b4-bc6e-4f3d-a715-5625f82a8238 req-1e1e82eb-8b23-4530-a73c-0b7a38809924 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 944 time: 0.0853097 Dec 21 22:24:54.442624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-728350b4-bc6e-4f3d-a715-5625f82a8238 req-17941787-f31c-4be6-8f7c-a90aabbe0c64 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Dec 21 22:24:55.653246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7ebb6-a05b-43f1-a491-d36fa84a3f7c req-0ddeb4d6-a3c9-4413-bb5e-0865ad13e7cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:55.654863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8a7ebb6-a05b-43f1-a491-d36fa84a3f7c req-0ddeb4d6-a3c9-4413-bb5e-0865ad13e7cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 944 time: 0.0897753 Dec 21 22:24:55.706356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8a7ebb6-a05b-43f1-a491-d36fa84a3f7c req-57d4b31a-1483-4190-a12d-ab522375be71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450470 Dec 21 22:24:55.723930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 76b1188d-8fd5-41a6-ab0d-b1da53efa85f up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:24:55.831009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:24:55.836366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:24:55.836827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:55.955387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:55.983497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:24:55.994490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:24:56.031245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:56.106702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:24:56.131803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'code': 200} Dec 21 22:24:56.444233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0d6d87e7-55d5-47ca-9875-4089bc6821d3 req-760b2796-a5cc-4aa9-80dd-2b334979d5a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 1098 time: 0.0738235 Dec 21 22:24:56.494677 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0d6d87e7-55d5-47ca-9875-4089bc6821d3 req-4e98bb8b-c132-4d59-9754-f1d852cc43a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445142 Dec 21 22:24:56.921313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb544f4-65f9-4a12-a1ff-a24f8af45d83 req-e6f913ed-3acc-4658-939e-51c9514658e5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:56.922917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9eb544f4-65f9-4a12-a1ff-a24f8af45d83 req-e6f913ed-3acc-4658-939e-51c9514658e5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 945 time: 0.0848119 Dec 21 22:24:56.972059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9eb544f4-65f9-4a12-a1ff-a24f8af45d83 req-1db930b6-e2a3-4d14-b849-a0faa972b065 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Dec 21 22:24:58.188994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaea8c-3ac3-4d75-9519-91493587e0fe req-5a2e881b-4024-4bbc-8fe3-491563658005 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:58.190591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-46aaea8c-3ac3-4d75-9519-91493587e0fe req-5a2e881b-4024-4bbc-8fe3-491563658005 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 945 time: 0.0893419 Dec 21 22:24:58.239827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-46aaea8c-3ac3-4d75-9519-91493587e0fe req-d4d9c3b6-8ff8-4018-a4f4-adc86cd8509f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Dec 21 22:24:58.444672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19701ad5-7c13-4497-af6d-13c91effb66b req-286d86f2-a6da-4f59-994b-9242ad1ecec2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:24:58.446324 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-19701ad5-7c13-4497-af6d-13c91effb66b req-286d86f2-a6da-4f59-994b-9242ad1ecec2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 945 time: 0.0840123 Dec 21 22:24:58.496164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-19701ad5-7c13-4497-af6d-13c91effb66b req-12dd3da8-4a40-4557-91e4-4b3ab1bca3a9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Dec 21 22:24:58.525075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43448) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:58.603729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-44e1cd9d-a8d2-48cf-863a-4e7c73f7c1b8 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 1093 time: 0.0782151 Dec 21 22:24:58.606682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43452) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:58.612525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:58.618753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:24:58.622587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:24:58.625652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:24:58.631706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:24:58.665816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:59.043366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:59.211011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.84 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/7b3fb234-5c2e-480a-adf4-83d76678101b) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:24:59.367620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:59.419959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:24:59.490399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:24:59.493706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:24:59.498185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:24:59.524153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=7b3fb234-5c2e-480a-adf4-83d76678101b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:00.033314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:00.126038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:00.354926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:00.380245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:00.492987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=7b3fb234-5c2e-480a-adf4-83d76678101b,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:00.506689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:00.711880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP 15c8b494-e037-46a9-8bcc-2e5934efe4e4 associated. External IP: 172.26.6.84, port: 76b1188d-8fd5-41a6-ab0d-b1da53efa85f. Dec 21 22:25:01.141081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router aa9aa138-4b28-4a98-980d-2a90666c82be has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:25:01.363443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:25:01.374839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] Sync routers for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:25:01.387815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:25:01.388527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:01.425900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:01.485603 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9dbd993d-f907-4f69-8088-5ccd5517b7c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8777442 Dec 21 22:25:01.486390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:25:01.488749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43456) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:01.543916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'status': 'completed', 'code': 200} Dec 21 22:25:01.590820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:25:01.612705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c52111d8-48ef-4252-8c66-75fddc7fc0d1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 990 time: 0.1214263 Dec 21 22:25:01.648211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-4c2f7c59-2a9e-493e-8faf-c92988875a57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 1098 time: 0.0771325 Dec 21 22:25:01.798254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-70fecc1a-7f31-49b2-91ea-1c8ce118f659 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:01.799930 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-70fecc1a-7f31-49b2-91ea-1c8ce118f659 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 898 time: 0.1454959 Dec 21 22:25:01.913661 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-f79719bb-809a-42d7-98e3-c077d471f34b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f HTTP/1.1" status: 200 len: 998 time: 0.1069965 Dec 21 22:25:01.986629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-38f8c786-bf73-47d6-8ab7-8230558288fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:01.988207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-38f8c786-bf73-47d6-8ab7-8230558288fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a31b0c-b7e3-4c95-92eb-4d53277ffc00 HTTP/1.1" status: 200 len: 835 time: 0.0686488 Dec 21 22:25:02.082633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-a6ad8b30-1983-4808-b930-1a3795046740 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f73f3ca6-e562-4fed-8696-ca4969544c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879753 Dec 21 22:25:02.127457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '15c8b494-e037-46a9-8bcc-2e5934efe4e4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'port_id': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'mac_address': 'fa:16:3e:7c:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:59Z', 'updated_at': '2021-12-21T22:24:59Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:02.131775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] Checking router: aa9aa138-4b28-4a98-980d-2a90666c82be for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:25:02.143643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:25:02.144357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:24:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:02.234908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-ac9356df-ff3c-4f8e-999c-69c450d6846e service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457496 Dec 21 22:25:02.338489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:25:02.386715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5d227f9-5e59-4054-a345-50a51adfc889 req-2525b58f-a52b-44de-b4e9-95a6d4b809bb service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452816 Dec 21 22:25:02.615949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43464) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:02.724625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '15c8b494-e037-46a9-8bcc-2e5934efe4e4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'port_id': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'mac_address': 'fa:16:3e:7c:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:59Z', 'updated_at': '2021-12-21T22:24:59Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:02.730038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060c5e3-56b9-450c-bab8-cc9e23fb354a None None] The sync data for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv is: [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '15c8b494-e037-46a9-8bcc-2e5934efe4e4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'port_id': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'mac_address': 'fa:16:3e:7c:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:59Z', 'updated_at': '2021-12-21T22:24:59Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:25:02.742251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-05241441-a0cb-4d5a-af48-c99625ebaeb4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 990 time: 0.1249776 Dec 21 22:25:03.070048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6399cab-e7b7-4712-aa5b-16c668a65eeb None None] New status for floating IP 15c8b494-e037-46a9-8bcc-2e5934efe4e4: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:25:03.465502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:03.745492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43470) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:03.858868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8d35202d-0d14-47c2-946d-0a95c7aa2a20 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 992 time: 0.1121411 Dec 21 22:25:07.294198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-127e2d39-2917-4f5b-b0e3-a313a3d29ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:08.870089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:10.053085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ff17ead2-e9fe-4ebc-8cc9-4bcc540bb6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:10.054955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:11.522909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:24.072950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:25:30.442382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43484) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:30.521181 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-55a2b340-50bf-4115-be2a-4851f63e3887 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=b94464e04b434d009b163f6724868a54&network_id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 2999 time: 0.0776606 Dec 21 22:25:33.451990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:33.860063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43496) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:33.927949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c7b407-4ab8-4bd7-90ec-6e91f0999d45 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:33.929833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-72c7b407-4ab8-4bd7-90ec-6e91f0999d45 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd HTTP/1.1" status: 200 len: 814 time: 0.0686300 Dec 21 22:25:34.816920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43504) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:34.822890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:35.151839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:35.433881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:35.476319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:35.476728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP 15c8b494-e037-46a9-8bcc-2e5934efe4e4 disassociated. External IP: 172.26.6.84, port: 76b1188d-8fd5-41a6-ab0d-b1da53efa85f. Dec 21 22:25:35.897804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router aa9aa138-4b28-4a98-980d-2a90666c82be has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:25:36.113161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:25:36.117743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:36.124673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] Sync routers for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:25:36.137925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:25:36.138585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:25:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:36.178882 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6c8f24f8-6556-4999-9dd0-f9ee6c5791bf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 689 time: 1.3606915 Dec 21 22:25:36.179675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:25:36.182406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43508) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:36.239922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'status': 'completed', 'code': 200} Dec 21 22:25:36.277463 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-53185d15-330e-4faf-b0e2-1ee78583837c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 689 time: 0.0923533 Dec 21 22:25:36.334096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:25:36.338271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d19a9951-1547-42ff-a257-11d906d7d61b req-269e1435-0a41-4d85-a08b-722e465e7e52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 1098 time: 0.0758214 Dec 21 22:25:36.482792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a9951-1547-42ff-a257-11d906d7d61b req-215f2395-e3cb-4d05-91da-0160e87ff414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:36.484409 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d19a9951-1547-42ff-a257-11d906d7d61b req-215f2395-e3cb-4d05-91da-0160e87ff414 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 898 time: 0.1389959 Dec 21 22:25:36.560088 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d19a9951-1547-42ff-a257-11d906d7d61b req-795aa058-e66a-466a-8679-1e5814c8cc08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f HTTP/1.1" status: 200 len: 217 time: 0.0689709 Dec 21 22:25:36.629143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a9951-1547-42ff-a257-11d906d7d61b req-90960f46-18b2-4873-a11d-e6192c263b4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:36.630738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d19a9951-1547-42ff-a257-11d906d7d61b req-90960f46-18b2-4873-a11d-e6192c263b4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a31b0c-b7e3-4c95-92eb-4d53277ffc00 HTTP/1.1" status: 200 len: 835 time: 0.0648823 Dec 21 22:25:36.672260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:36.676478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] Checking router: aa9aa138-4b28-4a98-980d-2a90666c82be for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:25:36.689156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:25:36.689858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:25:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:36.715700 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d19a9951-1547-42ff-a257-11d906d7d61b req-3d908e91-9524-4a20-ad9c-d87aaec1e8dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f73f3ca6-e562-4fed-8696-ca4969544c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783868 Dec 21 22:25:36.862822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d19a9951-1547-42ff-a257-11d906d7d61b req-527f54db-4129-4b47-956c-15c82213f5f2 service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392999 Dec 21 22:25:36.876627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:25:37.005859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d19a9951-1547-42ff-a257-11d906d7d61b req-94a2837b-10ae-4a20-9721-ab26ea7ffa2e service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363099 Dec 21 22:25:37.213306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:37.218236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f766b27-6a71-42c3-90c8-a1e73c1bd350 None None] The sync data for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv is: [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:25:37.281706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43516) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:37.287829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d94878f7-1e7c-4f1b-95a1-3627aead369d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:37.370625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-61b4d887-93c2-410c-b302-126f591707d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 689 time: 0.0874460 Dec 21 22:25:37.646390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370742d4-3154-4f4f-9187-7555db5d960a None None] New status for floating IP 15c8b494-e037-46a9-8bcc-2e5934efe4e4: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:25:38.374651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43520) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:38.461548 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b1f7b47d-5004-4c62-8ab9-0133d0596bb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 687 time: 0.0857108 Dec 21 22:25:38.881972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:39.811488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43526) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:39.817746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360490490', 'description': 'tempest-secgroup-smoke-1360490490 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:39.824679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:39.834747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:39.859132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:39.897706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:39.902803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:25:39.905778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:25:39.911904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:39.971643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:39.990574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.007753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.030372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-10ccaf3f-1f52-4845-b469-ee77676c1742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.042365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481a4229-48ef-442b-b0b3-0437e3614e6c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:40.051501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.051895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.052274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.052703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.053074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.053441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.053808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.054429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.054793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.055153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.055505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:40.065032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.066503 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf30c7da-a18d-40f6-9ac6-b07522170f28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2538526 Dec 21 22:25:40.069683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43530) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:40.076271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '481a4229-48ef-442b-b0b3-0437e3614e6c', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:40.082855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:40.088673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:25:40.090690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:25:40.096987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:40.140680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.203963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.230463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.257964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e599aef-bb45-43b5-85c7-814691282419,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:40.287704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.289116 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec7b6f29-60a3-4cfa-aa58-bd6ff4fa8f5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2183688 Dec 21 22:25:40.292082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43534) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:40.298072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '481a4229-48ef-442b-b0b3-0437e3614e6c', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:40.304597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:40.309339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:25:40.312481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:25:40.318567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:40.357091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.421648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.453332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.477753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b30ea56-0286-4bf9-be0e-96795195506b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:40.510539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.511927 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-61667a8b-aa24-48f5-a9f0-504f725a9e71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2188044 Dec 21 22:25:40.515024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43538) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:40.520933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '481a4229-48ef-442b-b0b3-0437e3614e6c', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:40.527273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:40.531341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:25:40.534382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:25:40.540533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:40.596797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.661354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.699106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.726705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd8abf5-ec37-4ec8-b9f8-186f69cdd2d3,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:40.760441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.762225 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5b01f44a-82e7-4b1c-aec7-770321ae2929 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2461898 Dec 21 22:25:40.765259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43542) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:40.771020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '481a4229-48ef-442b-b0b3-0437e3614e6c', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:40.777988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:40.782014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:25:40.784991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:25:40.790970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:40.835651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.905843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.944490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:40.967902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4119f4-77bb-4eb2-9256-7ef5ad5a80f9,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:41.006128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.007427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d49057f-9455-4b9b-9d23-948bc88b9f0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2411766 Dec 21 22:25:41.010397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43546) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:41.017210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '481a4229-48ef-442b-b0b3-0437e3614e6c', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:41.023342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:41.027929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:25:41.030965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:25:41.037000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:41.075214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:25:41.082585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.152722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.183745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.206203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d25866-3194-48b7-8f5d-6b6b25972632,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:41.247115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.248456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a05dff0b-e171-4b05-af77-86874a8e9a1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2359989 Dec 21 22:25:41.251384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43550) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:41.257156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '481a4229-48ef-442b-b0b3-0437e3614e6c', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:41.264011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:41.268182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:25:41.271280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:25:41.277396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:41.316024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:25:41.322688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.391227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.434760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.460276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d36450b-b278-40f0-a568-0440c4c04688,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:41.497854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.499177 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5b472f07-7304-45fb-8248-520edffc5a7c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2467816 Dec 21 22:25:41.527069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:41.679669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-adccedaf-387c-465f-9952-2ad3b7ac59af tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360490490&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.0437214 Dec 21 22:25:41.839435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-254de94b-5cd0-4733-95d5-687478468c40 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:41.841182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-254de94b-5cd0-4733-95d5-687478468c40 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 797 time: 0.1538913 Dec 21 22:25:41.858677 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-fabdb321-e1ab-4f08-819f-0123c2f86414 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0116050 Dec 21 22:25:41.948936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-e9ca32f6-cc1f-461f-b3f3-18770348338d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0844371 Dec 21 22:25:42.099369 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-83c122bb-0c4b-4743-9427-74e0e782849f service neutron] 10.222.0.30 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374714 Dec 21 22:25:42.247957 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-5657d34b-1d57-488c-a3cb-ef1741e8e495 service neutron] 10.222.0.30 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403320 Dec 21 22:25:42.517235 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45807b31-e2c6-4d47-9ff2-a1cf56a5b504 req-b18f2114-08b2-4458-bc22-bdd700e4cfcf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 210 time: 0.0492229 Dec 21 22:25:43.686949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b2178bb9-4811-406e-86f1-e95fb840584e req-dae4ee09-7dee-4ffa-8135-177f42e686c1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 210 time: 0.0462821 Dec 21 22:25:43.937124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-c679c1ba-d305-4513-942c-89a3394282cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:43.938634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-c679c1ba-d305-4513-942c-89a3394282cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 797 time: 0.1562464 Dec 21 22:25:43.995222 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-2b452fc3-c327-4ea6-b8df-c75b224f3e08 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 473 time: 0.0455599 Dec 21 22:25:44.003869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['481a4229-48ef-442b-b0b3-0437e3614e6c']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:44.149706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:25:44.160962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:25:44.200939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:25:44.206443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:44.418544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.3 (f73f3ca6-e562-4fed-8696-ca4969544c5b/68a31b0c-b7e3-4c95-92eb-4d53277ffc00/a281763a-2a3a-409f-ad81-7d92c23539b3) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:25:44.730049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:44.747625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object a281763a-2a3a-409f-ad81-7d92c23539b3 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:25:44.814544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:44.908563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f73f3ca6-e562-4fed-8696-ca4969544c5b is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:25:44.912378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:25:44.914306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=a281763a-2a3a-409f-ad81-7d92c23539b3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:44.917565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:25:44.979867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.980479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.980862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.981237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.981609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.981980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.982347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.982712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.983077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.983438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:44.983798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:45.003815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:45.004577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:45.123602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df958-33b2-4e31-b00c-0a591040fcf9 req-bfc35b01-df74-4005-965a-e99bb3bc66a3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:45.125323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f41df958-33b2-4e31-b00c-0a591040fcf9 req-bfc35b01-df74-4005-965a-e99bb3bc66a3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 931 time: 0.1039932 Dec 21 22:25:45.170209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-dca2a2a0-52d1-4213-b99c-100d8141f3bd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1701853 Dec 21 22:25:45.184791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Request body: {'port': {'device_id': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:45.225669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f41df958-33b2-4e31-b00c-0a591040fcf9 req-560ee2e6-e7a3-4d44-9e45-0a33813b323a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927305 Dec 21 22:25:45.306413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:45.328287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-57f04068-dcd7-410f-a052-72a7f09c4ada None None] Provisioning for port a281763a-2a3a-409f-ad81-7d92c23539b3 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:25:45.334618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-57f04068-dcd7-410f-a052-72a7f09c4ada None None] Provisioning complete for port a281763a-2a3a-409f-ad81-7d92c23539b3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:25:45.335075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57f04068-dcd7-410f-a052-72a7f09c4ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:45.397923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-57f04068-dcd7-410f-a052-72a7f09c4ada None None] Port a281763a-2a3a-409f-ad81-7d92c23539b3 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:25:45.918075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a281763a-2a3a-409f-ad81-7d92c23539b3 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:25:45.925420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:45.943670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Transition to ACTIVE for port object a281763a-2a3a-409f-ad81-7d92c23539b3 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:25:46.121323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:46.263515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a281763a-2a3a-409f-ad81-7d92c23539b3,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:46.435620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Attempting to bind port a281763a-2a3a-409f-ad81-7d92c23539b3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:25:46.436118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Attempting to bind port a281763a-2a3a-409f-ad81-7d92c23539b3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:25:46.436391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Attempting to bind port a281763a-2a3a-409f-ad81-7d92c23539b3 on network f73f3ca6-e562-4fed-8696-ca4969544c5b {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:25:46.449038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Port a281763a-2a3a-409f-ad81-7d92c23539b3 on network f73f3ca6-e562-4fed-8696-ca4969544c5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:25:46.449404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Attempting to bind port a281763a-2a3a-409f-ad81-7d92c23539b3 on network f73f3ca6-e562-4fed-8696-ca4969544c5b {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:25:46.466062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:25:46.466427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Checking segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:25:46.466854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Bound using segment: {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:25:46.467561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Bound port: a281763a-2a3a-409f-ad81-7d92c23539b3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:25:46.467700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:46.527702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576974-126a-47e5-9617-7e0a0ca59626 req-bff3e9c4-0e8c-4cc1-a490-1f65615567eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:46.528489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8a576974-126a-47e5-9617-7e0a0ca59626 req-bff3e9c4-0e8c-4cc1-a490-1f65615567eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:25:46.588070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] For port a281763a-2a3a-409f-ad81-7d92c23539b3, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:25:46.591846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] For port a281763a-2a3a-409f-ad81-7d92c23539b3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a281763a-2a3a-409f-ad81-7d92c23539b3,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:25:46.595719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8a576974-126a-47e5-9617-7e0a0ca59626 req-bff3e9c4-0e8c-4cc1-a490-1f65615567eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:25:46.597012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8a576974-126a-47e5-9617-7e0a0ca59626 req-bff3e9c4-0e8c-4cc1-a490-1f65615567eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 943 time: 0.2255497 Dec 21 22:25:46.625815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:46.711716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8a576974-126a-47e5-9617-7e0a0ca59626 req-1aa4272a-c994-40c2-bb80-75b0441eeb78 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085913 Dec 21 22:25:46.716607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:46.718050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/a281763a-2a3a-409f-ad81-7d92c23539b3 HTTP/1.1" status: 200 len: 1093 time: 1.5389090 Dec 21 22:25:46.718531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'tag': 'a281763a-2a3a-409f-ad81-7d92c23539b3'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:25:46.728746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f71da-e097-4d50-bd5e-4677fbc206a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a281763a-2a3a-409f-ad81-7d92c23539b3,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:46.778115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'tag': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'status': 'completed', 'code': 200} Dec 21 22:25:46.883524 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-20015868-c1d8-4ea1-8e60-4fd08aff7a28 req-5057a658-f91e-40f4-b20e-2462f0a72b25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 1096 time: 0.0820704 Dec 21 22:25:47.045326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20015868-c1d8-4ea1-8e60-4fd08aff7a28 req-fc8ae1d2-1776-41bc-9911-39a8d9126232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:47.047166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-20015868-c1d8-4ea1-8e60-4fd08aff7a28 req-fc8ae1d2-1776-41bc-9911-39a8d9126232 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b94464e04b434d009b163f6724868a54&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1552355 Dec 21 22:25:47.218708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20015868-c1d8-4ea1-8e60-4fd08aff7a28 req-0d20bd68-6a5f-463e-9f76-eaa6a4a494d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:47.220304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-20015868-c1d8-4ea1-8e60-4fd08aff7a28 req-0d20bd68-6a5f-463e-9f76-eaa6a4a494d6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570194 Dec 21 22:25:47.333163 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-60fa8b64-f670-427b-93c2-001fad6b70d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 1096 time: 0.0768716 Dec 21 22:25:47.409478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-273b7493-666a-4244-acf9-45fde62cf8c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a281763a-2a3a-409f-ad81-7d92c23539b3 HTTP/1.1" status: 200 len: 217 time: 0.0687678 Dec 21 22:25:47.479242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-a1ed7d24-54dc-4d99-8abc-bd874072c608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:47.481319 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-a1ed7d24-54dc-4d99-8abc-bd874072c608 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a31b0c-b7e3-4c95-92eb-4d53277ffc00 HTTP/1.1" status: 200 len: 835 time: 0.0659323 Dec 21 22:25:47.566814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-ad13274d-1c25-408a-91fe-a7be8502c51f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f73f3ca6-e562-4fed-8696-ca4969544c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787473 Dec 21 22:25:47.719570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-a6d7abf0-8d79-4959-9024-626d15bc6f51 service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466372 Dec 21 22:25:47.919132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78b3406b-05f7-4d2e-910f-d93ff654678a req-fde1120a-0347-414a-b945-c920643252cd service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933348 Dec 21 22:25:47.949475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6be7f5-0f0f-4a9f-88d7-32bf3b2175ef req-57d3dd5b-c25c-4f3f-b4b3-cd7261ea8d3e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:47.951141 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b6be7f5-0f0f-4a9f-88d7-32bf3b2175ef req-57d3dd5b-c25c-4f3f-b4b3-cd7261ea8d3e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 943 time: 0.1111627 Dec 21 22:25:48.002068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b6be7f5-0f0f-4a9f-88d7-32bf3b2175ef req-2f080ff7-9d29-4670-a8c3-eb4f1d5cfe83 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446420 Dec 21 22:25:49.266732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d62c0-14e2-419d-a30a-faa0af6a1717 req-44cf003e-5ccc-43a6-809a-4b3a511b62d0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:49.268450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-134d62c0-14e2-419d-a30a-faa0af6a1717 req-44cf003e-5ccc-43a6-809a-4b3a511b62d0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 943 time: 0.0881877 Dec 21 22:25:49.317898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-134d62c0-14e2-419d-a30a-faa0af6a1717 req-6e6a2580-528b-4c55-b4f7-7873720ac8e1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 Dec 21 22:25:50.038342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device a281763a-2a3a-409f-ad81-7d92c23539b3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:25:50.190813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port a281763a-2a3a-409f-ad81-7d92c23539b3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a281763a-2a3a-409f-ad81-7d92c23539b3,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:25:50.207690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'port_id': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'mac_address': 'fa:16:3e:6c:65:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:25:50.267210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:50.286137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a281763a-2a3a-409f-ad81-7d92c23539b3 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:25:50.301793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port a281763a-2a3a-409f-ad81-7d92c23539b3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a281763a-2a3a-409f-ad81-7d92c23539b3,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:25:50.516814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:50.530680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4969-f3fb-47e7-8a80-b520990abd20 req-573ffdc7-cc99-4c54-ba0b-e5f7d09034bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:50.532858 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d9a4969-f3fb-47e7-8a80-b520990abd20 req-573ffdc7-cc99-4c54-ba0b-e5f7d09034bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 944 time: 0.0925119 Dec 21 22:25:50.588061 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d9a4969-f3fb-47e7-8a80-b520990abd20 req-008cde95-7fa8-464c-b911-1ae990c67c5f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476921 Dec 21 22:25:50.589644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=a281763a-2a3a-409f-ad81-7d92c23539b3,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:50.599006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.599393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.600043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.600273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.600591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.600857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.601202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.602949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.602949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.602949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.602949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:25:50.730434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['a281763a-2a3a-409f-ad81-7d92c23539b3'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:25:51.833886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c00a4-dae7-4d53-aee0-e4772565e4f0 req-4c03f5a2-b328-424c-81c8-daa138fe5af3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:51.835478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a37c00a4-dae7-4d53-aee0-e4772565e4f0 req-4c03f5a2-b328-424c-81c8-daa138fe5af3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 944 time: 0.1039693 Dec 21 22:25:51.891673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a37c00a4-dae7-4d53-aee0-e4772565e4f0 req-c246942a-d5c9-40fc-873e-68cc1115168d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498202 Dec 21 22:25:52.049721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device a281763a-2a3a-409f-ad81-7d92c23539b3 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:25:52.355242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port a281763a-2a3a-409f-ad81-7d92c23539b3 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:25:52.362106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port a281763a-2a3a-409f-ad81-7d92c23539b3 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:25:52.362534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:52.485724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:52.514229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a281763a-2a3a-409f-ad81-7d92c23539b3'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:25:52.524723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port a281763a-2a3a-409f-ad81-7d92c23539b3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a281763a-2a3a-409f-ad81-7d92c23539b3,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:25:52.572278 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'code': 200} Dec 21 22:25:52.865342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:52.945801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=a281763a-2a3a-409f-ad81-7d92c23539b3,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:25:53.111585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024cab0-e892-4585-97c1-9374046432fa req-429aad2f-f442-45f4-b0b0-82ebb721a5cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:53.113305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d024cab0-e892-4585-97c1-9374046432fa req-429aad2f-f442-45f4-b0b0-82ebb721a5cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 945 time: 0.0877707 Dec 21 22:25:53.163491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d024cab0-e892-4585-97c1-9374046432fa req-54363e65-a5e9-4087-91a6-9a374ef1603b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Dec 21 22:25:53.369236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9da748f0-979a-4ad2-b402-cea4d9177e76 req-26352c21-2908-4704-a4aa-cf04693ab368 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 1098 time: 0.0808792 Dec 21 22:25:53.418954 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9da748f0-979a-4ad2-b402-cea4d9177e76 req-5254e357-d0ac-4dbd-ad1a-ca896dc2b9ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Dec 21 22:25:54.404980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317651a-176b-4648-9847-d3ab501276c7 req-576352ad-5c0c-466f-b492-0b0160c25f1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:54.410565 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8317651a-176b-4648-9847-d3ab501276c7 req-576352ad-5c0c-466f-b492-0b0160c25f1d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 945 time: 0.1106210 Dec 21 22:25:54.465734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8317651a-176b-4648-9847-d3ab501276c7 req-001abac7-e66c-4e25-99a3-b009cfdfba09 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515978 Dec 21 22:25:55.674229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d64a4b-8243-4bef-ada2-a6c80bd4d916 req-7860d0c4-000e-45f8-b665-5d513fb2f04a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:55.675716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-13d64a4b-8243-4bef-ada2-a6c80bd4d916 req-7860d0c4-000e-45f8-b665-5d513fb2f04a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 945 time: 0.0854170 Dec 21 22:25:55.724477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-13d64a4b-8243-4bef-ada2-a6c80bd4d916 req-b6f281b0-92d7-41a9-b458-9c88d09c4157 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Dec 21 22:25:55.931159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34562f36-df83-4b00-964c-14f46e761aae req-19f307a7-a493-42fa-9604-e926ef0d4bff tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:55.932664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-34562f36-df83-4b00-964c-14f46e761aae req-19f307a7-a493-42fa-9604-e926ef0d4bff tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 945 time: 0.0837183 Dec 21 22:25:55.980490 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-34562f36-df83-4b00-964c-14f46e761aae req-c5df46fe-9711-4177-bc92-ee78945af31e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409679 Dec 21 22:25:56.007537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43638) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:56.088721 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-757fef83-dd9d-43ea-a0d4-4742743ab64b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 1093 time: 0.0798917 Dec 21 22:25:56.091666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43642) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:56.098091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'port_id': 'a281763a-2a3a-409f-ad81-7d92c23539b3'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:56.184008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:56.815773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:57.002094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:57.219241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP 15c8b494-e037-46a9-8bcc-2e5934efe4e4 associated. External IP: 172.26.6.84, port: a281763a-2a3a-409f-ad81-7d92c23539b3. Dec 21 22:25:57.889333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router aa9aa138-4b28-4a98-980d-2a90666c82be has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:25:58.123267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:25:58.128746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:25:58.134203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] Sync routers for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:25:58.147934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:25:58.148586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:25:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:58.189886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf8a1e11-a1c8-454a-9248-cf444bbcc405 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 990 time: 2.0970621 Dec 21 22:25:58.190530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'tag': 'a281763a-2a3a-409f-ad81-7d92c23539b3'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:25:58.192916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43650) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:58.319497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc2ab2d5-8755-47f1-95e9-5dce44885c39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 990 time: 0.1240883 Dec 21 22:25:58.349073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:25:58.407736 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'tag': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'status': 'completed', 'code': 200} Dec 21 22:25:58.516055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-eb07c3a0-535c-46cb-9b65-5389d02b36f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 1098 time: 0.0826218 Dec 21 22:25:58.670083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-405d820a-717e-4bf4-a490-2023eaa7e636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:58.671970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-405d820a-717e-4bf4-a490-2023eaa7e636 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 200 len: 898 time: 0.1508193 Dec 21 22:25:58.752270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '15c8b494-e037-46a9-8bcc-2e5934efe4e4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'port_id': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'mac_address': 'fa:16:3e:6c:65:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:59Z', 'updated_at': '2021-12-21T22:25:56Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:58.756456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] Checking router: aa9aa138-4b28-4a98-980d-2a90666c82be for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:25:58.768883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:25:58.769544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:25:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:58.793721 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-e13c5fb8-5892-4dec-b5bd-8880cd95e50b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a281763a-2a3a-409f-ad81-7d92c23539b3 HTTP/1.1" status: 200 len: 998 time: 0.1149373 Dec 21 22:25:58.879206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-39d48cde-a11a-4162-8349-0a9e84462e85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:25:58.881168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-39d48cde-a11a-4162-8349-0a9e84462e85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a31b0c-b7e3-4c95-92eb-4d53277ffc00 HTTP/1.1" status: 200 len: 835 time: 0.0738857 Dec 21 22:25:58.973421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:25:58.978661 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-ab1e75a9-af82-442b-805d-e83c5feee99e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f73f3ca6-e562-4fed-8696-ca4969544c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905550 Dec 21 22:25:59.322341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43660) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:59.360538 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-9eacc8ad-deef-4685-821a-e62f8fa0ff13 service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746371 Dec 21 22:25:59.393403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '15c8b494-e037-46a9-8bcc-2e5934efe4e4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'port_id': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'mac_address': 'fa:16:3e:6c:65:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:59Z', 'updated_at': '2021-12-21T22:25:56Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:25:59.398597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6f341-7232-47e0-89ca-7fd3fd7c15d2 None None] The sync data for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv is: [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '15c8b494-e037-46a9-8bcc-2e5934efe4e4', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'port_id': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'mac_address': 'fa:16:3e:6c:65:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:59Z', 'updated_at': '2021-12-21T22:25:56Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:25:59.450304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5fd95dc9-60e9-4594-a1b8-b13729a8b58d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 990 time: 0.1262691 Dec 21 22:25:59.524118 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cba4dd3b-2562-4068-9616-a80f817856d2 req-e15d3e82-99f2-4774-8483-91cf4d3d4ac4 service neutron] 10.222.0.46 "GET /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489456 Dec 21 22:25:59.774918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e90f0af-6008-4617-8c2f-cfaca0a3a589 None None] New status for floating IP 15c8b494-e037-46a9-8bcc-2e5934efe4e4: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:26:00.454639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43666) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:00.572089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-024afe1b-cce6-41c1-96bc-1891a48c1849 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 200 len: 992 time: 0.1158533 Dec 21 22:26:01.076670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:26:03.573957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:07.274930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-105e3e37-50ec-47d6-a383-9c39ebefc51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:08.046796 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-10d4cd2e-3cb3-4f2c-b362-3e76de094328 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443998770&fields=id&tenant_id=99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 267 time: 0.0432882 Dec 21 22:26:08.216128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-93734a98-0fed-4016-abd5-8234fcf242b2 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:08.217737 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-93734a98-0fed-4016-abd5-8234fcf242b2 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 811 time: 0.1638129 Dec 21 22:26:08.235472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-537cc2b7-08b2-4c5f-aa54-250405f7c3f3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/quotas/99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 375 time: 0.0118709 Dec 21 22:26:08.326766 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-c4339b2a-02bb-470d-8609-4053ad3f0b01 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0858836 Dec 21 22:26:08.475978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-318e8099-b462-47bb-86b3-810e3f854964 service neutron] 10.222.0.30 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370659 Dec 21 22:26:08.619994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-241ca6b1-8359-4e87-a056-0bc3c2a2b987 service neutron] 10.222.0.30 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368289 Dec 21 22:26:08.864884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:09.177659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ad93b6fb-8578-4488-96fe-c8eb4fba0f49 req-a34f16cf-e143-4c70-abed-315f6560c8ef tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 210 time: 0.0500290 Dec 21 22:26:10.023219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:10.051695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98d636d0-ff6d-4ec8-94eb-33dd90593cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:10.350314 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-98b4d270-574d-4021-97d3-55e912c180a2 req-1006176d-75f7-4c11-b1d7-d89512be6bd1 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 210 time: 0.0480301 Dec 21 22:26:10.718004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-d14a325b-3805-49c0-88ab-2f07048beae3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:10.719560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-d14a325b-3805-49c0-88ab-2f07048beae3 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 811 time: 0.1599925 Dec 21 22:26:10.775814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-42edaad0-31ea-45f6-80f7-8f045b80aab1 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99eb1e359ea9455697281b8f0edc8259 HTTP/1.1" status: 200 len: 379 time: 0.0444477 Dec 21 22:26:10.784665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'port': {'device_id': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'admin_state_up': True, 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'security_groups': ['90f80dd6-4814-4392-a63a-710532488638']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:10.930517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:26:10.941617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:26:10.979036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Made reservation on behalf of 99eb1e359ea9455697281b8f0edc8259 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:26:10.984803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:11.165024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Allocated IP 172.20.0.3 (03e68a8b-7443-4166-9a06-4bf6470ad0b7/e937ab0e-9410-4c13-a469-647397e452b8/120ae85e-c42e-4ff1-a9a5-325699638aa5) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:26:11.371682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:11.391576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Transition to ACTIVE for port object 120ae85e-c42e-4ff1-a9a5-325699638aa5 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:26:11.442561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:11.543742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:11.580677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:26:11.582592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=120ae85e-c42e-4ff1-a9a5-325699638aa5,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:11.587059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:26:11.590616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:26:11.674793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:11.675487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:11.688112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b7734-26ee-4e34-9efa-b755ec82c80a req-519189ca-877a-4f88-9fbf-94710d79b5a6 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:11.689669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa3b7734-26ee-4e34-9efa-b755ec82c80a req-519189ca-877a-4f88-9fbf-94710d79b5a6 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 931 time: 0.2043641 Dec 21 22:26:11.753012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa3b7734-26ee-4e34-9efa-b755ec82c80a req-1e7f5b33-6f92-4dc6-a59b-ba89c49d6b06 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569599 Dec 21 22:26:11.859771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-9fa54838-e65e-4ec6-8cdb-66ad191d1d0c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0789587 Dec 21 22:26:11.873445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Request body: {'port': {'device_id': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:11.963767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-27974475-fdc7-4113-8699-ba9b29b8131c None None] Provisioning for port 120ae85e-c42e-4ff1-a9a5-325699638aa5 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:26:11.970028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-27974475-fdc7-4113-8699-ba9b29b8131c None None] Provisioning complete for port 120ae85e-c42e-4ff1-a9a5-325699638aa5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:26:11.970609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27974475-fdc7-4113-8699-ba9b29b8131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:11.993554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:12.034038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-27974475-fdc7-4113-8699-ba9b29b8131c None None] Port 120ae85e-c42e-4ff1-a9a5-325699638aa5 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:26:12.362095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120ae85e-c42e-4ff1-a9a5-325699638aa5 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:26:12.369150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:12.384595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Transition to ACTIVE for port object 120ae85e-c42e-4ff1-a9a5-325699638aa5 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:26:12.463322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:12.597703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Pushing event updated for resources: {'Port': ['ID=120ae85e-c42e-4ff1-a9a5-325699638aa5,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:12.727752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Attempting to bind port 120ae85e-c42e-4ff1-a9a5-325699638aa5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:26:12.727752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Attempting to bind port 120ae85e-c42e-4ff1-a9a5-325699638aa5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:26:12.727752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Attempting to bind port 120ae85e-c42e-4ff1-a9a5-325699638aa5 on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:26:12.732187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Port 120ae85e-c42e-4ff1-a9a5-325699638aa5 on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:12.732687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Attempting to bind port 120ae85e-c42e-4ff1-a9a5-325699638aa5 on network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:26:12.740468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:26:12.740663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Checking segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:26:12.740989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Bound using segment: {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:26:12.741467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Bound port: 120ae85e-c42e-4ff1-a9a5-325699638aa5, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:26:12.741850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:12.839514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] For port 120ae85e-c42e-4ff1-a9a5-325699638aa5, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:26:12.843835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] For port 120ae85e-c42e-4ff1-a9a5-325699638aa5, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:26:12.870760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:12.990799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:12.992349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] 10.222.0.46 "PUT /v2.0/ports/120ae85e-c42e-4ff1-a9a5-325699638aa5 HTTP/1.1" status: 200 len: 1093 time: 1.1239357 Dec 21 22:26:12.996474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:26:13.013740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb00757-e194-455e-9c15-532944e9eb41 service neutron] Pushing event updated for resources: {'Port': ['ID=120ae85e-c42e-4ff1-a9a5-325699638aa5,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:13.045522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4bc8a-2ac1-4a98-a35c-5f42fd5698f4 req-aa1b0a7d-36e1-415a-891a-76c269981f71 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:13.046319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-67e4bc8a-2ac1-4a98-a35c-5f42fd5698f4 req-aa1b0a7d-36e1-415a-891a-76c269981f71 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Synchronizing usage tracker for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:26:13.061571 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'status': 'completed', 'code': 200} Dec 21 22:26:13.152969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-67e4bc8a-2ac1-4a98-a35c-5f42fd5698f4 req-aa1b0a7d-36e1-415a-891a-76c269981f71 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Unset dirty status for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:26:13.154487 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67e4bc8a-2ac1-4a98-a35c-5f42fd5698f4 req-aa1b0a7d-36e1-415a-891a-76c269981f71 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 943 time: 0.2455838 Dec 21 22:26:13.168923 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-6a65f4f5-b504-4a71-817e-4ae17ee361ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0984211 Dec 21 22:26:13.264449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-3bf7190c-40b9-49fd-884a-cf0879edeac6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5 HTTP/1.1" status: 200 len: 217 time: 0.0790222 Dec 21 22:26:13.328779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67e4bc8a-2ac1-4a98-a35c-5f42fd5698f4 req-d7ef340b-8e98-4fbd-a3ce-e09cb64d4097 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651964 Dec 21 22:26:13.344245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-f4ee14f9-c085-420c-a1a6-102951314fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:13.347400 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-f4ee14f9-c085-420c-a1a6-102951314fee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.0732958 Dec 21 22:26:13.429903 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-1e1b3fac-ade7-4364-a370-3201e180dd26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747926 Dec 21 22:26:13.570416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-8d43e381-2a45-4080-8a95-b69efbb162c3 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334958 Dec 21 22:26:13.713190 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff354626-a6b6-48ae-a6b3-d9b75a833860 req-23fcf965-1010-483a-b104-c3817566a024 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358485 Dec 21 22:26:13.874526 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-9c2f7518-bfe5-41e6-9c99-955b72a7c1d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0805752 Dec 21 22:26:14.026213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-2f603f07-f53b-41c8-a07b-6ed484f76e1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:14.027919 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-2f603f07-f53b-41c8-a07b-6ed484f76e1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.1447723 Dec 21 22:26:14.101680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-aea48d8c-8f16-4a57-b8c5-67c44b7384d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5 HTTP/1.1" status: 200 len: 217 time: 0.0655816 Dec 21 22:26:14.398436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-2b7994cf-6a79-4b8e-96b4-4ff61dfa6a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:14.400007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-2b7994cf-6a79-4b8e-96b4-4ff61dfa6a61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.2892926 Dec 21 22:26:14.560483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-5d7b4355-c1a8-4ff0-82fe-4aafaff25120 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1454298 Dec 21 22:26:14.570713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a1f02-b1c9-44b4-977c-b0789d444887 req-5ff5e2b9-66c0-4e26-b276-fc8beab52132 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:14.573686 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-452a1f02-b1c9-44b4-977c-b0789d444887 req-5ff5e2b9-66c0-4e26-b276-fc8beab52132 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 943 time: 0.1126311 Dec 21 22:26:14.731345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-452a1f02-b1c9-44b4-977c-b0789d444887 req-2e8a1bc9-07b7-4c0b-9e20-ac7af28a5b41 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358681 Dec 21 22:26:14.752091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-0bfaf5fd-82b5-4ee8-987e-fb957222fff9 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789420 Dec 21 22:26:14.898895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ff5b3c-3cda-4e57-bec1-114229a3feb4 req-7d6b9dc2-16cd-43e3-8032-3c9d3dbded6c service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375434 Dec 21 22:26:15.937878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342c557-0c3c-41ba-bfd7-3890a5ec371a req-2615c5e2-32e8-4e5c-b61f-b6a75f57fe0a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:15.939483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1342c557-0c3c-41ba-bfd7-3890a5ec371a req-2615c5e2-32e8-4e5c-b61f-b6a75f57fe0a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 943 time: 0.0853717 Dec 21 22:26:15.988322 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1342c557-0c3c-41ba-bfd7-3890a5ec371a req-772b1613-6f1c-48f9-a519-344355a66756 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427032 Dec 21 22:26:17.075640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5fab41a9-8691-4eff-8533-584e996975de req-53150d1e-d1fd-4fbf-81ff-1ef0f8208ee3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793276 Dec 21 22:26:17.271938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6339a5e-d54d-4020-be31-eca4f6abdd3e req-ff18baa9-f311-422d-8732-d8d5d14b09d2 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:17.273637 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6339a5e-d54d-4020-be31-eca4f6abdd3e req-ff18baa9-f311-422d-8732-d8d5d14b09d2 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 943 time: 0.1540680 Dec 21 22:26:17.277157 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5fab41a9-8691-4eff-8533-584e996975de req-e0800331-344c-4dd3-bfce-900391b08d30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1099 time: 0.1211455 Dec 21 22:26:17.415967 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6339a5e-d54d-4020-be31-eca4f6abdd3e req-2f9ed692-1039-4db2-8a18-c89cbbeceaba tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353264 Dec 21 22:26:17.458498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab41a9-8691-4eff-8533-584e996975de req-96235b6f-329e-4d99-a684-ec7e1a3bb9bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:17.460168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5fab41a9-8691-4eff-8533-584e996975de req-96235b6f-329e-4d99-a684-ec7e1a3bb9bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.1596627 Dec 21 22:26:17.569837 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5fab41a9-8691-4eff-8533-584e996975de req-b75b4c7d-1fbd-4b0e-8da0-b8f02fb370bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 200 len: 1002 time: 0.1026199 Dec 21 22:26:17.642905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab41a9-8691-4eff-8533-584e996975de req-99187932-16f7-4894-84c9-a153306aad39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:17.644456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5fab41a9-8691-4eff-8533-584e996975de req-99187932-16f7-4894-84c9-a153306aad39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.0649433 Dec 21 22:26:17.726515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5fab41a9-8691-4eff-8533-584e996975de req-853d5b39-a0fc-42e2-be3c-4438640edff9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738418 Dec 21 22:26:17.878106 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5fab41a9-8691-4eff-8533-584e996975de req-f0a33639-1c10-4218-9e30-4845ea9a993d service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434507 Dec 21 22:26:18.026943 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5fab41a9-8691-4eff-8533-584e996975de req-8f4a0b04-3971-464e-9db7-0586151af2b7 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422343 Dec 21 22:26:18.629444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c9e34-eb98-495e-9111-9ef4f1b80343 req-bc20677e-10a4-48bc-b12e-15f567363f0a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:18.631110 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-df0c9e34-eb98-495e-9111-9ef4f1b80343 req-bc20677e-10a4-48bc-b12e-15f567363f0a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 943 time: 0.0870554 Dec 21 22:26:18.682608 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-df0c9e34-eb98-495e-9111-9ef4f1b80343 req-1ce27fee-1ae5-4893-aa56-4964d3642d08 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449612 Dec 21 22:26:19.888245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328151ed-b6d5-4887-a3df-eea1eeed44b6 req-eeac8926-48d7-4448-ac28-5eb888d89158 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:19.889906 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-328151ed-b6d5-4887-a3df-eea1eeed44b6 req-eeac8926-48d7-4448-ac28-5eb888d89158 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 943 time: 0.0841959 Dec 21 22:26:19.941422 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-328151ed-b6d5-4887-a3df-eea1eeed44b6 req-bc710345-82f3-47c9-bca5-a4f48d943c93 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454760 Dec 21 22:26:21.145114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe37a7-cfe0-4cf5-bc72-77e65bc7e406 req-cd704e6b-2308-4087-ad5f-4f4b6dca26c4 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:21.146734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ebe37a7-cfe0-4cf5-bc72-77e65bc7e406 req-cd704e6b-2308-4087-ad5f-4f4b6dca26c4 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 943 time: 0.0835741 Dec 21 22:26:21.196744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ebe37a7-cfe0-4cf5-bc72-77e65bc7e406 req-6b2726af-1ee3-4a85-bd0b-160ba4de1ba6 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437543 Dec 21 22:26:22.214144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 120ae85e-c42e-4ff1-a9a5-325699638aa5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:26:22.364911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 120ae85e-c42e-4ff1-a9a5-325699638aa5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:22.379570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'port_id': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'mac_address': 'fa:16:3e:f3:1c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:26:22.410735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8ebe1-6876-4ded-8015-2134335c4f32 req-907fd04e-ce29-4796-b473-cbe7696cb8b0 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:22.412278 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e9a8ebe1-6876-4ded-8015-2134335c4f32 req-907fd04e-ce29-4796-b473-cbe7696cb8b0 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 943 time: 0.0896749 Dec 21 22:26:22.437512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:22.456516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120ae85e-c42e-4ff1-a9a5-325699638aa5 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:26:22.462895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e9a8ebe1-6876-4ded-8015-2134335c4f32 req-a74ad565-5094-4bde-ab02-51152d93862d tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443714 Dec 21 22:26:22.472755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 120ae85e-c42e-4ff1-a9a5-325699638aa5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:22.504248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:22.576260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=120ae85e-c42e-4ff1-a9a5-325699638aa5,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:22.775855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['120ae85e-c42e-4ff1-a9a5-325699638aa5'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:26:23.676697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb50e3-a5ef-43c6-9910-32adff703be1 req-7bc04272-bdb7-46ac-b6e1-f75f542c406c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:23.678317 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ffb50e3-a5ef-43c6-9910-32adff703be1 req-7bc04272-bdb7-46ac-b6e1-f75f542c406c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 944 time: 0.0839794 Dec 21 22:26:23.728556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ffb50e3-a5ef-43c6-9910-32adff703be1 req-e90e3d1a-3a46-4478-b557-124d659ca2aa tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427220 Dec 21 22:26:24.236684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 120ae85e-c42e-4ff1-a9a5-325699638aa5 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:26:24.333053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 120ae85e-c42e-4ff1-a9a5-325699638aa5 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:26:24.338079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 120ae85e-c42e-4ff1-a9a5-325699638aa5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:26:24.338513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:24.612796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:24.641168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:26:24.651217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 120ae85e-c42e-4ff1-a9a5-325699638aa5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:24.675755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:24.710500 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'code': 200} Dec 21 22:26:24.751104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=120ae85e-c42e-4ff1-a9a5-325699638aa5,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:24.935478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daef5c3-f65a-4dec-af80-fe12e66c7191 req-3c974305-172b-4e78-8aa4-fe4654eef0fb tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:24.937197 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2daef5c3-f65a-4dec-af80-fe12e66c7191 req-3c974305-172b-4e78-8aa4-fe4654eef0fb tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 945 time: 0.0878425 Dec 21 22:26:25.028910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2daef5c3-f65a-4dec-af80-fe12e66c7191 req-23f8a482-86f7-458f-abbb-99a3839fde90 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856960 Dec 21 22:26:25.061804 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9104e29f-1eff-46ae-8c50-a6d2d48698b9 req-af362ff3-f949-4c72-95ca-74748c45c5d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 1098 time: 0.0786963 Dec 21 22:26:25.111829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9104e29f-1eff-46ae-8c50-a6d2d48698b9 req-56679a3c-4ee9-4f99-ba19-81b8fef40322 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431421 Dec 21 22:26:26.251282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e34db-b411-4ba4-9277-a35c803e4430 req-ac6e07a0-1883-4d90-91d2-6447cd7cf5cc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:26.253016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-451e34db-b411-4ba4-9277-a35c803e4430 req-ac6e07a0-1883-4d90-91d2-6447cd7cf5cc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 945 time: 0.0902286 Dec 21 22:26:26.310516 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-451e34db-b411-4ba4-9277-a35c803e4430 req-d216422a-ffbe-4815-94d7-7fa1b3061d27 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510666 Dec 21 22:26:27.519127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a43b4-162c-4ef0-aaf7-4f43e0be4bba req-e1eb483c-fbad-4909-8717-9c3c6f55a83d tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:27.520728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-532a43b4-162c-4ef0-aaf7-4f43e0be4bba req-e1eb483c-fbad-4909-8717-9c3c6f55a83d tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 945 time: 0.0856991 Dec 21 22:26:27.569563 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-532a43b4-162c-4ef0-aaf7-4f43e0be4bba req-674092d4-7eb0-4583-b2eb-d3dce9a06cfe tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Dec 21 22:26:27.776544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f4586-d004-40a9-84e1-b9edfbb6bfc1 req-e077f0f4-2368-4310-b0ab-73661e20d781 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:27.778128 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e94f4586-d004-40a9-84e1-b9edfbb6bfc1 req-e077f0f4-2368-4310-b0ab-73661e20d781 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 945 time: 0.0840416 Dec 21 22:26:27.827637 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e94f4586-d004-40a9-84e1-b9edfbb6bfc1 req-6a2f00b4-73f8-4baf-ba06-ef14259bdecf tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 Dec 21 22:26:27.863678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43750) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:28.083988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60dd9028-7ed1-446c-ad93-eaafd277b012 tempest-TestVolumeBootPattern-454858112 tempest-TestVolumeBootPattern-454858112-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 1093 time: 0.2190373 Dec 21 22:26:28.086852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43756) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:28.092787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:28.098853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:26:28.102967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Usage tracker for resource:floatingip and tenant:99eb1e359ea9455697281b8f0edc8259 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:26:28.106095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:26:28.112861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:26:28.160363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:28.311166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:28.459404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Allocated IP 172.26.6.17 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/2a10d2be-d7d2-4e49-aeff-72468ec02544) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:26:28.782671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:28.842335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:28.911544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:26:28.915154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:26:28.919238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:26:28.957915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=2a10d2be-d7d2-4e49-aeff-72468ec02544,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:29.463739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:29.545577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:29.764659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:29.789546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:29.904832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event updated for resources: {'Port': ['ID=2a10d2be-d7d2-4e49-aeff-72468ec02544,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:29.921060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:30.346973 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Floating IP 75c332f9-5f2a-4966-83c6-284970e2824a associated. External IP: 172.26.6.17, port: 120ae85e-c42e-4ff1-a9a5-325699638aa5. Dec 21 22:26:30.763941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:26:30.979408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:26:30.989715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cc091-57b7-442c-8261-319842828513 None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:26:31.003906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cc091-57b7-442c-8261-319842828513 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:31.004688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-153cc091-57b7-442c-8261-319842828513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:31.046267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:31.103514 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8573d637-08e6-483f-a04d-d74889615901 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0154898 Dec 21 22:26:31.104127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:26:31.166152 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'status': 'completed', 'code': 200} Dec 21 22:26:31.203234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-153cc091-57b7-442c-8261-319842828513 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:26:31.270538 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-554d7579-bd01-4cb8-b95b-15432d572371 req-dc4bda2c-e8c6-4fdf-870c-9fc63075fb70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 1098 time: 0.0819743 Dec 21 22:26:31.416172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7579-bd01-4cb8-b95b-15432d572371 req-a0b727d0-a865-43bb-8997-6a291a826914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:31.417803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-554d7579-bd01-4cb8-b95b-15432d572371 req-a0b727d0-a865-43bb-8997-6a291a826914 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.1409814 Dec 21 22:26:31.534271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-554d7579-bd01-4cb8-b95b-15432d572371 req-3131cf22-9436-4b0e-9d3d-b07d7244cb63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5 HTTP/1.1" status: 200 len: 998 time: 0.1052656 Dec 21 22:26:31.584898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-153cc091-57b7-442c-8261-319842828513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:36Z', 'revision_number': 1, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}, {'id': '75c332f9-5f2a-4966-83c6-284970e2824a', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:f3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:26:29Z', 'updated_at': '2021-12-21T22:26:29Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:31.589313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cc091-57b7-442c-8261-319842828513 None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:26:31.601766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cc091-57b7-442c-8261-319842828513 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:31.602424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-153cc091-57b7-442c-8261-319842828513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:31.604229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7579-bd01-4cb8-b95b-15432d572371 req-4f476611-f286-4a0d-acc5-1cc1553ec194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:31.605859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-554d7579-bd01-4cb8-b95b-15432d572371 req-4f476611-f286-4a0d-acc5-1cc1553ec194 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.0650091 Dec 21 22:26:31.693692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-554d7579-bd01-4cb8-b95b-15432d572371 req-75dfeb91-a230-4c8b-844a-f6f26447a63d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801547 Dec 21 22:26:31.804060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-153cc091-57b7-442c-8261-319842828513 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:26:31.842633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-554d7579-bd01-4cb8-b95b-15432d572371 req-0ef48a07-f4c1-4748-8416-5fa907e51022 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419468 Dec 21 22:26:31.997609 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-554d7579-bd01-4cb8-b95b-15432d572371 req-1e6880ee-230c-415c-95ec-48840e41634d service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419055 Dec 21 22:26:32.203322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-153cc091-57b7-442c-8261-319842828513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:36Z', 'revision_number': 1, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}, {'id': '75c332f9-5f2a-4966-83c6-284970e2824a', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:f3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:26:29Z', 'updated_at': '2021-12-21T22:26:29Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:32.207568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151538a-27f0-4cab-bb23-ceba7d49425e req-41b6ca05-1c5e-4ce4-93b8-c39dca418b95 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:32.207721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cc091-57b7-442c-8261-319842828513 None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:36Z', 'revision_number': 1, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}, {'id': '75c332f9-5f2a-4966-83c6-284970e2824a', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:f3:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:26:29Z', 'updated_at': '2021-12-21T22:26:29Z', 'revision_number': 0, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:26:32.209315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8151538a-27f0-4cab-bb23-ceba7d49425e req-41b6ca05-1c5e-4ce4-93b8-c39dca418b95 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 945 time: 0.1025560 Dec 21 22:26:32.260424 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8151538a-27f0-4cab-bb23-ceba7d49425e req-5283b092-5839-4c0f-8ffc-d94d6361348b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444005 Dec 21 22:26:32.556756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9bd87-b59f-452b-84e8-32e48065ec51 None None] New status for floating IP 75c332f9-5f2a-4966-83c6-284970e2824a: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:26:33.473382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bd500-4169-44c6-a4d6-01089f46702c req-a728d3c8-dfb3-4555-af0e-eb489d0d9272 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:33.474946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:33.475076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-205bd500-4169-44c6-a4d6-01089f46702c req-a728d3c8-dfb3-4555-af0e-eb489d0d9272 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 945 time: 0.0819099 Dec 21 22:26:33.526041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-205bd500-4169-44c6-a4d6-01089f46702c req-4a58f1e6-08f2-40df-9c39-508f375351ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 Dec 21 22:26:33.612592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6394f-f952-404e-a753-1c737d737ccb req-55d5d4db-c1b2-4019-a48e-fd1ed2ba64d9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:33.614126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e4d6394f-f952-404e-a753-1c737d737ccb req-55d5d4db-c1b2-4019-a48e-fd1ed2ba64d9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 945 time: 0.0809467 Dec 21 22:26:33.686911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port a281763a-2a3a-409f-ad81-7d92c23539b3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:26:33.691313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:34.165354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port a281763a-2a3a-409f-ad81-7d92c23539b3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a281763a-2a3a-409f-ad81-7d92c23539b3,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:34.165748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:34.468964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:34.469376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:34.469722 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP 15c8b494-e037-46a9-8bcc-2e5934efe4e4 disassociated. External IP: 172.26.6.84, port: a281763a-2a3a-409f-ad81-7d92c23539b3. Dec 21 22:26:34.470094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for a281763a-2a3a-409f-ad81-7d92c23539b3 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:26:34.776847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a8c4f-d2b1-401a-8521-f3a66e4189ff req-0b968271-02a7-45c5-b7d5-c46cf851ad8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:34.778376 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e8a8c4f-d2b1-401a-8521-f3a66e4189ff req-0b968271-02a7-45c5-b7d5-c46cf851ad8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 867 time: 0.1088173 Dec 21 22:26:34.779511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:34.847804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=a281763a-2a3a-409f-ad81-7d92c23539b3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:34.939937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e8a8c4f-d2b1-401a-8521-f3a66e4189ff req-3bcf7d31-2d6c-4264-b6fb-b790ababa278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=481a4229-48ef-442b-b0b3-0437e3614e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243300 Dec 21 22:26:35.094577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router aa9aa138-4b28-4a98-980d-2a90666c82be has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:26:35.313466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:26:35.324467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] Sync routers for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:26:35.339659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:35.340356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:35.390805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port a281763a-2a3a-409f-ad81-7d92c23539b3 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:26:35.393579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:35.396575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'name': 'network-vif-deleted', 'tag': 'a281763a-2a3a-409f-ad81-7d92c23539b3'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:26:35.442377 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e4d6394f-f952-404e-a753-1c737d737ccb req-7686d9bb-4a98-4a95-8cfa-35ad7ac52fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/a281763a-2a3a-409f-ad81-7d92c23539b3 HTTP/1.1" status: 204 len: 173 time: 1.8225000 Dec 21 22:26:35.456452 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c483a070-e54e-49da-832f-7b2640bc9adb', 'name': 'network-vif-deleted', 'tag': 'a281763a-2a3a-409f-ad81-7d92c23539b3', 'status': 'completed', 'code': 200} Dec 21 22:26:35.556072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:26:36.055922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:36.063233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] Checking router: aa9aa138-4b28-4a98-980d-2a90666c82be for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:26:36.077356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:36.078587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:36.153191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-0e39729d-899b-468e-b50e-c4a1b02fdeb0 req-decfea0f-5b7c-4d95-b5a0-d19df2762302 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:26:36.213157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-0e39729d-899b-468e-b50e-c4a1b02fdeb0 req-decfea0f-5b7c-4d95-b5a0-d19df2762302 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:26:36.218008 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e39729d-899b-468e-b50e-c4a1b02fdeb0 req-decfea0f-5b7c-4d95-b5a0-d19df2762302 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c483a070-e54e-49da-832f-7b2640bc9adb HTTP/1.1" status: 200 len: 210 time: 0.1086643 Dec 21 22:26:36.282109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:26:36.324795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device a281763a-2a3a-409f-ad81-7d92c23539b3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:26:36.375471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: a281763a-2a3a-409f-ad81-7d92c23539b3 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:26:36.375471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device a281763a-2a3a-409f-ad81-7d92c23539b3 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:26:36.652150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:36.656477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e9550-5cf6-453e-b2d8-78086f2bb226 None None] The sync data for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv is: [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:39Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '59f09948-fe9f-4f47-986f-f67fc11c9407', 'name': '', 'network_id': 'f73f3ca6-e562-4fed-8696-ca4969544c5b', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:fc:db:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:38Z', 'updated_at': '2021-12-21T22:24:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '68a31b0c-b7e3-4c95-92eb-4d53277ffc00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:26:37.308791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3292f-123e-4f5f-8ea3-a17ed7652cad None None] New status for floating IP 15c8b494-e037-46a9-8bcc-2e5934efe4e4: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:26:37.326602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43780) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:37.401718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4257372c-8f84-4a14-b239-48335d7d8d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:37.405891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce3a2-b661-49b0-af81-cbf56f4cb345 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:37.437404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce3a2-b661-49b0-af81-cbf56f4cb345 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:37.612250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce3a2-b661-49b0-af81-cbf56f4cb345 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:37.632911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ce3a2-b661-49b0-af81-cbf56f4cb345 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481a4229-48ef-442b-b0b3-0437e3614e6c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:37.641092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce3a2-b661-49b0-af81-cbf56f4cb345 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:37.642411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8f3ce3a2-b661-49b0-af81-cbf56f4cb345 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/481a4229-48ef-442b-b0b3-0437e3614e6c HTTP/1.1" status: 204 len: 168 time: 0.3146369 Dec 21 22:26:37.745343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43786) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:37.909697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 7b3fb234-5c2e-480a-adf4-83d76678101b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:26:37.910078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:38.079068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:26:38.106650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:38.106650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:38.232209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 7b3fb234-5c2e-480a-adf4-83d76678101b owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:26:38.481442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:38.529454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=7b3fb234-5c2e-480a-adf4-83d76678101b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:38.625076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:38.671627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:38.672673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c2576a48-f5c0-43eb-b963-d9f2e71b0dc0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/15c8b494-e037-46a9-8bcc-2e5934efe4e4 HTTP/1.1" status: 204 len: 168 time: 0.9256852 Dec 21 22:26:38.881371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:39.236874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665761-1114-4be2-9eeb-0c70003ecdc1 req-75c93ede-9890-4aed-a714-3a62587ee315 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:39.236874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d8665761-1114-4be2-9eeb-0c70003ecdc1 req-75c93ede-9890-4aed-a714-3a62587ee315 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:26:39.298512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d8665761-1114-4be2-9eeb-0c70003ecdc1 req-75c93ede-9890-4aed-a714-3a62587ee315 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:26:39.302278 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8665761-1114-4be2-9eeb-0c70003ecdc1 req-75c93ede-9890-4aed-a714-3a62587ee315 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 945 time: 0.1589065 Dec 21 22:26:39.350343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d8665761-1114-4be2-9eeb-0c70003ecdc1 req-34100311-6a75-430c-bd93-96b34a5d1e43 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:26:39.401339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d8665761-1114-4be2-9eeb-0c70003ecdc1 req-34100311-6a75-430c-bd93-96b34a5d1e43 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:26:39.406072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8665761-1114-4be2-9eeb-0c70003ecdc1 req-34100311-6a75-430c-bd93-96b34a5d1e43 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962985 Dec 21 22:26:40.027666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:40.074605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5029ae7-bf9d-4319-bdcb-ae492e7fc79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:40.630474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-542c0ffb-03bd-490f-82f3-6c511074cd4f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:40.632041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-542c0ffb-03bd-490f-82f3-6c511074cd4f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 945 time: 0.1564209 Dec 21 22:26:40.713649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa198c-640b-4932-a4ad-0a18e0e622bb req-ad05f6ab-cd3b-47c9-87dd-2a71b8314e73 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:40.715228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48fa198c-640b-4932-a4ad-0a18e0e622bb req-ad05f6ab-cd3b-47c9-87dd-2a71b8314e73 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 945 time: 0.1845644 Dec 21 22:26:40.723888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:26:40.724262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:40.858729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48fa198c-640b-4932-a4ad-0a18e0e622bb req-cb7ea7f9-c411-4810-b7b8-47e2f48494c6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=ca31afe2-19f1-426d-99a0-9f547ad9a66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090081 Dec 21 22:26:41.027122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:41.027507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:41.155279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 76b1188d-8fd5-41a6-ab0d-b1da53efa85f owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:26:41.343530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:41.397077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=76b1188d-8fd5-41a6-ab0d-b1da53efa85f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:41.474505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port 76b1188d-8fd5-41a6-ab0d-b1da53efa85f on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:26:41.477075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:41.482424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'name': 'network-vif-deleted', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:26:41.532671 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-88b278e9-982d-49d6-9f01-15305b7d2ae1 req-1fdc2ce7-7681-4676-b491-ec4733a14f17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/76b1188d-8fd5-41a6-ab0d-b1da53efa85f HTTP/1.1" status: 204 len: 173 time: 0.8924963 Dec 21 22:26:41.540127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4351683-bcd4-4d52-9ff8-6bf1d04cf68b', 'name': 'network-vif-deleted', 'tag': '76b1188d-8fd5-41a6-ab0d-b1da53efa85f', 'status': 'completed', 'code': 200} Dec 21 22:26:41.577682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:42.049680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-b9c9a825-7c18-421f-a20e-e8a91d320f68 req-68db086b-78ce-4a7f-8b42-f7f7e74f99bc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:26:42.087574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-b9c9a825-7c18-421f-a20e-e8a91d320f68 req-68db086b-78ce-4a7f-8b42-f7f7e74f99bc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:26:42.088022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b9c9a825-7c18-421f-a20e-e8a91d320f68 req-68db086b-78ce-4a7f-8b42-f7f7e74f99bc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4351683-bcd4-4d52-9ff8-6bf1d04cf68b HTTP/1.1" status: 200 len: 210 time: 0.0845363 Dec 21 22:26:43.201891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43804) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:43.501658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f556136-10a4-401b-a364-46dff199bbf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:43.533651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f556136-10a4-401b-a364-46dff199bbf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:43.681275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f556136-10a4-401b-a364-46dff199bbf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:43.702468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f556136-10a4-401b-a364-46dff199bbf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31afe2-19f1-426d-99a0-9f547ad9a66a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:43.737893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7f556136-10a4-401b-a364-46dff199bbf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:43.741930 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7f556136-10a4-401b-a364-46dff199bbf4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/ca31afe2-19f1-426d-99a0-9f547ad9a66a HTTP/1.1" status: 204 len: 168 time: 0.5361288 Dec 21 22:26:44.361937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 76b1188d-8fd5-41a6-ab0d-b1da53efa85f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:26:44.397021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 76b1188d-8fd5-41a6-ab0d-b1da53efa85f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:26:44.397409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 76b1188d-8fd5-41a6-ab0d-b1da53efa85f not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:26:44.854098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43814) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:45.273909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:45.916984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 59f09948-fe9f-4f47-986f-f67fc11c9407 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:26:45.917524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:46.118014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 59f09948-fe9f-4f47-986f-f67fc11c9407, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=59f09948-fe9f-4f47-986f-f67fc11c9407,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:46.118424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:46.247868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 59f09948-fe9f-4f47-986f-f67fc11c9407 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:26:46.473457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:46.520710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=59f09948-fe9f-4f47-986f-f67fc11c9407,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.586144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:46.888987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:47.766157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router aa9aa138-4b28-4a98-980d-2a90666c82be has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:26:47.983376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:26:47.988434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] Sync routers for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:26:48.008984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:48.008984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:48.048648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-036c0546-a340-4417-9ed4-b9eb0435bc8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/aa9aa138-4b28-4a98-980d-2a90666c82be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1888168 Dec 21 22:26:48.050887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43818) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:48.241093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:26:48.304370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet 68a31b0c-b7e3-4c95-92eb-4d53277ffc00 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:26:48.304370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:48.371736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:48.459477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:48.565435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:26:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:48.568048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:48.570653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] Checking router: aa9aa138-4b28-4a98-980d-2a90666c82be for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:26:48.591648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] Routers {'aa9aa138-4b28-4a98-980d-2a90666c82be'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:48.591648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['aa9aa138-4b28-4a98-980d-2a90666c82be'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:48.624727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=68a31b0c-b7e3-4c95-92eb-4d53277ffc00,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.638416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:48.649019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:48.654373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7bad5e-db6b-4214-b47e-15f3df7483bc None None] Network f73f3ca6-e562-4fed-8696-ca4969544c5b requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:26:48.658432 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-af842095-6008-4412-9915-162d525fa560 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/68a31b0c-b7e3-4c95-92eb-4d53277ffc00 HTTP/1.1" status: 204 len: 168 time: 0.6024036 Dec 21 22:26:48.670097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43822) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:48.924410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:48.970941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] Set router aa9aa138-4b28-4a98-980d-2a90666c82be gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:26:49.154677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:49.187079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:26:49.187079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:49.272921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] DHCP port deletion for f73f3ca6-e562-4fed-8696-ca4969544c5b request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:26:49.288566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] Deleting port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:26:49.288566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:49.410096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 4542dee8-a0c1-4765-bbc1-e2d85d30dff5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4542dee8-a0c1-4765-bbc1-e2d85d30dff5,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:49.410096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:49.598309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:26:49.724535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] For port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=819fafad-3d2f-4c20-a7db-2f30e5a6df5e,segment=NetworkSegment(a4627a8a-1cc9-49d8-afe1-765c2fdd7f64),segment_id=a4627a8a-1cc9-49d8-afe1-765c2fdd7f64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:49.724535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:49.856113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] Calling delete_port for 819fafad-3d2f-4c20-a7db-2f30e5a6df5e owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:26:49.953335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:26:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:49.953335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf822e6c-f4de-4e2e-9496-e6e11678b665 None None] The sync data for ids ['aa9aa138-4b28-4a98-980d-2a90666c82be'] in dv-neutron-822521-1-hyperv is: [{'id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'name': 'tempest-TestNetworkBasicOps-router-713557270', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:26:46Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '4542dee8-a0c1-4765-bbc1-e2d85d30dff5', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9aa138-4b28-4a98-980d-2a90666c82be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:24:34Z', 'updated_at': '2021-12-21T22:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:26:49.953335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:50.002440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:50.011211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] Pushing event deleted for resources: {'Port': ['ID=819fafad-3d2f-4c20-a7db-2f30e5a6df5e,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:50.027858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3229f-2b2d-49fb-8ce9-9752090c1f33 None None] No DVR routers for this DVR port 819fafad-3d2f-4c20-a7db-2f30e5a6df5e on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:26:50.109362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=4542dee8-a0c1-4765-bbc1-e2d85d30dff5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:50.177777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 59f09948-fe9f-4f47-986f-f67fc11c9407 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:26:50.219726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 59f09948-fe9f-4f47-986f-f67fc11c9407 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:26:50.219726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 59f09948-fe9f-4f47-986f-f67fc11c9407 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:26:50.219726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 819fafad-3d2f-4c20-a7db-2f30e5a6df5e no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:26:50.262596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 819fafad-3d2f-4c20-a7db-2f30e5a6df5e {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:26:50.262596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 819fafad-3d2f-4c20-a7db-2f30e5a6df5e not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:26:50.334982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:50.639562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:50.639562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:50.756976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:50.756976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Fanout notify agent at l3_agent the message router_deleted on router aa9aa138-4b28-4a98-980d-2a90666c82be {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:26:50.774454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:50.774454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-21d52805-442b-4fff-b245-de07878b9cd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/routers/aa9aa138-4b28-4a98-980d-2a90666c82be HTTP/1.1" status: 204 len: 168 time: 2.1114197 Dec 21 22:26:50.774454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43826) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:50.924168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.076427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.120109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73f3ca6-e562-4fed-8696-ca4969544c5b']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:51.136952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:51.136952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4627a8a-1cc9-49d8-afe1-765c2fdd7f64') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:51.150438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.187553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.187553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:26:51.187553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:26:51.198183 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:26:51.332598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.351606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.375020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=f73f3ca6-e562-4fed-8696-ca4969544c5b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:51.402469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc7e810d-7168-4910-a034-157b7c805779 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/f73f3ca6-e562-4fed-8696-ca4969544c5b HTTP/1.1" status: 204 len: 168 time: 0.6291504 Dec 21 22:26:51.431873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43830) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:51.438597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--690050774', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:51.444095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:26:51.452421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:network and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:26:51.452421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:26:51.463998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:26:51.498202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:26:51.498202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.529299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:26:51.568303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.568742 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment f0cd152d-1ec3-486d-aa60-4233db8d39e2 of type vlan for network 8bf1efcd-490e-4321-9533-28efe7e7dc8a Dec 21 22:26:51.767338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.895769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:51.895769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:51.895769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:52.010112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5808008 Dec 21 22:26:52.014024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43834) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:52.016941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd88177-9aa3-4d4c-a325-ba8355f4f528 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=8bf1efcd-490e-4321-9533-28efe7e7dc8a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:52.020535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'admin_state_up': True, 'project_id': 'b94464e04b434d009b163f6724868a54', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:52.032018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:26:52.032273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:26:52.032892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:router and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:26:52.035911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:26:52.049073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:26:52.156743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:26:52.287762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:26:52.287762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4542dee8-a0c1-4765-bbc1-e2d85d30dff5 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:26:52.311584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:52.311584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:52.401806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:52.573338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:53.036107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:53.070388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:53.228880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.145 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/2e809926-25ad-457e-b162-952fde42ec1f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:26:53.387972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:53.435550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:53.513885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:26:53.518157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:26:53.520213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=2e809926-25ad-457e-b162-952fde42ec1f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:53.522537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:26:53.731597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:53.732387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:54.006448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:26:54.238004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:26:54.249111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Sync routers for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:26:54.269606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:54.269606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:54.298282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:54.299647 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-118f522f-2301-4f96-a996-79c6fcafbd0f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2849348 Dec 21 22:26:54.303202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43840) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:54.353522 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ae1da8b4-7b6d-4fb1-942e-1b77e27f174f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459051 Dec 21 22:26:54.353522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43844) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:54.459672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:26:54.506445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0415787-f602-457a-9046-24781c4ee1e2 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:54.508114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c0415787-f602-457a-9046-24781c4ee1e2 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1537213 Dec 21 22:26:54.511166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43848) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:54.559815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a4986340-caac-4a60-802e-8f775d2a6048 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444674 Dec 21 22:26:54.559815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43852) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:54.566420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1069578849', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:54.690037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:26:54.694151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:26:54.697318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:26:54.720284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:26:54.761953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:26:54.766063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:53Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:54.790396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Checking router: 2a2bb480-713f-404b-9ca2-0ad04d98bc36 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:26:54.790396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Updating router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 port 2e809926-25ad-457e-b162-952fde42ec1f binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:26:54.824655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:54.896533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:55.435744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:55.516095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:55.520051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Transition to ACTIVE for port object 2e809926-25ad-457e-b162-952fde42ec1f will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:26:55.527010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=06dfafb1-a3ea-49c3-aac4-7e4205abdc7e,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:55.546253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:26:55.546253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: 8bf1efcd-490e-4321-9533-28efe7e7dc8a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:26:55.613431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:55.671611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:26:55.716651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Pushing event updated for resources: {'Port': ['ID=2e809926-25ad-457e-b162-952fde42ec1f,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:55.731348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Attempting to bind port 2e809926-25ad-457e-b162-952fde42ec1f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:26:55.731348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Attempting to bind port 2e809926-25ad-457e-b162-952fde42ec1f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:26:55.731348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Attempting to bind port 2e809926-25ad-457e-b162-952fde42ec1f on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:26:55.742319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.742670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.743037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.748701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.748701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.748701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.748701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.748701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.748701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.748701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.748701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:55.760087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:26:55.760423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:26:55.760864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:55.761288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:26:55.761791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Bound port: 2e809926-25ad-457e-b162-952fde42ec1f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:26:55.762194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:55.766880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 8bf1efcd-490e-4321-9533-28efe7e7dc8a) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:26:55.771786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:55.771786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:55.781612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4df44-629a-474a-9788-33dc7c21b342 None None] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:26:55.842428 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c120d5ba-0b7a-4d91-833c-bf9a027810bb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2813809 Dec 21 22:26:55.846911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43856) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:55.914998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] For port 2e809926-25ad-457e-b162-952fde42ec1f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:26:55.914998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] For port 2e809926-25ad-457e-b162-952fde42ec1f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2e809926-25ad-457e-b162-952fde42ec1f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:26:55.954503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:56.069563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:26:56.072894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:56.073635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea05270-2423-4fa5-a4d9-a9b8fc4cfbcf None None] Pushing event updated for resources: {'Port': ['ID=2e809926-25ad-457e-b162-952fde42ec1f,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:56.080142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:56.080837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:56.270395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Allocated IP 172.20.0.2 (8bf1efcd-490e-4321-9533-28efe7e7dc8a/06dfafb1-a3ea-49c3-aac4-7e4205abdc7e/adb0eddc-de18-4146-ae2b-b4b73dbb1d53) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:26:56.286312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:26:56.523313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:56.540546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Transition to ACTIVE for port object adb0eddc-de18-4146-ae2b-b4b73dbb1d53 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:26:56.578322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Transition to ACTIVE for port object adb0eddc-de18-4146-ae2b-b4b73dbb1d53 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:26:56.606785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:53Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:26:56.611872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e193c3-94cd-4038-9c8b-58b33dcfff33 None None] The sync data for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv is: [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:53Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:26:56.639412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:56.714501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:26:56.718986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:26:56.723330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:26:56.730049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Pushing event updated for resources: {'Port': ['ID=adb0eddc-de18-4146-ae2b-b4b73dbb1d53,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:56.775751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:56.776373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.777815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.777815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.777815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.779144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.779144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.779144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.779144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.779529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.779529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.781188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:26:56.838523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Attempting to bind port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:26:56.838523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Attempting to bind port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:26:56.838523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Attempting to bind port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:26:56.844792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:26:56.845250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Checking segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:26:56.845738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:56.847229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Bound using segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:26:56.847229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Bound port: adb0eddc-de18-4146-ae2b-b4b73dbb1d53, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:26:56.847229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:56.947656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] For port adb0eddc-de18-4146-ae2b-b4b73dbb1d53, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:26:56.952117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] For port adb0eddc-de18-4146-ae2b-b4b73dbb1d53, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=adb0eddc-de18-4146-ae2b-b4b73dbb1d53,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:26:57.008748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:57.124815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9556254-0d78-4101-ad85-ad2b7eb4c422 None None] Pushing event updated for resources: {'Port': ['ID=adb0eddc-de18-4146-ae2b-b4b73dbb1d53,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:57.544625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.1 (8bf1efcd-490e-4321-9533-28efe7e7dc8a/06dfafb1-a3ea-49c3-aac4-7e4205abdc7e/b9606c52-618e-4191-b58f-4d2ff47ddc9c) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:26:57.749747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:57.767821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object b9606c52-618e-4191-b58f-4d2ff47ddc9c will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:26:57.828450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:57.910624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:26:57.916173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:26:57.917790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:26:57.960575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=b9606c52-618e-4191-b58f-4d2ff47ddc9c,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:57.990465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:58.169842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device adb0eddc-de18-4146-ae2b-b4b73dbb1d53 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:26:58.193188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:58.286411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:26:58.291911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2e809926-25ad-457e-b162-952fde42ec1f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:26:58.395658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 2e809926-25ad-457e-b162-952fde42ec1f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:26:58.403123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 2e809926-25ad-457e-b162-952fde42ec1f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:26:58.415542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:58.536007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:58.553824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 2e809926-25ad-457e-b162-952fde42ec1f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2e809926-25ad-457e-b162-952fde42ec1f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:58.600981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:58.657934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:58.679331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=2e809926-25ad-457e-b162-952fde42ec1f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:58.703975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:58.829982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=b9606c52-618e-4191-b58f-4d2ff47ddc9c,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:58.832689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:58.936439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba80a74-c51c-4922-a720-a91bd74b64bc None None] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:26:59.006157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:26:59.006157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:26:59.118453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-558cb01f-01f3-474f-8f3d-b4cf895ca547 None None] Provisioning for port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:26:59.132398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-558cb01f-01f3-474f-8f3d-b4cf895ca547 None None] Provisioning complete for port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:26:59.132398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-558cb01f-01f3-474f-8f3d-b4cf895ca547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:59.322957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-558cb01f-01f3-474f-8f3d-b4cf895ca547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:59.359181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-558cb01f-01f3-474f-8f3d-b4cf895ca547 None None] For port adb0eddc-de18-4146-ae2b-b4b73dbb1d53, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=adb0eddc-de18-4146-ae2b-b4b73dbb1d53,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:26:59.414217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-558cb01f-01f3-474f-8f3d-b4cf895ca547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:59.443504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:26:59.501423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cb01f-01f3-474f-8f3d-b4cf895ca547 None None] Pushing event updated for resources: {'Port': ['ID=adb0eddc-de18-4146-ae2b-b4b73dbb1d53,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:26:59.641412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a6c06a5a-6324-423f-adb6-4dcd57197115 None None] Provisioning complete for port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:26:59.647386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6c06a5a-6324-423f-adb6-4dcd57197115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:59.682369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:26:59.698241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-15fa3e92-289d-4227-a992-d154e843f55d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/2a2bb480-713f-404b-9ca2-0ad04d98bc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8517029 Dec 21 22:26:59.701258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43860) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:59.848035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a6c06a5a-6324-423f-adb6-4dcd57197115 None None] Provisioning for port b9606c52-618e-4191-b58f-4d2ff47ddc9c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:26:59.848035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a6c06a5a-6324-423f-adb6-4dcd57197115 None None] Provisioning complete for port b9606c52-618e-4191-b58f-4d2ff47ddc9c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:26:59.848035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a6c06a5a-6324-423f-adb6-4dcd57197115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:26:59.889837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Sync routers for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:26:59.902635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd2654-9792-4a08-82ca-90d4d2572314 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:59.902809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd2654-9792-4a08-82ca-90d4d2572314 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:59.903148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd2654-9792-4a08-82ca-90d4d2572314 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:59.903558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd2654-9792-4a08-82ca-90d4d2572314 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:59.903963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd2654-9792-4a08-82ca-90d4d2572314 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:59.904791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd2654-9792-4a08-82ca-90d4d2572314 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:26:59.906744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-98fd2654-9792-4a08-82ca-90d4d2572314 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2038026 Dec 21 22:26:59.910985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43864) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:59.927035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a6c06a5a-6324-423f-adb6-4dcd57197115 None None] Port b9606c52-618e-4191-b58f-4d2ff47ddc9c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:26:59.930191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:26:59.930941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:00.000197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a6d65-2121-4fd4-93ff-8f80d64f7aa0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:00.000657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a6d65-2121-4fd4-93ff-8f80d64f7aa0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:00.001078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a6d65-2121-4fd4-93ff-8f80d64f7aa0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:00.001490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a6d65-2121-4fd4-93ff-8f80d64f7aa0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:00.001900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a6d65-2121-4fd4-93ff-8f80d64f7aa0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:00.002305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a6d65-2121-4fd4-93ff-8f80d64f7aa0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:00.004262 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0a6a6d65-2121-4fd4-93ff-8f80d64f7aa0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0933764 Dec 21 22:27:00.007170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43868) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:00.292030 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d385601d-cb84-4cc4-9945-998262d508a2 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2807343 Dec 21 22:27:00.293244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43872) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:00.299720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-512172884', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:00.317708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device adb0eddc-de18-4146-ae2b-b4b73dbb1d53 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:27:00.392355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7d4e3448-1119-4039-9448-931757883807 None None] Provisioning complete for port b9606c52-618e-4191-b58f-4d2ff47ddc9c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:00.392771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7d4e3448-1119-4039-9448-931757883807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:00.463277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:00.463277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:port and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:00.463510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:00.463619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:00.468790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:00.520798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:27:00.521097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e3448-1119-4039-9448-931757883807 None None] Port b9606c52-618e-4191-b58f-4d2ff47ddc9c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:27:00.528267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:00.553091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] device_id is not set on port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 yet. {{(pid=88994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:27:00.614557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:00.614557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:00.722074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.6 (8bf1efcd-490e-4321-9533-28efe7e7dc8a/06dfafb1-a3ea-49c3-aac4-7e4205abdc7e/0bf4f180-35a2-4521-ab85-66d14fbff4d2) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:27:00.803287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-38a0a6d0-d9a1-4c67-be3e-7025ed3c9797 None None] Provisioning complete for port b9606c52-618e-4191-b58f-4d2ff47ddc9c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:00.803803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38a0a6d0-d9a1-4c67-be3e-7025ed3c9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:00.969508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-38a0a6d0-d9a1-4c67-be3e-7025ed3c9797 None None] Port b9606c52-618e-4191-b58f-4d2ff47ddc9c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:27:00.972048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2e809926-25ad-457e-b162-952fde42ec1f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:27:01.048024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.062261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:01.068959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Checking router: 2a2bb480-713f-404b-9ca2-0ad04d98bc36 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:27:01.069367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Updating router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 port b9606c52-618e-4191-b58f-4d2ff47ddc9c binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:27:01.071467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 0bf4f180-35a2-4521-ab85-66d14fbff4d2 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:27:01.113218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 2e809926-25ad-457e-b162-952fde42ec1f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:01.113655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.144723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.180417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.237208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:27:01.237208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:27:01.237444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:01.239704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:27:01.317468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:01.317468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.388967 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-703dc1af-d29e-4e30-8812-69c271fef5fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0951846 Dec 21 22:27:01.693049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43880) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:01.697461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3545e1fe-dd33-4d6f-99c1-4a4a77fac824 None None] Provisioning for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:27:01.701440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931012207', 'description': 'tempest-secgroup-smoke-931012207 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:01.703815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3545e1fe-dd33-4d6f-99c1-4a4a77fac824 None None] Provisioning complete for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:01.704234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3545e1fe-dd33-4d6f-99c1-4a4a77fac824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.706372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:01.711603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:01.714704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:01.726062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:01.760713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3545e1fe-dd33-4d6f-99c1-4a4a77fac824 None None] Port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:27:01.792319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.805585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Transition to ACTIVE for port object b9606c52-618e-4191-b58f-4d2ff47ddc9c will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:27:01.835481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.873123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:01.877730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:01.880945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:01.886750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.886893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:01.949332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:01.986872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.021647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7c9a2-0aae-45f9-9a61-43198d4ae1e5 None None] Pushing event updated for resources: {'Port': ['ID=b9606c52-618e-4191-b58f-4d2ff47ddc9c,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:02.043560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b700136d-dd04-4519-8712-d4d76be4a28a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:02.092848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.094502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-50a721b5-4fc6-43bf-8405-e0fb08b1b80f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4003742 Dec 21 22:27:02.097602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43884) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:02.103920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'b700136d-dd04-4519-8712-d4d76be4a28a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:02.111843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:02.119284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:02.124271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:02.143738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:02.143822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Attempting to bind port b9606c52-618e-4191-b58f-4d2ff47ddc9c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:27:02.143822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Attempting to bind port b9606c52-618e-4191-b58f-4d2ff47ddc9c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:27:02.143822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Attempting to bind port b9606c52-618e-4191-b58f-4d2ff47ddc9c on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:27:02.143822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:27:02.143822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Checking segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:27:02.144435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.144811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Bound using segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:27:02.145331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Bound port: b9606c52-618e-4191-b58f-4d2ff47ddc9c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:27:02.145774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.192292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.249364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] For port b9606c52-618e-4191-b58f-4d2ff47ddc9c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:27:02.264142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] For port b9606c52-618e-4191-b58f-4d2ff47ddc9c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b9606c52-618e-4191-b58f-4d2ff47ddc9c,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:27:02.268740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.295610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.332086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.360250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6455ea40-aa99-40e7-8491-239bf90f5f80,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:02.387306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:02.387306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:26:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:02.406903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.408407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7ee43dde-52b9-4d09-8798-4e3e474ad765 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3095114 Dec 21 22:27:02.411409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43888) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:02.421037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'b700136d-dd04-4519-8712-d4d76be4a28a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:02.425963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:02.431014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:02.434406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:02.449864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:02.452701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7c9a2-0aae-45f9-9a61-43198d4ae1e5 None None] Pushing event updated for resources: {'Port': ['ID=b9606c52-618e-4191-b58f-4d2ff47ddc9c,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:02.528042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.595387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:02.608833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.646543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.676972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bc8ec0-58f7-4fd1-90d2-b525e8c1c84a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:02.721054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.722527 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2a4cee3e-9476-4670-9b8b-b83e1908f0d5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3100102 Dec 21 22:27:02.725278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43892) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:02.731906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'b700136d-dd04-4519-8712-d4d76be4a28a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:02.739427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:02.743721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:02.747011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:02.753691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:02.791296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.863123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.898019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:02.924240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5279dc9c-398b-4922-b6ea-fdda4408cb76,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:02.970722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:27:02Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:02.974979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aadbd6-bc3d-484f-94d6-096df17cc2cc None None] The sync data for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv is: [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:27:02Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:27:03.001264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.005412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-558ec01d-b9c1-4bed-9cbf-f147b3bf115c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2762275 Dec 21 22:27:03.006083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43896) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:03.012530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'b700136d-dd04-4519-8712-d4d76be4a28a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:03.019757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:03.024071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:03.028098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:03.037869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:03.097645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.188127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.223263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.255767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9944b9-210d-4428-8001-ff8c72002df1,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:03.291570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.293015 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1f7ca917-d55f-49dc-bd79-68b4bb3cf45b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2858305 Dec 21 22:27:03.296625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43900) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:03.302876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'b700136d-dd04-4519-8712-d4d76be4a28a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:03.310040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:03.315835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:03.318412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:03.324900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:03.371604 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:03.380473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.456833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.465597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.515969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.542509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac51c99b-9427-476b-8296-14203ce6011f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:03.595455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.604477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11ec2c3f-9b89-4554-a6ff-7e83baec4b8f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2991064 Dec 21 22:27:03.604477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43904) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:03.606062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'b700136d-dd04-4519-8712-d4d76be4a28a', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:03.613626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:03.618182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:03.621375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:03.633996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:03.674828 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:03.682798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.759170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.823875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.855031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badcf31e-c9a0-42d7-81a6-147a9a3855df,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:03.893466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:03.894515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b6080efe-266f-45fa-b2a3-e7ff4ecf30d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2936726 Dec 21 22:27:04.106467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-5e70d18f-41d4-405b-ac92-79af5cb604d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:27:04.143206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b9606c52-618e-4191-b58f-4d2ff47ddc9c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:27:04.155870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-5e70d18f-41d4-405b-ac92-79af5cb604d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:27:04.157346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-5e70d18f-41d4-405b-ac92-79af5cb604d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931012207&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.1154206 Dec 21 22:27:04.258591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-23b1c9db-5706-48a2-b8f4-a85c2d12c28f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:04.259239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-23b1c9db-5706-48a2-b8f4-a85c2d12c28f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:27:04.269614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port b9606c52-618e-4191-b58f-4d2ff47ddc9c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:27:04.275326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port b9606c52-618e-4191-b58f-4d2ff47ddc9c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:04.275743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:04.371376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-23b1c9db-5706-48a2-b8f4-a85c2d12c28f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:27:04.372815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-23b1c9db-5706-48a2-b8f4-a85c2d12c28f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 929 time: 0.2025340 Dec 21 22:27:04.402577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:04.437497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port b9606c52-618e-4191-b58f-4d2ff47ddc9c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b9606c52-618e-4191-b58f-4d2ff47ddc9c,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:04.461839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-d87bac6a-c951-463d-8d1b-9a0a8acc7126 service neutron] 10.222.0.30 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0729403 Dec 21 22:27:04.481022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:04.552728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=b9606c52-618e-4191-b58f-4d2ff47ddc9c,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:04.608701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-96ba48e2-1e61-4a18-8eaa-89c99b26b55d service neutron] 10.222.0.30 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425800 Dec 21 22:27:04.760660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-0818921b-9a41-486e-8d81-591393926415 service neutron] 10.222.0.30 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452787 Dec 21 22:27:04.985716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-77949a61-7030-4879-b636-9e9729b71f07 req-63a0c6ea-d6bd-4e13-bb75-62fe40223df4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 210 time: 0.0469685 Dec 21 22:27:06.131183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b9606c52-618e-4191-b58f-4d2ff47ddc9c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:27:06.159309 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b0cf48ed-9a5a-4281-b664-9aff8626dc26 req-b7628e74-1a04-4c66-a78d-dbf2064da660 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 210 time: 0.0469394 Dec 21 22:27:06.231867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port b9606c52-618e-4191-b58f-4d2ff47ddc9c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:06.232452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:06.784142 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-2ef0e897-93d1-47e6-a7c9-9d23e9a77621 service neutron] 10.222.0.46 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 1025 time: 0.0702696 Dec 21 22:27:06.945178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-746174a7-bac8-4d23-aae7-f74c6bdcfc44 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:06.945847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-746174a7-bac8-4d23-aae7-f74c6bdcfc44 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:27:06.989401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-746174a7-bac8-4d23-aae7-f74c6bdcfc44 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:27:06.990676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-746174a7-bac8-4d23-aae7-f74c6bdcfc44 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=8bf1efcd-490e-4321-9533-28efe7e7dc8a HTTP/1.1" status: 200 len: 796 time: 0.2012310 Dec 21 22:27:07.047731 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-4fca35ff-be47-4e66-86d8-68f29a943408 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 379 time: 0.0455317 Dec 21 22:27:07.058671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Request body: {'port': {'device_id': 'a0319298-beec-43bf-bc37-81808724b0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:07.287284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13420d17-5426-42d4-8126-07dd5fe0e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:07.447786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-46af0280-0df3-4bae-b54d-230d3d03d1b1 req-efbfb121-2955-42a8-9de7-1fdb5b81a04f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 210 time: 0.0566897 Dec 21 22:27:07.448564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:07.948041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf4f180-35a2-4521-ab85-66d14fbff4d2 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:27:07.948041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:07.948041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Transition to ACTIVE for port object 0bf4f180-35a2-4521-ab85-66d14fbff4d2 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:27:08.383863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:08.523865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:08.718597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Attempting to bind port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:27:08.718978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Attempting to bind port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:27:08.719344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Attempting to bind port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:27:08.730260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:27:08.730615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Attempting to bind port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:27:08.741104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fe7a3-739c-4a61-b89b-076c612444e7 req-6c4d2d05-2cca-492d-8f3a-61126827d8cd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:08.742827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-219fe7a3-739c-4a61-b89b-076c612444e7 req-6c4d2d05-2cca-492d-8f3a-61126827d8cd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 980 time: 0.1409993 Dec 21 22:27:08.746289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:27:08.746665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Checking segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:27:08.747082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Bound using segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:27:08.747556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Bound port: 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:27:08.748583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:08.864146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:08.865620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-219fe7a3-739c-4a61-b89b-076c612444e7 req-0866da82-5ef1-4c4d-a9ae-b1a94cbbc31a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070287 Dec 21 22:27:08.880621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:27:08.884034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:27:08.922002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:08.994016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:08.995509 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] 10.222.0.46 "PUT /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 1130 time: 1.9417267 Dec 21 22:27:08.995996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0319298-beec-43bf-bc37-81808724b0fb', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:27:09.015787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f66206-06fa-461d-9a20-a73d22774056 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:09.071648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0319298-beec-43bf-bc37-81808724b0fb', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'status': 'completed', 'code': 200} Dec 21 22:27:09.159122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-de920783-6d20-4a80-87a5-0855977ea69a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 1133 time: 0.0830667 Dec 21 22:27:09.238304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-f0c0654f-4b66-4097-b020-1bd271fbb4a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 217 time: 0.0709424 Dec 21 22:27:09.309326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-e93b650a-b6fe-411d-9c2e-41e23840c746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:09.310866 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-e93b650a-b6fe-411d-9c2e-41e23840c746 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06dfafb1-a3ea-49c3-aac4-7e4205abdc7e HTTP/1.1" status: 200 len: 835 time: 0.0660224 Dec 21 22:27:09.395265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-91002ca6-cf27-4b27-8ed1-665d7695595c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bf1efcd-490e-4321-9533-28efe7e7dc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780582 Dec 21 22:27:09.542393 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-a50e8484-79fc-4e84-a9bf-3937e82e1c44 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398175 Dec 21 22:27:09.686972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac3ea461-0e47-44d5-8bfc-321d05232f59 req-43877fac-65a6-41c2-b324-58f2d37ef03b service neutron] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380002 Dec 21 22:27:09.848594 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-12d49204-5dc9-46a5-bf6d-a020f92e51b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 1133 time: 0.0796192 Dec 21 22:27:10.001363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-29db7abb-524d-4ad6-bec8-703850274485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:10.003050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-29db7abb-524d-4ad6-bec8-703850274485 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bf1efcd-490e-4321-9533-28efe7e7dc8a HTTP/1.1" status: 200 len: 897 time: 0.1475062 Dec 21 22:27:10.051334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:10.120207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-58650c39-5250-4e06-944d-f3ceb12afea0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 217 time: 0.0786488 Dec 21 22:27:10.126502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-01c66480-a3a3-4dee-8bc0-b627d3e08562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:10.209688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee01171-6ee3-4074-9212-63e3d51bb9b3 req-f57f27ef-4d51-4c11-9f47-205c7f77aba2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:10.211381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1ee01171-6ee3-4074-9212-63e3d51bb9b3 req-f57f27ef-4d51-4c11-9f47-205c7f77aba2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 980 time: 0.2124977 Dec 21 22:27:10.214791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-bb853aaf-7b30-46d3-adcc-a17c489d17ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:10.216283 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-bb853aaf-7b30-46d3-adcc-a17c489d17ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06dfafb1-a3ea-49c3-aac4-7e4205abdc7e HTTP/1.1" status: 200 len: 835 time: 0.0896087 Dec 21 22:27:10.312354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1ee01171-6ee3-4074-9212-63e3d51bb9b3 req-104dcd4a-9f6e-433a-bf07-fe870755ad02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936174 Dec 21 22:27:10.335942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-cad6af08-f733-431c-82db-a4719d865cf2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bf1efcd-490e-4321-9533-28efe7e7dc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976498 Dec 21 22:27:10.483392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-31d75a41-33db-470b-8c43-ce06119f00e0 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387620 Dec 21 22:27:10.625988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c43adc9c-d1ba-435e-a4fb-a318c3f7c366 req-47ed5f99-9214-44dc-b47a-3999d9e16009 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355078 Dec 21 22:27:11.524969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77319a0f-c399-4f56-adfc-d281e15ce7a1 req-935b99d6-1a65-424f-bf88-26f2dbeeacbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:11.528134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:11.528420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-77319a0f-c399-4f56-adfc-d281e15ce7a1 req-935b99d6-1a65-424f-bf88-26f2dbeeacbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 980 time: 0.0845659 Dec 21 22:27:11.584686 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-77319a0f-c399-4f56-adfc-d281e15ce7a1 req-1b41a583-b2a5-4021-a5c5-d8d258dabb71 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503933 Dec 21 22:27:12.433238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0bf4f180-35a2-4521-ab85-66d14fbff4d2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:27:12.743192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:12.757785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'port_id': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'mac_address': 'fa:16:3e:e7:d4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:27:12.802303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5904661-01b3-4781-82ea-929b6a9d396e req-6520418b-5eb9-470b-8b36-20d4456388db tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:12.803597 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5904661-01b3-4781-82ea-929b6a9d396e req-6520418b-5eb9-470b-8b36-20d4456388db tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 980 time: 0.0874498 Dec 21 22:27:12.815158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:12.835122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf4f180-35a2-4521-ab85-66d14fbff4d2 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:27:12.851757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:12.855011 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e5904661-01b3-4781-82ea-929b6a9d396e req-90896835-67f2-447d-9236-f87a41b3f791 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Dec 21 22:27:12.869578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:12.942488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:13.088850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['0bf4f180-35a2-4521-ab85-66d14fbff4d2'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:27:14.066491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080ea83-3a39-4c0d-9bf8-3a08f6e2c3af req-01f7c7f1-4939-4467-9fe0-02265e68fefa tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:14.068127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6080ea83-3a39-4c0d-9bf8-3a08f6e2c3af req-01f7c7f1-4939-4467-9fe0-02265e68fefa tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 981 time: 0.0898795 Dec 21 22:27:14.118655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6080ea83-3a39-4c0d-9bf8-3a08f6e2c3af req-aae9b47b-949f-4a0c-a072-ad32989f81cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Dec 21 22:27:14.448041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0bf4f180-35a2-4521-ab85-66d14fbff4d2 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:27:14.543465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:27:14.548518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:14.550777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:14.671780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:14.707679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0319298-beec-43bf-bc37-81808724b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:27:14.717505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:14.738777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:14.771551 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0319298-beec-43bf-bc37-81808724b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'code': 200} Dec 21 22:27:14.810278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:15.057148 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-703467cc-9bc4-4c6c-ad26-6d70fbe3feef req-6f7d9089-8bbe-479d-a8f6-82a5fb8961dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 1135 time: 0.0748568 Dec 21 22:27:15.082743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:27:15.103706 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-703467cc-9bc4-4c6c-ad26-6d70fbe3feef req-4018b15d-eb45-4b8b-9071-e4a28a923573 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Dec 21 22:27:15.330549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ecf21-3233-4156-af1c-0a2d9b99ca5e req-bb2fccfc-0577-458f-8538-8781792c8526 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:15.332126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-400ecf21-3233-4156-af1c-0a2d9b99ca5e req-bb2fccfc-0577-458f-8538-8781792c8526 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 982 time: 0.0864406 Dec 21 22:27:15.382083 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-400ecf21-3233-4156-af1c-0a2d9b99ca5e req-dbc07790-b2d2-4b30-b534-0cd5a7a4e51e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Dec 21 22:27:16.594417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241ce6e-6d3c-4deb-9071-55fca8b9567c req-ec892bd0-50d3-4882-943a-9058b0e320b7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:16.596028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8241ce6e-6d3c-4deb-9071-55fca8b9567c req-ec892bd0-50d3-4882-943a-9058b0e320b7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 982 time: 0.0848355 Dec 21 22:27:16.649206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8241ce6e-6d3c-4deb-9071-55fca8b9567c req-4e7382ba-e224-4590-a224-8183befa9aab tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469363 Dec 21 22:27:16.863630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6508-daf1-49b0-85fc-8efe01f81e74 req-40bd6339-d615-4ea2-8e09-0e9fd3072b4f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:16.865321 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-855a6508-daf1-49b0-85fc-8efe01f81e74 req-40bd6339-d615-4ea2-8e09-0e9fd3072b4f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 982 time: 0.0834036 Dec 21 22:27:16.914624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-855a6508-daf1-49b0-85fc-8efe01f81e74 req-76ff1e1d-bfb1-4b22-826a-9b49c77bf9ac tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Dec 21 22:27:16.942900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43960) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:17.019852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-217e2970-5397-4ed9-9c97-b60726d3d479 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 1130 time: 0.0757904 Dec 21 22:27:17.022756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 43964) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:17.028231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:17.034559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:17.038602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:17.041566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:17.048226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:17.080678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:17.234720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:17.377520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.189 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/2654f3be-9123-4323-971c-d45d6be69bb3) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:27:17.533165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:17.589233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:17.664466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:27:17.667823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:27:17.669920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=2654f3be-9123-4323-971c-d45d6be69bb3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:17.672364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:27:18.201597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:18.513451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:18.730194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:18.795139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:18.933484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=2654f3be-9123-4323-971c-d45d6be69bb3,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:18.957565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:19.165779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP aac9d746-2b9e-45f2-87c8-2ab4b16c9e37 associated. External IP: 172.26.6.189, port: 0bf4f180-35a2-4521-ab85-66d14fbff4d2. Dec 21 22:27:19.640708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:27:19.852085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:27:19.862200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] Sync routers for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:27:19.875198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:19.875938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:19.955162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:20.014605 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-32869462-9ac0-41ca-97b5-1f789345f84a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.9906836 Dec 21 22:27:20.015763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0319298-beec-43bf-bc37-81808724b0fb', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:27:20.018438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43968) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:20.077481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:20.097940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-51eede6b-15d7-4384-be85-c1d86faed191 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb&network_id=8bf1efcd-490e-4321-9533-28efe7e7dc8a HTTP/1.1" status: 200 len: 1130 time: 0.0756595 Dec 21 22:27:20.109117 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0319298-beec-43bf-bc37-81808724b0fb', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'status': 'completed', 'code': 200} Dec 21 22:27:20.214013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-b1e7cd1a-7f53-4f2d-9bb5-0fcdf0311a1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 1135 time: 0.0793478 Dec 21 22:27:20.361407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-7f0da441-80e4-4ca2-8507-cc31c4dac87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:20.363072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-7f0da441-80e4-4ca2-8507-cc31c4dac87e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bf1efcd-490e-4321-9533-28efe7e7dc8a HTTP/1.1" status: 200 len: 897 time: 0.1423171 Dec 21 22:27:20.466433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'aac9d746-2b9e-45f2-87c8-2ab4b16c9e37', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'port_id': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-512172884', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'mac_address': 'fa:16:3e:e7:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0319298-beec-43bf-bc37-81808724b0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:18Z', 'updated_at': '2021-12-21T22:27:18Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:27:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:20.471357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] Checking router: 2a2bb480-713f-404b-9ca2-0ad04d98bc36 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:27:20.482654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:20.482821 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-65e8016e-1935-470f-a8e0-23c2a2eb3b95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 1036 time: 0.1133647 Dec 21 22:27:20.483417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:20.607184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-17a14c63-0f2d-4941-9461-32bc1d974d74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:20.608914 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-17a14c63-0f2d-4941-9461-32bc1d974d74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06dfafb1-a3ea-49c3-aac4-7e4205abdc7e HTTP/1.1" status: 200 len: 835 time: 0.1188135 Dec 21 22:27:20.688446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c9d4b-0aec-45bc-8557-6448450e5cc2 req-83cd4009-46b9-4b31-9c2f-9c0af1d30d05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:20.690165 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-944c9d4b-0aec-45bc-8557-6448450e5cc2 req-83cd4009-46b9-4b31-9c2f-9c0af1d30d05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 982 time: 0.1620631 Dec 21 22:27:20.748580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-c307262e-b79e-4f93-8708-32f3de4fa17b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bf1efcd-490e-4321-9533-28efe7e7dc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282067 Dec 21 22:27:20.790220 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-944c9d4b-0aec-45bc-8557-6448450e5cc2 req-ec013520-e342-40ea-85af-a373d7263d17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920088 Dec 21 22:27:20.828572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:20.907105 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-aee9a961-3eac-4978-87f5-029327e9d297 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493790 Dec 21 22:27:21.053586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e1ab10f-4348-4861-a51b-3fd7e66a0b2c req-b4f068db-63bf-4c56-af87-4457daa8fb10 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396735 Dec 21 22:27:21.204408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'aac9d746-2b9e-45f2-87c8-2ab4b16c9e37', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'port_id': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-512172884', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'mac_address': 'fa:16:3e:e7:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0319298-beec-43bf-bc37-81808724b0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:18Z', 'updated_at': '2021-12-21T22:27:18Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:27:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:21.208518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6f975-77b8-42fc-9c35-4789e0d92596 None None] The sync data for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv is: [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'aac9d746-2b9e-45f2-87c8-2ab4b16c9e37', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'port_id': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-512172884', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'mac_address': 'fa:16:3e:e7:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0319298-beec-43bf-bc37-81808724b0fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:18Z', 'updated_at': '2021-12-21T22:27:18Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:27:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:27:21.529717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489f76ca-9fb3-48de-8052-13faf3dd08c0 None None] New status for floating IP aac9d746-2b9e-45f2-87c8-2ab4b16c9e37: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:27:21.887631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-8c1e504e-9e37-47b4-a770-71ee9cf44745 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:21.889191 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-8c1e504e-9e37-47b4-a770-71ee9cf44745 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 982 time: 0.0872424 Dec 21 22:27:22.015793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-88e8b3bc-0cd1-4aef-9fdc-51171f9f1214 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:22.017315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-88e8b3bc-0cd1-4aef-9fdc-51171f9f1214 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1224694 Dec 21 22:27:22.091342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b25c9-73de-46a3-afcb-1de3b8fb9ee9 req-86b677f1-19fa-4ddc-98ed-c41fb51c40ee tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:22.093017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c07b25c9-73de-46a3-afcb-1de3b8fb9ee9 req-86b677f1-19fa-4ddc-98ed-c41fb51c40ee tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 982 time: 0.1641874 Dec 21 22:27:22.230399 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-0cde39e7-4c87-45a6-93ef-bb7609da0a83 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2003198 Dec 21 22:27:22.232744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c07b25c9-73de-46a3-afcb-1de3b8fb9ee9 req-b2574971-70b8-4ba7-8394-2dc30785afae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885437 Dec 21 22:27:22.242436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:22.356300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:22.781122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:22.811017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:27:22.862517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] device_id is not set on port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:27:22.870439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:22.891626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:23.022697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=6']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:23.098873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] No DVR routers for this DVR port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:27:23.306679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a32249ad-088e-4aed-b400-1003e87d1e97 None None] Provisioning complete for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:23.307365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a32249ad-088e-4aed-b400-1003e87d1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:23.366923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a32249ad-088e-4aed-b400-1003e87d1e97 None None] Port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:27:23.402587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] In _notify_port_updated(), no bound segment for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:27:23.403693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:23.405643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-341f8402-fa34-4c7e-b0f9-7c5c71e8120a req-e938de71-c3f1-4d45-acd9-ea1e38002c85 service neutron] 10.222.0.46 "PUT /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 1025 time: 1.1669617 Dec 21 22:27:23.412394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4bc72505-f7a8-4608-bbb8-2bea704a3acd req-d7487e70-ff2f-4317-9e83-eefed14d0ab4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0319298-beec-43bf-bc37-81808724b0fb HTTP/1.1" status: 200 len: 210 time: 0.0523937 Dec 21 22:27:24.517613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0bf4f180-35a2-4521-ab85-66d14fbff4d2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:27:24.520541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43986) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:24.577243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0bf4f180-35a2-4521-ab85-66d14fbff4d2 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:27:24.597099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ba123-9ba8-43d3-82b1-4b6a5b4f7c60 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:24.597727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cc8ba123-9ba8-43d3-82b1-4b6a5b4f7c60 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:27:24.639562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cc8ba123-9ba8-43d3-82b1-4b6a5b4f7c60 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:27:24.640901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cc8ba123-9ba8-43d3-82b1-4b6a5b4f7c60 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 924 time: 0.1192818 Dec 21 22:27:24.850861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43992) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:24.856996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025459114', 'description': 'tempest-secgroup-smoke-1025459114 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:24.864128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:24.875004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:24.908968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:24.946424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:24.950447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:24.953456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:24.959466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:25.015776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.040199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.089303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c3850f-08de-453e-8be7-f02ad4b01f0d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:25.120583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.121991 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ea61d411-da70-4838-9b6f-6d3fb575c6fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2699871 Dec 21 22:27:25.125091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 43996) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:25.131151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '68c3850f-08de-453e-8be7-f02ad4b01f0d', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:25.137744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:25.141920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:25.144969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:25.150998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:25.195160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.261490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.291590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.316992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83014693-18d5-4aab-81e6-9d83d73062a5,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:25.349001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.350244 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8b58cd25-8758-4e56-8e3b-fd83bb0b292c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2240813 Dec 21 22:27:25.353271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44000) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:25.359127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '68c3850f-08de-453e-8be7-f02ad4b01f0d', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:25.365473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:25.369546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:25.372587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:25.378999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:25.413261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.478206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.497385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.520295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98301a6b-7e1c-4a17-b92f-99a43cf72abb,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:25.548966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.550256 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-65b529f3-45c0-4218-889d-ecfb5bfe0278 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1960113 Dec 21 22:27:25.553276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44004) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:25.559374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '68c3850f-08de-453e-8be7-f02ad4b01f0d', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:25.565861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:25.569919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:25.572966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:25.579846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:25.618377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.686709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.725900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.754326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb353c9e-eaf6-4eb3-a644-29d01de2834a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:25.788702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.789980 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-65f4ec7c-9dc2-433a-936d-0fb4884303ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2357011 Dec 21 22:27:25.792977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44008) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:25.799067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '68c3850f-08de-453e-8be7-f02ad4b01f0d', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:25.805753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:25.809961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:25.814133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:25.820243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:25.863866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.932735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.966053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:25.991602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ef20ba-b039-4640-a2f6-24fa80197ebb,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:26.023209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.024572 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6fb1b1f-6524-4217-820a-c211be04aaad tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2305579 Dec 21 22:27:26.027597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44012) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:26.033796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '68c3850f-08de-453e-8be7-f02ad4b01f0d', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:26.040487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:26.044602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:26.048164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:26.065137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:26.103905 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:26.112079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.180581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.205889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.230882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009e9c35-0eb8-49a2-9d2e-44ee7a607a70,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:26.268261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.269622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e8190390-8736-49ba-a6f5-ccf7ef3eeff5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2408686 Dec 21 22:27:26.272572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44016) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:26.278707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '68c3850f-08de-453e-8be7-f02ad4b01f0d', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:26.285727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:26.290122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:26.293426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:26.300728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:26.349121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:26.356394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.427271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.457458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.482868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6039a2f7-0b5b-418e-8079-38e13f8dbe46,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:26.537614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:26.539000 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f204d98f-0445-4983-b013-cdd3a693aa02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2653947 Dec 21 22:27:26.721282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-fb66d117-8d72-4fc1-905d-44552ddce233 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025459114&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.0450623 Dec 21 22:27:26.803142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-88e7c53e-eaca-43a8-9522-79986ae2c3ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:26.804641 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-88e7c53e-eaca-43a8-9522-79986ae2c3ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 929 time: 0.0766184 Dec 21 22:27:26.954483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3b2b1d7-c145-48eb-8441-8151eebe5262 service neutron] 10.222.0.30 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1367979 Dec 21 22:27:27.098208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-fb822790-7f06-412c-98da-35e108ea3ddc service neutron] 10.222.0.30 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373513 Dec 21 22:27:27.244530 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-784404b2-9ee5-4030-81be-cee8f147e3af service neutron] 10.222.0.30 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401834 Dec 21 22:27:27.492283 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-407249c4-07fa-4991-b38c-881db2b1ce82 req-b0308120-8bf3-47f2-8f0e-d84106307931 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 210 time: 0.0462184 Dec 21 22:27:28.667561 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-437a83b5-340d-4494-ada3-71c53be2aca4 req-83dc35d4-e877-4925-a1d0-f25aa4c6bf0d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 210 time: 0.0489519 Dec 21 22:27:28.870387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-53b238db-f430-4175-8a83-9b334f47621f service neutron] 10.222.0.46 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 1025 time: 0.0652735 Dec 21 22:27:29.027711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-c906f9f0-885c-4f1b-9223-a11e31f195a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:29.029310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-c906f9f0-885c-4f1b-9223-a11e31f195a1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=8bf1efcd-490e-4321-9533-28efe7e7dc8a HTTP/1.1" status: 200 len: 796 time: 0.1528635 Dec 21 22:27:29.085793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d664354c-a956-4e49-a386-ad9ee2e281af tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 472 time: 0.0454202 Dec 21 22:27:29.097478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Request body: {'port': {'device_id': '4d2e4de4-3eca-44e7-b9c6-8538d11671fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:29.216753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:29.569665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf4f180-35a2-4521-ab85-66d14fbff4d2 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:27:29.576661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:29.593022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Transition to ACTIVE for port object 0bf4f180-35a2-4521-ab85-66d14fbff4d2 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:27:29.623078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:29.758846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=7']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:29.989462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbc33b-4f69-4376-8869-e7e3cba9575d req-c44219ac-b325-4046-b972-1786cbc98eb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:29.991007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2cbc33b-4f69-4376-8869-e7e3cba9575d req-c44219ac-b325-4046-b972-1786cbc98eb7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 980 time: 0.1884191 Dec 21 22:27:29.991846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Attempting to bind port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:27:29.992215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Attempting to bind port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:27:29.992608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Attempting to bind port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:27:30.019046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:27:30.019406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Attempting to bind port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:27:30.040065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:27:30.040462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Checking segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:27:30.040882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Bound using segment: {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:27:30.041353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Bound port: 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cd152d-1ec3-486d-aa60-4233db8d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:27:30.041731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:30.108149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2cbc33b-4f69-4376-8869-e7e3cba9575d req-0a4d0550-af28-4102-8ac7-65af5c66b392 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109071 Dec 21 22:27:30.145464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:27:30.148701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:27:30.189324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:30.259459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:30.260989 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] 10.222.0.46 "PUT /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 1130 time: 1.1685483 Dec 21 22:27:30.263594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2e4de4-3eca-44e7-b9c6-8538d11671fd', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:27:30.277868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccc276-7993-4ae1-9390-761dd20b3ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=8']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:30.322458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2e4de4-3eca-44e7-b9c6-8538d11671fd', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'status': 'completed', 'code': 200} Dec 21 22:27:30.424454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b1cb55f-d27d-4b2a-a0b8-53579428844e req-e2119926-da13-4dd0-af1e-996540298df8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 1133 time: 0.0790648 Dec 21 22:27:30.581940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cb55f-d27d-4b2a-a0b8-53579428844e req-6e38eda9-28d7-47d4-90fb-5ddc52a26f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:30.583539 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b1cb55f-d27d-4b2a-a0b8-53579428844e req-6e38eda9-28d7-47d4-90fb-5ddc52a26f79 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b94464e04b434d009b163f6724868a54&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1509044 Dec 21 22:27:30.729855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cb55f-d27d-4b2a-a0b8-53579428844e req-904a7d71-7cef-44e2-b9d5-09bffa2da6eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:30.731445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b1cb55f-d27d-4b2a-a0b8-53579428844e req-904a7d71-7cef-44e2-b9d5-09bffa2da6eb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419125 Dec 21 22:27:30.844977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-c756ca34-35a0-49ee-ae15-e9e15f7cce71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 1133 time: 0.0777323 Dec 21 22:27:30.952086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-ef22a86b-3b90-4fce-8c7d-2952d6bc6163 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 1036 time: 0.0984032 Dec 21 22:27:31.021898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-779a3372-ebcc-4870-9461-888059bf5655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:31.023361 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-779a3372-ebcc-4870-9461-888059bf5655 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06dfafb1-a3ea-49c3-aac4-7e4205abdc7e HTTP/1.1" status: 200 len: 835 time: 0.0658722 Dec 21 22:27:31.104782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-dbbefdff-5a52-44b5-8eb1-8c14ed97d3e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bf1efcd-490e-4321-9533-28efe7e7dc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748942 Dec 21 22:27:31.294118 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-16b5873c-ded8-48eb-a6b7-fff169ccd760 service neutron] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826730 Dec 21 22:27:31.435746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3334a87-6df4-4793-b66c-cca93df3eb08 req-90088a13-3cdb-4e95-a548-9f6146a43f76 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:31.438553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3334a87-6df4-4793-b66c-cca93df3eb08 req-90088a13-3cdb-4e95-a548-9f6146a43f76 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 980 time: 0.2076061 Dec 21 22:27:31.715566 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12e5fde6-18ba-4dbb-b260-c9fe38ae2c7b req-cc228807-122e-43c2-bd83-fe3fa15ca5db service neutron] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131095 Dec 21 22:27:31.728620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3334a87-6df4-4793-b66c-cca93df3eb08 req-5a19c086-1645-4627-b709-12af1fcfad61 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831750 Dec 21 22:27:32.934986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bde6e7-1f1a-48c6-b6d4-2b060c69b3f6 req-b2a2a9ba-311a-4452-a745-39012f7246cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:32.936620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-17bde6e7-1f1a-48c6-b6d4-2b060c69b3f6 req-b2a2a9ba-311a-4452-a745-39012f7246cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 980 time: 0.0824075 Dec 21 22:27:32.985744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-17bde6e7-1f1a-48c6-b6d4-2b060c69b3f6 req-4c18ba6b-f682-4f1e-b22f-078a711d637a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 Dec 21 22:27:33.497262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:34.195450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f54413-0526-4849-9a19-c953bcd61a33 req-cf6e585f-2e39-470e-889f-389e401ede42 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:34.197094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55f54413-0526-4849-9a19-c953bcd61a33 req-cf6e585f-2e39-470e-889f-389e401ede42 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 980 time: 0.0886970 Dec 21 22:27:34.247334 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55f54413-0526-4849-9a19-c953bcd61a33 req-b22fd340-46e8-4c23-a766-6ddb8c17c054 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Dec 21 22:27:34.572322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0bf4f180-35a2-4521-ab85-66d14fbff4d2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:27:34.720695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:34.735674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'port_id': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'mac_address': 'fa:16:3e:e7:d4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:27:34.795913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:34.814870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf4f180-35a2-4521-ab85-66d14fbff4d2 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:27:34.830501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:34.862890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:34.929988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=9']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:35.092553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['0bf4f180-35a2-4521-ab85-66d14fbff4d2'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:27:35.455698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10e076-1376-4a83-82fa-edddd0407735 req-8b88d3e7-610e-42e3-a713-f04d3225ba46 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:35.457346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c10e076-1376-4a83-82fa-edddd0407735 req-8b88d3e7-610e-42e3-a713-f04d3225ba46 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 981 time: 0.0862367 Dec 21 22:27:35.505642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c10e076-1376-4a83-82fa-edddd0407735 req-3064cfb8-6e85-4ec9-a316-989b2dd0760e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Dec 21 22:27:36.572777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0bf4f180-35a2-4521-ab85-66d14fbff4d2 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:27:36.677407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:27:36.681883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:36.682301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:36.719672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041fff7-5cd8-4fd9-8526-99821f105641 req-4b3c65e3-ca30-419c-a022-2508c1eecfab tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:36.721338 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6041fff7-5cd8-4fd9-8526-99821f105641 req-4b3c65e3-ca30-419c-a022-2508c1eecfab tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 981 time: 0.0874631 Dec 21 22:27:36.774345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6041fff7-5cd8-4fd9-8526-99821f105641 req-fec2bb55-62b9-425c-b0b0-8799d9456f5d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Dec 21 22:27:36.807869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:36.835953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2e4de4-3eca-44e7-b9c6-8538d11671fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:27:36.845904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:36.880860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:36.919301 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2e4de4-3eca-44e7-b9c6-8538d11671fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf4f180-35a2-4521-ab85-66d14fbff4d2', 'code': 200} Dec 21 22:27:36.953594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=10']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:37.173990 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8d84515a-593a-4932-b22b-5a74aaf8853c req-568271cf-7f74-4139-b134-8d8ae513e063 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 1136 time: 0.0757611 Dec 21 22:27:37.224218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8d84515a-593a-4932-b22b-5a74aaf8853c req-dd82e5f5-34f7-45fa-93d3-c239826a9d5d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Dec 21 22:27:37.286289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4a8b74a-37fa-40e7-a775-34abb28578bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:37.981128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284bd16-c10f-4033-9004-81ee7e83692f req-5bcf2e27-e72a-4136-b3bc-f773b9e41ae4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:37.982787 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9284bd16-c10f-4033-9004-81ee7e83692f req-5bcf2e27-e72a-4136-b3bc-f773b9e41ae4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 983 time: 0.0838473 Dec 21 22:27:38.031752 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9284bd16-c10f-4033-9004-81ee7e83692f req-13f43055-d7d1-469e-943d-33f4a35a6092 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Dec 21 22:27:38.846250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:39.255682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a63c-a051-4f3d-a3e8-1662c041fe3c req-21ac7737-b66d-4234-868b-34cf1e47f9eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:39.257477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6478a63c-a051-4f3d-a3e8-1662c041fe3c req-21ac7737-b66d-4234-868b-34cf1e47f9eb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 983 time: 0.0970566 Dec 21 22:27:39.314392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6478a63c-a051-4f3d-a3e8-1662c041fe3c req-99a9ef6f-0f56-466a-a1ec-80f985f466b5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503480 Dec 21 22:27:39.553455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfee2be-93fd-4324-9240-0ce4411aa286 req-2eddfe4f-d546-426a-b9c2-5b36285ffa87 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:39.555092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4cfee2be-93fd-4324-9240-0ce4411aa286 req-2eddfe4f-d546-426a-b9c2-5b36285ffa87 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 983 time: 0.0831168 Dec 21 22:27:39.604006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4cfee2be-93fd-4324-9240-0ce4411aa286 req-71239a40-11a7-4ca1-bc97-51f74ef03b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Dec 21 22:27:39.633671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44074) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:39.712857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b99caf8-85b2-4a88-af66-4aff6c95752f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd&network_id=8bf1efcd-490e-4321-9533-28efe7e7dc8a HTTP/1.1" status: 200 len: 1131 time: 0.0778556 Dec 21 22:27:40.047070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e332da2b-035b-4c01-a167-43e1396176e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:40.048711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:40.213531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a581df-332b-40e9-9df5-47c6166000ff req-4b81f6e4-7a80-41d2-baaa-27fc609b26b7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:40.215116 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-54a581df-332b-40e9-9df5-47c6166000ff req-4b81f6e4-7a80-41d2-baaa-27fc609b26b7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 983 time: 0.0892522 Dec 21 22:27:40.263455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-54a581df-332b-40e9-9df5-47c6166000ff req-d8dbb342-b2d7-47c3-9d31-796fb4cd05c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Dec 21 22:27:41.466149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-7f674ca3-c42b-469d-8eec-aa577fa914b7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:41.467729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-7f674ca3-c42b-469d-8eec-aa577fa914b7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 983 time: 0.1364324 Dec 21 22:27:41.537639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:41.561706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead6b9c-ad86-4215-afa3-b99a47fa7658 req-5eb0bf2f-6a3b-4658-a58c-2db3553a859e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:41.563279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8ead6b9c-ad86-4215-afa3-b99a47fa7658 req-5eb0bf2f-6a3b-4658-a58c-2db3553a859e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 983 time: 0.1708395 Dec 21 22:27:41.565996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-76b234eb-04af-4722-a580-02d4cbed0b3c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:41.567431 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-76b234eb-04af-4722-a580-02d4cbed0b3c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0913436 Dec 21 22:27:41.726394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8ead6b9c-ad86-4215-afa3-b99a47fa7658 req-6b0c26e0-b5f1-447d-8caf-0019e29764ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=866bc0fc-496d-4201-a63f-698fcc2565be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564083 Dec 21 22:27:41.763501 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-a52c7a92-2ee8-4ed7-a851-6bdf3820c1ab tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1791177 Dec 21 22:27:41.774566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:41.884683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:42.100386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0bf4f180-35a2-4521-ab85-66d14fbff4d2,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:42.132983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] For port 0bf4f180-35a2-4521-ab85-66d14fbff4d2, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:27:42.184134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] device_id is not set on port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 yet. {{(pid=88995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 21 22:27:42.192452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:42.229085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:42.370622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=11']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:42.441268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] No DVR routers for this DVR port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:27:42.568130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cab80ee3-1ebc-44a3-b456-e4ccaaafe67c None None] Provisioning complete for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:27:42.568745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cab80ee3-1ebc-44a3-b456-e4ccaaafe67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:42.622670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cab80ee3-1ebc-44a3-b456-e4ccaaafe67c None None] Port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:27:42.704344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] In _notify_port_updated(), no bound segment for port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 on network 8bf1efcd-490e-4321-9533-28efe7e7dc8a {{(pid=88995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 21 22:27:42.705533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:42.706984 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e5598ac-6ad7-4919-a4de-90f619dc6df4 req-b7e476fd-e902-4bfe-ba65-a6b0211f3525 service neutron] 10.222.0.46 "PUT /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 200 len: 1026 time: 0.9374444 Dec 21 22:27:42.902076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6c30609b-2f8a-408a-9b2b-7d37feb88394 req-e04dbaad-76cf-4c12-abeb-5a975eb3ad6b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2e4de4-3eca-44e7-b9c6-8538d11671fd HTTP/1.1" status: 200 len: 210 time: 0.0505795 Dec 21 22:27:44.010660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44090) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:44.087836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93c16f95-d5e0-401d-a626-342eb5084161 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:44.119733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93c16f95-d5e0-401d-a626-342eb5084161 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:44.210474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93c16f95-d5e0-401d-a626-342eb5084161 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:44.227495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c16f95-d5e0-401d-a626-342eb5084161 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c3850f-08de-453e-8be7-f02ad4b01f0d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:44.236162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93c16f95-d5e0-401d-a626-342eb5084161 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:44.237440 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-93c16f95-d5e0-401d-a626-342eb5084161 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/68c3850f-08de-453e-8be7-f02ad4b01f0d HTTP/1.1" status: 204 len: 168 time: 0.2257445 Dec 21 22:27:44.315900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44096) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:44.526728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 2654f3be-9123-4323-971c-d45d6be69bb3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:27:44.527107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:44.594162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0bf4f180-35a2-4521-ab85-66d14fbff4d2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:27:44.655581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0bf4f180-35a2-4521-ab85-66d14fbff4d2 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:27:44.704780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:44.705148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:44.836959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 2654f3be-9123-4323-971c-d45d6be69bb3 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:27:45.148955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:45.201365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=2654f3be-9123-4323-971c-d45d6be69bb3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:45.295739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:45.930766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:27:46.142777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:27:46.154005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] Sync routers for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:27:46.168229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:46.168931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:46.189231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:46.246787 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fa4126c7-98e0-4cfc-bc35-fcf55126a09f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/aac9d746-2b9e-45f2-87c8-2ab4b16c9e37 HTTP/1.1" status: 204 len: 168 time: 1.9296677 Dec 21 22:27:46.360182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:46.410672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44104) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:46.487160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:46.524210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:46.691261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:27:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:46.695951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] Checking router: 2a2bb480-713f-404b-9ca2-0ad04d98bc36 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:27:46.707086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:46.708624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:46.794043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:46.818691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b700136d-dd04-4519-8712-d4d76be4a28a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:46.827184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:46.828457 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/b700136d-dd04-4519-8712-d4d76be4a28a HTTP/1.1" status: 204 len: 168 time: 0.4162314 Dec 21 22:27:46.832138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.832566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.833718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.834067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.834434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.834795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.835140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.835498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.835851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.836208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.836607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf3c81b-9f43-4ce4-977d-8d5181bef0f1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:46.899121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:46.910516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44110) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:46.983920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d5f25be4-ed55-4774-aa32-d437b92dca59 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 0bf4f180-35a2-4521-ab85-66d14fbff4d2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:27:46.984313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5f25be4-ed55-4774-aa32-d437b92dca59 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:47.249741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:27:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:47.250279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5f25be4-ed55-4774-aa32-d437b92dca59 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:47.254041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edab4908-92f8-4147-98cf-1cdee3e47211 None None] The sync data for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv is: [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'b9606c52-618e-4191-b58f-4d2ff47ddc9c', 'name': '', 'network_id': '8bf1efcd-490e-4321-9533-28efe7e7dc8a', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:57:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:57Z', 'updated_at': '2021-12-21T22:27:04Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '06dfafb1-a3ea-49c3-aac4-7e4205abdc7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:27:47.385042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d5f25be4-ed55-4774-aa32-d437b92dca59 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 0bf4f180-35a2-4521-ab85-66d14fbff4d2 owned by {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:27:47.571914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5f25be4-ed55-4774-aa32-d437b92dca59 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:47.627431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f25be4-ed55-4774-aa32-d437b92dca59 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=0bf4f180-35a2-4521-ab85-66d14fbff4d2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:47.702907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d95e1-7791-4d37-b81e-8d9a1a13ad53 None None] New status for floating IP aac9d746-2b9e-45f2-87c8-2ab4b16c9e37: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:27:47.739841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5f25be4-ed55-4774-aa32-d437b92dca59 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:47.750558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5f25be4-ed55-4774-aa32-d437b92dca59 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/ports/0bf4f180-35a2-4521-ab85-66d14fbff4d2 HTTP/1.1" status: 204 len: 168 time: 0.8383899 Dec 21 22:27:47.753253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44114) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:48.196257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:48.836591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port b9606c52-618e-4191-b58f-4d2ff47ddc9c {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:27:48.837065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:49.030912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port b9606c52-618e-4191-b58f-4d2ff47ddc9c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=b9606c52-618e-4191-b58f-4d2ff47ddc9c,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:49.031353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:49.158543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for b9606c52-618e-4191-b58f-4d2ff47ddc9c owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:27:49.412596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:49.465126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=b9606c52-618e-4191-b58f-4d2ff47ddc9c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:49.793443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:50.637440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:27:50.854423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:27:50.864401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] Sync routers for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:27:50.868420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-54222e0b-d91d-4666-8376-bc40aa7448f4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/2a2bb480-713f-404b-9ca2-0ad04d98bc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1140280 Dec 21 22:27:50.871766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44118) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:50.877779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:50.878479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:51.071377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:51.085236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet 06dfafb1-a3ea-49c3-aac4-7e4205abdc7e {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:27:51.088541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:51.148033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:51.240735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:51.342933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:51.379826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=06dfafb1-a3ea-49c3-aac4-7e4205abdc7e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:51.384165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:27:49Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:51.388304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] Checking router: 2a2bb480-713f-404b-9ca2-0ad04d98bc36 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:27:51.393308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.393308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.393633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.394002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.394365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.394731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.395648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.396111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.396622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.396897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.397507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:51.401823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e697e-b81c-4b76-9282-bcd390f7c901 None None] Network 8bf1efcd-490e-4321-9533-28efe7e7dc8a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:27:51.404039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] Routers {'2a2bb480-713f-404b-9ca2-0ad04d98bc36'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:51.404908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:51.405844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:51.416214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e2434b13-a7e0-4c21-805c-be65bf5804b4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/06dfafb1-a3ea-49c3-aac4-7e4205abdc7e HTTP/1.1" status: 204 len: 168 time: 0.5409799 Dec 21 22:27:51.416501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44122) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:51.615687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] Set router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:51.690944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] DHCP port deletion for 8bf1efcd-490e-4321-9533-28efe7e7dc8a request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:27:51.695870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] Deleting port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:27:51.696288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:51.868982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:51.921957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] For port adb0eddc-de18-4146-ae2b-b4b73dbb1d53, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=adb0eddc-de18-4146-ae2b-b4b73dbb1d53,segment=NetworkSegment(f0cd152d-1ec3-486d-aa60-4233db8d39e2),segment_id=f0cd152d-1ec3-486d-aa60-4233db8d39e2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:51.926933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:51.959727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:27:49Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:51.964734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f32f99-44a2-40a3-96ed-a6614de27f62 None None] The sync data for ids ['2a2bb480-713f-404b-9ca2-0ad04d98bc36'] in dv-neutron-822521-1-hyperv is: [{'id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'name': 'tempest-TestNetworkBasicOps-router-2007881168', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': '2e809926-25ad-457e-b162-952fde42ec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:52Z', 'updated_at': '2021-12-21T22:27:49Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '2e809926-25ad-457e-b162-952fde42ec1f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2bb480-713f-404b-9ca2-0ad04d98bc36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:53Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:27:52.092209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:27:52.148011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:52.173677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device adb0eddc-de18-4146-ae2b-b4b73dbb1d53 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:27:52.188701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 2e809926-25ad-457e-b162-952fde42ec1f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:27:52.191273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:52.288910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] Calling delete_port for adb0eddc-de18-4146-ae2b-b4b73dbb1d53 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:27:52.393171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 2e809926-25ad-457e-b162-952fde42ec1f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=2e809926-25ad-457e-b162-952fde42ec1f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:27:52.393665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:52.420687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:52.530647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 2e809926-25ad-457e-b162-952fde42ec1f owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:27:52.561720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:52.644673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] Pushing event deleted for resources: {'Port': ['ID=adb0eddc-de18-4146-ae2b-b4b73dbb1d53,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:52.647239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b9606c52-618e-4191-b58f-4d2ff47ddc9c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:27:52.684387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: b9606c52-618e-4191-b58f-4d2ff47ddc9c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:27:52.688509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device b9606c52-618e-4191-b58f-4d2ff47ddc9c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:27:52.689174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13275198-8de8-4bec-9faf-e04e94d469e0 None None] No DVR routers for this DVR port adb0eddc-de18-4146-ae2b-b4b73dbb1d53 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:27:52.731278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:52.778813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=2e809926-25ad-457e-b162-952fde42ec1f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:53.014539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.303459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.308158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.411459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.411725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Fanout notify agent at l3_agent the message router_deleted on router 2a2bb480-713f-404b-9ca2-0ad04d98bc36 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:27:53.427798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.429736 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ebf1ee62-3378-41c1-b087-11b148537edb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/routers/2a2bb480-713f-404b-9ca2-0ad04d98bc36 HTTP/1.1" status: 204 len: 168 time: 2.0110912 Dec 21 22:27:53.432033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44126) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:53.575663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.726064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.748628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf1efcd-490e-4321-9533-28efe7e7dc8a']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:53.762035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cd152d-1ec3-486d-aa60-4233db8d39e2') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:53.762422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cd152d-1ec3-486d-aa60-4233db8d39e2') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:53.774864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.792877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.799224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:27:53.799691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:27:53.815813 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:27:53.920151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.924465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:53.955012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=8bf1efcd-490e-4321-9533-28efe7e7dc8a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:54.006968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-547dc221-b48b-4bbb-8200-96abdba80ea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/8bf1efcd-490e-4321-9533-28efe7e7dc8a HTTP/1.1" status: 204 len: 168 time: 0.5739279 Dec 21 22:27:54.022254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44132) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:54.037284 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-58bac06b-018c-4591-958e-30ba9d412982 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0123572 Dec 21 22:27:54.039104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44136) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:54.044971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--1350515787', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:54.050330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:54.055377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:network and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:54.059512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:54.066105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:54.114360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:27:54.124891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.130954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2e809926-25ad-457e-b162-952fde42ec1f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:27:54.155705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:27:54.166324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.166556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment 43922805-4eb2-466d-b14d-056d5137b479 of type vlan for network 93a3c66f-3c4c-4905-8c69-042752907b44 Dec 21 22:27:54.171482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 2e809926-25ad-457e-b162-952fde42ec1f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:27:54.171622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 2e809926-25ad-457e-b162-952fde42ec1f not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:27:54.194842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.251179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.255630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:54.256278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.372753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3324893 Dec 21 22:27:54.375953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44140) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:54.380403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ff473-0661-49a8-9c3b-0e042b4ff564 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=93a3c66f-3c4c-4905-8c69-042752907b44,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:54.383911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-937597829', 'admin_state_up': True, 'project_id': 'b94464e04b434d009b163f6724868a54', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:54.391070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 93a3c66f-3c4c-4905-8c69-042752907b44 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:27:54.392726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:54.398212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:router and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:54.401248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:54.407445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:54.447246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.447246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.465850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.654610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.870825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:54.902537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:55.050291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.69 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/d60db37e-667e-4063-9185-f0cc0d012bed) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:27:55.211778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:55.268290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:55.564679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:27:55.569219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:27:55.573278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:27:55.604631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=d60db37e-667e-4063-9185-f0cc0d012bed,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:55.791505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:55.795268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:56.063026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:27:56.283846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:27:56.295265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Sync routers for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:27:56.309023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:56.309830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:56.336977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:56.338331 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e0a2c18-3190-4358-a3c8-ff59c864cda9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9613416 Dec 21 22:27:56.341562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44144) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:56.388573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4dfb1c0f-2cd6-40bd-9e61-d76dc0e4ef85 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457466 Dec 21 22:27:56.391934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44148) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:56.501425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:56.539230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba919a-b498-42de-8612-403cb788ba11 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:56.540909 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f1ba919a-b498-42de-8612-403cb788ba11 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478231 Dec 21 22:27:56.544210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44152) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:56.593131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-461e91a8-69c0-4fc4-a0f1-76ec5f14d227 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451074 Dec 21 22:27:56.593131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44156) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:56.599732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674764203', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:56.721746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:27:56.727548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:27:56.730528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:27:56.736724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:27:56.773345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:27:56.812894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:55Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:56.817867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Checking router: 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:27:56.817867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Updating router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae port d60db37e-667e-4063-9185-f0cc0d012bed binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:27:56.877379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:56.888513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.149078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.240715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.241676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=6252a6cd-3116-40cc-84a0-13ccd4e4df71,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:57.255098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Transition to ACTIVE for port object d60db37e-667e-4063-9185-f0cc0d012bed will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:27:57.255389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:27:57.260145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: 93a3c66f-3c4c-4905-8c69-042752907b44, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:27:57.302941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.348849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 93a3c66f-3c4c-4905-8c69-042752907b44 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:27:57.387642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Attempting to bind port d60db37e-667e-4063-9185-f0cc0d012bed on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:27:57.388060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Attempting to bind port d60db37e-667e-4063-9185-f0cc0d012bed by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:27:57.388493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Attempting to bind port d60db37e-667e-4063-9185-f0cc0d012bed on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:27:57.391313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Pushing event updated for resources: {'Port': ['ID=d60db37e-667e-4063-9185-f0cc0d012bed,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:57.393961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 93a3c66f-3c4c-4905-8c69-042752907b44) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:27:57.399286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:27:57.399751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.405526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0ab7b-e3ee-44e3-8d4b-1be7077f0490 None None] Network 93a3c66f-3c4c-4905-8c69-042752907b44 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:27:57.421891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:27:57.422314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:27:57.422769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.423202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:27:57.423728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Bound port: d60db37e-667e-4063-9185-f0cc0d012bed, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:27:57.424145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.447382 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6d781985-a2b8-4de6-8865-7ac9790c7a0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8531778 Dec 21 22:27:57.450292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44160) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:57.460915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.461300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.461680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.462042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.462409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.462772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.463130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.463488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.463848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.464199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.464577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:27:57.608445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] For port d60db37e-667e-4063-9185-f0cc0d012bed, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:27:57.649716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] For port d60db37e-667e-4063-9185-f0cc0d012bed, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d60db37e-667e-4063-9185-f0cc0d012bed,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:27:57.703769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.765542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-93a3c66f-3c4c-4905-8c69-042752907b44', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:27:57.766437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:57.857458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efcc1f-6ab4-48e6-8518-bd01f6130ddb None None] Pushing event updated for resources: {'Port': ['ID=d60db37e-667e-4063-9185-f0cc0d012bed,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:57.875677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:27:57.876456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:58.277578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:58.297457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Allocated IP 172.20.0.2 (93a3c66f-3c4c-4905-8c69-042752907b44/6252a6cd-3116-40cc-84a0-13ccd4e4df71/0f23e050-5fe9-49bf-915b-43bc4734f8e4) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:27:58.315080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:27:58.784919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:58.800636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Transition to ACTIVE for port object 0f23e050-5fe9-49bf-915b-43bc4734f8e4 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:27:58.828102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Transition to ACTIVE for port object 0f23e050-5fe9-49bf-915b-43bc4734f8e4 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:27:58.835635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:55Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:27:58.840004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01a5b7-1e04-4261-8b08-66d894fa7370 None None] The sync data for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv is: [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:55Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:27:58.861429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:58.903493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.1 (93a3c66f-3c4c-4905-8c69-042752907b44/6252a6cd-3116-40cc-84a0-13ccd4e4df71/3ffd5139-efcb-4aad-8635-4b0de9588493) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:27:58.937226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Network 93a3c66f-3c4c-4905-8c69-042752907b44 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:27:58.940877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:27:58.943027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Pushing event updated for resources: {'Port': ['ID=0f23e050-5fe9-49bf-915b-43bc4734f8e4,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:58.945402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:27:59.040791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Attempting to bind port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:27:59.041292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Attempting to bind port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:27:59.041483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Attempting to bind port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 on network 93a3c66f-3c4c-4905-8c69-042752907b44 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:27:59.048998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:27:59.049425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Checking segment: {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:27:59.049886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:59.050324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Bound using segment: {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:27:59.050868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Bound port: 0f23e050-5fe9-49bf-915b-43bc4734f8e4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:27:59.051516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:59.083630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:59.106353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 3ffd5139-efcb-4aad-8635-4b0de9588493 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:27:59.152462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] For port 0f23e050-5fe9-49bf-915b-43bc4734f8e4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:27:59.156028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] For port 0f23e050-5fe9-49bf-915b-43bc4734f8e4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0f23e050-5fe9-49bf-915b-43bc4734f8e4,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:27:59.167085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:59.188515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:59.246000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 93a3c66f-3c4c-4905-8c69-042752907b44 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:27:59.250137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:27:59.255475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:27:59.277736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a7a3b-83ff-42bc-bc65-c6302a7a506c None None] Pushing event updated for resources: {'Port': ['ID=0f23e050-5fe9-49bf-915b-43bc4734f8e4,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:59.290270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=3ffd5139-efcb-4aad-8635-4b0de9588493,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:27:59.345581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:27:59.472101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:00.204511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:00.234014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0f23e050-5fe9-49bf-915b-43bc4734f8e4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:28:00.257298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:00.354385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:28:00.360200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d60db37e-667e-4063-9185-f0cc0d012bed up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:28:00.386061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:00.390395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=3ffd5139-efcb-4aad-8635-4b0de9588493,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:00.459487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port d60db37e-667e-4063-9185-f0cc0d012bed completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:28:00.463275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d60db37e-667e-4063-9185-f0cc0d012bed triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:00.463758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:00.547805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 93a3c66f-3c4c-4905-8c69-042752907b44 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:28:00.549133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:28:00.597447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:00.617481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port d60db37e-667e-4063-9185-f0cc0d012bed, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d60db37e-667e-4063-9185-f0cc0d012bed,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:00.652149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:00.688284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-3afa1e62-0a7d-411c-b4b8-b0cfc8152fb7 req-ec3b303e-bd44-4d03-a1c9-80ad3b385464 service neutron] (88995) timed out ('10.222.0.46', 52766) {{(pid=88995) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 21 22:28:00.728506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=d60db37e-667e-4063-9185-f0cc0d012bed,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:00.977810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:28:01.003845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ea022-8a93-4b06-abd4-1a457676cbf0 None None] Network 93a3c66f-3c4c-4905-8c69-042752907b44 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:28:01.189317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c7a70204-969f-41a4-bbe6-1c2cd47b8324 None None] Provisioning for port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:28:01.202524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:28:01.206321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c7a70204-969f-41a4-bbe6-1c2cd47b8324 None None] Provisioning complete for port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:01.206732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7a70204-969f-41a4-bbe6-1c2cd47b8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:01.219464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44164) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:01.220149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4739ca75-bcf6-45b7-b4f0-f8060677a83b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687495 Dec 21 22:28:01.375704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f27e70-d8de-4dd0-8faf-b5f760480502 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.376200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f27e70-d8de-4dd0-8faf-b5f760480502 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.376544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f27e70-d8de-4dd0-8faf-b5f760480502 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.377524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f27e70-d8de-4dd0-8faf-b5f760480502 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.377848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f27e70-d8de-4dd0-8faf-b5f760480502 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.379690 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3f27e70-d8de-4dd0-8faf-b5f760480502 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1591504 Dec 21 22:28:01.388528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44168) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:01.389327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7a70204-969f-41a4-bbe6-1c2cd47b8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:01.428987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c7a70204-969f-41a4-bbe6-1c2cd47b8324 None None] For port 0f23e050-5fe9-49bf-915b-43bc4734f8e4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0f23e050-5fe9-49bf-915b-43bc4734f8e4,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:01.458834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7a70204-969f-41a4-bbe6-1c2cd47b8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:01.479475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f7e00-e555-4787-bebc-4f2e1f626529 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.479901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f7e00-e555-4787-bebc-4f2e1f626529 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.480317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f7e00-e555-4787-bebc-4f2e1f626529 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.480884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f7e00-e555-4787-bebc-4f2e1f626529 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.481458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f7e00-e555-4787-bebc-4f2e1f626529 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.482043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f7e00-e555-4787-bebc-4f2e1f626529 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:01.484545 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eb5f7e00-e555-4787-bebc-4f2e1f626529 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0944922 Dec 21 22:28:01.487552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44172) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:01.554151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70204-969f-41a4-bbe6-1c2cd47b8324 None None] Pushing event updated for resources: {'Port': ['ID=0f23e050-5fe9-49bf-915b-43bc4734f8e4,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:01.716705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-33a4edb4-cd34-4711-815c-764e20dda493 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2278984 Dec 21 22:28:01.806130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0a99aeee-18c0-4fa6-9c0a-971e92cc00d3 None None] Provisioning for port 3ffd5139-efcb-4aad-8635-4b0de9588493 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:28:01.812418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0a99aeee-18c0-4fa6-9c0a-971e92cc00d3 None None] Provisioning complete for port 3ffd5139-efcb-4aad-8635-4b0de9588493 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:01.813093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a99aeee-18c0-4fa6-9c0a-971e92cc00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:01.876516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0a99aeee-18c0-4fa6-9c0a-971e92cc00d3 None None] Port 3ffd5139-efcb-4aad-8635-4b0de9588493 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:28:01.891617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0a99aeee-18c0-4fa6-9c0a-971e92cc00d3 None None] Provisioning complete for port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:01.892037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a99aeee-18c0-4fa6-9c0a-971e92cc00d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:01.915685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Sync routers for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:28:01.939242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:28:01.939242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:02.033810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44178) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:02.042274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336748539', 'description': 'tempest-secgroup-smoke-336748539 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:02.052682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:02.058544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:02.062409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:02.071678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:02.126165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.153894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0f23e050-5fe9-49bf-915b-43bc4734f8e4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:28:02.172745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:02.179124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:02.183775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:02.192621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:02.229291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-49da2d94-722e-4284-9455-43e96fd3020a None None] Provisioning complete for port 3ffd5139-efcb-4aad-8635-4b0de9588493 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:02.229709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-49da2d94-722e-4284-9455-43e96fd3020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.276137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.299843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-49da2d94-722e-4284-9455-43e96fd3020a None None] Port 3ffd5139-efcb-4aad-8635-4b0de9588493 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:28:02.302576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.313758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:02.314177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.326116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:28:02.367024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416b8d7a-d296-470f-a583-b91c18b1642f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:02.384603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.387063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c2e9d726-92cd-4ec1-899e-b909c3f59156 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3521299 Dec 21 22:28:02.390203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44182) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:02.399023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '416b8d7a-d296-470f-a583-b91c18b1642f', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:02.406836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:02.414589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:02.420356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:02.428148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:02.462077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d60db37e-667e-4063-9185-f0cc0d012bed up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:28:02.523317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.549128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2189e980-c664-4657-a08b-1e0aa8842403 None None] Provisioning complete for port 3ffd5139-efcb-4aad-8635-4b0de9588493 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:02.549256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2189e980-c664-4657-a08b-1e0aa8842403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.602778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d60db37e-667e-4063-9185-f0cc0d012bed triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:02.602778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.609621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.634456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.659907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2189e980-c664-4657-a08b-1e0aa8842403 None None] Port 3ffd5139-efcb-4aad-8635-4b0de9588493 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:28:02.674554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99152db-081c-482a-ad12-e449cc7bfc11,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:02.685698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.688371 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e85408e-5008-4f5e-b0ad-89568888e8fb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2957897 Dec 21 22:28:02.690340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44186) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:02.698678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '416b8d7a-d296-470f-a583-b91c18b1642f', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:02.705277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:02.710763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:02.714311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:02.721335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:02.754590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:02.759222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Checking router: 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:28:02.759609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Updating router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae port 3ffd5139-efcb-4aad-8635-4b0de9588493 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:28:02.762463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.815819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.833923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.880654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.905866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bde1b1-280d-4b6a-98cc-531e54bf2510,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:02.943542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:02.944936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-332461c7-919d-427a-be33-40c7aeeaf947 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2535076 Dec 21 22:28:02.947900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44190) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:02.955056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '416b8d7a-d296-470f-a583-b91c18b1642f', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:02.960839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:02.965020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:02.968054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:02.974495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:03.017355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.086960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.119903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.149217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59df4661-b3e7-4e36-983c-9c2f636a2d39,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:03.188698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.190030 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-aa8cf7fd-f7d6-46ee-aa07-dca8836d8ea4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2410467 Dec 21 22:28:03.193028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.193164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44194) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:03.205002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '416b8d7a-d296-470f-a583-b91c18b1642f', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:03.205334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Transition to ACTIVE for port object 3ffd5139-efcb-4aad-8635-4b0de9588493 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:28:03.206753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:03.211065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:03.214187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:03.220288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:03.251337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.293131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.371014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.385775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Pushing event updated for resources: {'Port': ['ID=3ffd5139-efcb-4aad-8635-4b0de9588493,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:03.401331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.401700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.402058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.402397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.402950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.403305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.403655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.404033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.404425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.404724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.405066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:03.405541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.432973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574248a9-e50d-4338-9467-3ee3341226b1,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:03.468631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.470239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-13a65edf-8d5f-4efc-8ded-ccfa5e0743fe tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2758617 Dec 21 22:28:03.473913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44198) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:03.481022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '416b8d7a-d296-470f-a583-b91c18b1642f', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:03.487563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:03.492544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:03.495876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:03.497416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.503356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Attempting to bind port 3ffd5139-efcb-4aad-8635-4b0de9588493 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:28:03.503775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Attempting to bind port 3ffd5139-efcb-4aad-8635-4b0de9588493 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:28:03.504233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Attempting to bind port 3ffd5139-efcb-4aad-8635-4b0de9588493 on network 93a3c66f-3c4c-4905-8c69-042752907b44 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:28:03.504795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:03.511875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:28:03.512628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Checking segment: {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:28:03.513035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.513470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Bound using segment: {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:28:03.513992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Bound port: 3ffd5139-efcb-4aad-8635-4b0de9588493, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:28:03.514403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.537771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:28:03.545525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.616722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.628774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] For port 3ffd5139-efcb-4aad-8635-4b0de9588493, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:28:03.629506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] For port 3ffd5139-efcb-4aad-8635-4b0de9588493, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3ffd5139-efcb-4aad-8635-4b0de9588493,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:28:03.650999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.676654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59793b7a-51df-4d8f-b41e-6c8381eaea14,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:03.710753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.765337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.766712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4cd7136d-9f03-4c28-b767-4dace5752122 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2917747 Dec 21 22:28:03.770237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44202) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:03.776641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '416b8d7a-d296-470f-a583-b91c18b1642f', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:03.782916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:03.787294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:03.790480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:03.797530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae32a5-3bfb-46d1-bd4e-2c55283f7b85 None None] Pushing event updated for resources: {'Port': ['ID=3ffd5139-efcb-4aad-8635-4b0de9588493,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:03.797769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:03.805513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:28:03.806449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:27:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:03.840279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:28:03.849971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.929100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.954401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:03.984736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0d95e5-864f-468e-8027-012a07a65b56,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:04.013519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:28:04.023683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:04.025330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad186905-79af-49da-a580-d1d074268cbd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2539260 Dec 21 22:28:04.282983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-37b31dd6-9989-4712-9259-0d994423c44a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:28:04.360878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-37b31dd6-9989-4712-9259-0d994423c44a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:28:04.362042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-37b31dd6-9989-4712-9259-0d994423c44a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336748539&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.1281288 Dec 21 22:28:04.400955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:28:03Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:04.405161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa8f87-ae32-4015-b00f-1180038097cc None None] The sync data for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv is: [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:28:03Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:28:04.552593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-0ce19554-80d4-4126-8fdb-2ee5b9d0bf7b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:04.553529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-0ce19554-80d4-4126-8fdb-2ee5b9d0bf7b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:28:04.605932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-0ce19554-80d4-4126-8fdb-2ee5b9d0bf7b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:28:04.607216 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-0ce19554-80d4-4126-8fdb-2ee5b9d0bf7b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=93a3c66f-3c4c-4905-8c69-042752907b44 HTTP/1.1" status: 200 len: 797 time: 0.2369554 Dec 21 22:28:04.626743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-1f4d9031-90ee-4704-b057-3984cb7964c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0132251 Dec 21 22:28:04.725166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-9791fb7c-317c-4d1e-8725-2794e9d2098e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:28:04.771751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-9791fb7c-317c-4d1e-8725-2794e9d2098e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:28:04.773288 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-9791fb7c-317c-4d1e-8725-2794e9d2098e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398263 Dec 21 22:28:04.929599 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-428bf008-9799-420d-9e0c-375a029b3f84 service neutron] 10.222.0.30 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428738 Dec 21 22:28:05.085603 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-1d015b62-3f4d-486a-a4b0-7d18b5200a15 service neutron] 10.222.0.30 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493938 Dec 21 22:28:05.407724 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5b67fa50-ae7b-439a-9a0d-ce3b1b5524f3 req-417946df-91ba-4d56-8795-2c94838281d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 210 time: 0.0501235 Dec 21 22:28:06.159880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ffd5139-efcb-4aad-8635-4b0de9588493 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:28:06.268042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3ffd5139-efcb-4aad-8635-4b0de9588493 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:28:06.274101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3ffd5139-efcb-4aad-8635-4b0de9588493 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:06.278742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:06.397902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:06.433063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3ffd5139-efcb-4aad-8635-4b0de9588493, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3ffd5139-efcb-4aad-8635-4b0de9588493,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:06.462601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:06.532372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3ffd5139-efcb-4aad-8635-4b0de9588493,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:06.595929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c3d242bf-06c3-4683-953e-9debfa328815 req-4d3cefd4-8742-48eb-8735-1f322edb6f8a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 210 time: 0.0494633 Dec 21 22:28:07.230436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-bea1ce24-9c74-418d-98a4-bb38cc38590e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:07.231772 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-bea1ce24-9c74-418d-98a4-bb38cc38590e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=93a3c66f-3c4c-4905-8c69-042752907b44 HTTP/1.1" status: 200 len: 797 time: 0.1653934 Dec 21 22:28:07.286547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c38ce7eb-f4e6-4214-be97-fcb81ecd9f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:07.291094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-77900a74-cd84-47d2-beec-6e435cbb3e45 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 379 time: 0.0475292 Dec 21 22:28:07.300854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['416b8d7a-d296-470f-a583-b91c18b1642f']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:07.448169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:07.460440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:07.490468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:28:07.496084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:07.670645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.8 (93a3c66f-3c4c-4905-8c69-042752907b44/6252a6cd-3116-40cc-84a0-13ccd4e4df71/f5f4a669-4160-4d7c-83dc-14afa2f844ac) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:28:07.834901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ee72deaf-1c36-4356-8ecd-4d1631d431d0 req-91118548-55d8-49e4-9445-8118fff7c83d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 210 time: 0.0656419 Dec 21 22:28:07.953644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:07.969878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object f5f4a669-4160-4d7c-83dc-14afa2f844ac will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:28:08.017498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:08.097520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 93a3c66f-3c4c-4905-8c69-042752907b44 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:28:08.102520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:28:08.107358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:28:08.154876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ffd5139-efcb-4aad-8635-4b0de9588493 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:28:08.155813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=f5f4a669-4160-4d7c-83dc-14afa2f844ac,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:08.182539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:08.183201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:08.245848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3ffd5139-efcb-4aad-8635-4b0de9588493 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:08.246266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:08.252640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-08147e16-e344-4061-ab79-8e75cec32cf7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9558806 Dec 21 22:28:08.267135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Request body: {'port': {'device_id': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:08.400325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:08.579451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-46e12581-4754-4c78-9c06-77b5f23248a2 None None] Provisioning for port f5f4a669-4160-4d7c-83dc-14afa2f844ac completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:28:08.585237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-46e12581-4754-4c78-9c06-77b5f23248a2 None None] Provisioning complete for port f5f4a669-4160-4d7c-83dc-14afa2f844ac triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:08.585653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-46e12581-4754-4c78-9c06-77b5f23248a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:08.645035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-46e12581-4754-4c78-9c06-77b5f23248a2 None None] Port f5f4a669-4160-4d7c-83dc-14afa2f844ac cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:28:08.864475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:09.066683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f4a669-4160-4d7c-83dc-14afa2f844ac {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:28:09.076074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:09.103152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Transition to ACTIVE for port object f5f4a669-4160-4d7c-83dc-14afa2f844ac will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:28:09.117618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25abe4d-5d37-4724-8a51-751b119ad55a req-7b116ff7-35f1-446e-8dda-bffe1fff4a7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:09.118373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a25abe4d-5d37-4724-8a51-751b119ad55a req-7b116ff7-35f1-446e-8dda-bffe1fff4a7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:28:09.142567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:09.195182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a25abe4d-5d37-4724-8a51-751b119ad55a req-7b116ff7-35f1-446e-8dda-bffe1fff4a7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:28:09.196525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a25abe4d-5d37-4724-8a51-751b119ad55a req-7b116ff7-35f1-446e-8dda-bffe1fff4a7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 931 time: 0.2311473 Dec 21 22:28:09.292887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Pushing event updated for resources: {'Port': ['ID=f5f4a669-4160-4d7c-83dc-14afa2f844ac,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:09.408511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a25abe4d-5d37-4724-8a51-751b119ad55a req-c89d84fa-e018-48b6-9d05-73b3e96eb874 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986775 Dec 21 22:28:09.443479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Attempting to bind port f5f4a669-4160-4d7c-83dc-14afa2f844ac on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:28:09.445048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Attempting to bind port f5f4a669-4160-4d7c-83dc-14afa2f844ac by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:28:09.445048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Attempting to bind port f5f4a669-4160-4d7c-83dc-14afa2f844ac on network 93a3c66f-3c4c-4905-8c69-042752907b44 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:28:09.450795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Port f5f4a669-4160-4d7c-83dc-14afa2f844ac on network 93a3c66f-3c4c-4905-8c69-042752907b44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:28:09.451153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Attempting to bind port f5f4a669-4160-4d7c-83dc-14afa2f844ac on network 93a3c66f-3c4c-4905-8c69-042752907b44 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:28:09.459653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:28:09.460287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Checking segment: {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:28:09.460753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Bound using segment: {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:28:09.461615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Bound port: f5f4a669-4160-4d7c-83dc-14afa2f844ac, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43922805-4eb2-466d-b14d-056d5137b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:28:09.461825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:09.556474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] For port f5f4a669-4160-4d7c-83dc-14afa2f844ac, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:28:09.559687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] For port f5f4a669-4160-4d7c-83dc-14afa2f844ac, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:28:09.594108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:09.655885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:09.657626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] 10.222.0.46 "PUT /v2.0/ports/f5f4a669-4160-4d7c-83dc-14afa2f844ac HTTP/1.1" status: 200 len: 1093 time: 1.3959045 Dec 21 22:28:09.660772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:28:09.689339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bab2c8-cd07-4086-8df1-9a0a13a2179c service neutron] Pushing event updated for resources: {'Port': ['ID=f5f4a669-4160-4d7c-83dc-14afa2f844ac,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:09.730448 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'status': 'completed', 'code': 200} Dec 21 22:28:09.823815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-db3030b5-210e-4f3f-8e95-fa26b8fb7735 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 1096 time: 0.0865431 Dec 21 22:28:09.901354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-bedc89e5-b9fb-4ef5-be0e-b845cdb6888a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac HTTP/1.1" status: 200 len: 217 time: 0.0709810 Dec 21 22:28:09.970373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-adbd4643-913f-4f91-ae1a-752f9c4f36df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:09.971939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-adbd4643-913f-4f91-ae1a-752f9c4f36df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6252a6cd-3116-40cc-84a0-13ccd4e4df71 HTTP/1.1" status: 200 len: 834 time: 0.0643682 Dec 21 22:28:10.050061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d32dc87-dbda-43ef-a003-6aa38e0f46c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:10.063349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-f5fc4339-f262-4309-b35c-19406d8c2e6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93a3c66f-3c4c-4905-8c69-042752907b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849631 Dec 21 22:28:10.091319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:10.222201 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-6fd3b331-e347-4bc4-abe6-e6431c46f39e service neutron] 10.222.0.46 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521037 Dec 21 22:28:10.377061 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bca49e3f-bf78-40e4-9a91-541f178eb7d2 req-74665918-b244-441d-8d3f-247cb8395e5b service neutron] 10.222.0.46 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482151 Dec 21 22:28:10.651591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-9ea6ee2a-f468-42ce-8e93-5914c6f3ac74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 1096 time: 0.1418407 Dec 21 22:28:10.658197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d13f1-65d8-47da-94df-87caac10ff9b req-da43d7e5-22c6-4d42-a72d-b0ef672cbfaf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:10.659670 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-170d13f1-65d8-47da-94df-87caac10ff9b req-da43d7e5-22c6-4d42-a72d-b0ef672cbfaf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 943 time: 0.1161029 Dec 21 22:28:10.825786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-170d13f1-65d8-47da-94df-87caac10ff9b req-29fb3731-ef79-4acc-9b99-3d54400aebe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374719 Dec 21 22:28:10.846933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-da9f097e-6b8d-4a9d-a9bd-35f9f8471ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:10.849217 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-da9f097e-6b8d-4a9d-a9bd-35f9f8471ec3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=93a3c66f-3c4c-4905-8c69-042752907b44 HTTP/1.1" status: 200 len: 898 time: 0.1880462 Dec 21 22:28:10.922897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-25268e59-093e-4e6d-9fbf-d9c7840d0880 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac HTTP/1.1" status: 200 len: 217 time: 0.0650575 Dec 21 22:28:11.007845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-0999ea61-584c-4b35-ae02-841a830e4c81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:11.007845 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-0999ea61-584c-4b35-ae02-841a830e4c81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6252a6cd-3116-40cc-84a0-13ccd4e4df71 HTTP/1.1" status: 200 len: 834 time: 0.0690730 Dec 21 22:28:11.088750 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-2c3faca0-1564-4ec9-9b41-eda575a10bf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93a3c66f-3c4c-4905-8c69-042752907b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781500 Dec 21 22:28:11.239433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-7d2e36f6-3d45-421c-8dcf-a77d4a9fd19d service neutron] 10.222.0.46 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430993 Dec 21 22:28:11.387150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba0b0c62-e0c2-4745-801a-680e0f0adb78 req-3106ca65-df6c-413f-969f-eecb92c5fc77 service neutron] 10.222.0.46 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399729 Dec 21 22:28:11.530855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:12.040588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5380275-d51d-43ea-a0aa-d98078bfc094 req-a09f333a-b0fa-499c-b3bb-cf0c9d633c80 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:12.042198 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c5380275-d51d-43ea-a0aa-d98078bfc094 req-a09f333a-b0fa-499c-b3bb-cf0c9d633c80 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 943 time: 0.0886354 Dec 21 22:28:12.093150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c5380275-d51d-43ea-a0aa-d98078bfc094 req-a2631b7e-b932-4177-bcaf-adb8e8bb3bf2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446587 Dec 21 22:28:12.686775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f5f4a669-4160-4d7c-83dc-14afa2f844ac details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:28:12.836100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f5f4a669-4160-4d7c-83dc-14afa2f844ac, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:12.851063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'port_id': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'mac_address': 'fa:16:3e:64:45:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:28:12.913047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:12.931939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f4a669-4160-4d7c-83dc-14afa2f844ac {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:28:12.951780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f5f4a669-4160-4d7c-83dc-14afa2f844ac, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:12.993813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:13.064627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f5f4a669-4160-4d7c-83dc-14afa2f844ac,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:13.217120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['f5f4a669-4160-4d7c-83dc-14afa2f844ac'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:28:13.307321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc4841-9d5e-4a64-a9b9-b91195d36a95 req-d1090ac8-773c-45a9-922e-409c8b87904e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:13.309502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4fbc4841-9d5e-4a64-a9b9-b91195d36a95 req-d1090ac8-773c-45a9-922e-409c8b87904e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 944 time: 0.0857532 Dec 21 22:28:13.361020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4fbc4841-9d5e-4a64-a9b9-b91195d36a95 req-c8c1de64-b6a8-4f36-9ea1-099399c0c317 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451505 Dec 21 22:28:14.579188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa4605-577f-4cf5-a06a-36932ae08b0e req-59fc0c67-32f1-4acd-87c4-724dd57c7460 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:14.580828 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bbfa4605-577f-4cf5-a06a-36932ae08b0e req-59fc0c67-32f1-4acd-87c4-724dd57c7460 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 944 time: 0.0920074 Dec 21 22:28:14.632391 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bbfa4605-577f-4cf5-a06a-36932ae08b0e req-72e15d76-0c4d-45e4-80eb-0b8da0c9e9c1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Dec 21 22:28:14.686502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f5f4a669-4160-4d7c-83dc-14afa2f844ac up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:28:14.787814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port f5f4a669-4160-4d7c-83dc-14afa2f844ac completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:28:14.792947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port f5f4a669-4160-4d7c-83dc-14afa2f844ac triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:28:14.793173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:14.909898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:14.942572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:28:14.949428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f5f4a669-4160-4d7c-83dc-14afa2f844ac, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:14.971448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:15.012166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'code': 200} Dec 21 22:28:15.048998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f5f4a669-4160-4d7c-83dc-14afa2f844ac,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:15.306906 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c48ee861-f732-4d93-b59b-007ff6772ce3 req-7048577e-c532-429d-813f-bbde7ed16e3c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 1098 time: 0.0729342 Dec 21 22:28:15.351233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c48ee861-f732-4d93-b59b-007ff6772ce3 req-40445f29-d498-45ec-a18a-260e6be2ee44 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381961 Dec 21 22:28:15.843184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a7d88-b1d2-42ef-a54d-0a1813c6638c req-cc76238f-12b8-4b74-bddc-f0d9e10659e2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:15.844891 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-900a7d88-b1d2-42ef-a54d-0a1813c6638c req-cc76238f-12b8-4b74-bddc-f0d9e10659e2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 945 time: 0.0871844 Dec 21 22:28:15.893786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-900a7d88-b1d2-42ef-a54d-0a1813c6638c req-9a91d6df-fefe-4644-8abe-42389c83ea53 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422373 Dec 21 22:28:17.102133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd0541-8de1-4f2b-84ba-50e826b25a67 req-b900ae51-204c-4d6b-972d-4476a70527c4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:17.103547 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e7bd0541-8de1-4f2b-84ba-50e826b25a67 req-b900ae51-204c-4d6b-972d-4476a70527c4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 945 time: 0.0845945 Dec 21 22:28:17.158531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e7bd0541-8de1-4f2b-84ba-50e826b25a67 req-dc74fc6f-9122-46d7-9381-9eaf1eaf7a1f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482750 Dec 21 22:28:17.368898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d0ab-9e7c-4c88-b956-ce1f31f41a0f req-8da67216-c024-4eca-9770-eb8c8fab172c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:17.370493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ce0d0ab-9e7c-4c88-b956-ce1f31f41a0f req-8da67216-c024-4eca-9770-eb8c8fab172c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 945 time: 0.0865834 Dec 21 22:28:17.421442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ce0d0ab-9e7c-4c88-b956-ce1f31f41a0f req-f9c77771-a044-4397-85d4-e0cb0c6986d9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447755 Dec 21 22:28:17.450908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44260) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:17.528706 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-980087bd-c336-4905-b5d9-54534b0a81b5 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 1093 time: 0.0766022 Dec 21 22:28:17.531548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44264) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:17.537681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:17.543519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:28:17.547657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:28:17.550609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:28:17.557421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:28:17.594111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:17.746026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:17.896278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.56 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/3b802491-0a9c-4aca-8471-32d687aacb22) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:28:18.057016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:18.115487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:18.195382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:28:18.199266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:28:18.200981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=3b802491-0a9c-4aca-8471-32d687aacb22,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:18.203290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:28:18.964839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:19.063785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:19.391463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:19.391463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:19.519059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=3b802491-0a9c-4aca-8471-32d687aacb22,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:19.534324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:19.736531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 associated. External IP: 172.26.6.56, port: f5f4a669-4160-4d7c-83dc-14afa2f844ac. Dec 21 22:28:20.104585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-ded642e9-f830-4f22-a180-4c1e1e762983 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121004 Dec 21 22:28:20.283173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:28:20.295362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-3ab040f7-fe09-4b17-8081-63b6aba44201 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1099 time: 0.1123493 Dec 21 22:28:20.529605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-596c7294-5e59-48a0-9031-2131553c82d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:20.531207 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-596c7294-5e59-48a0-9031-2131553c82d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.1684659 Dec 21 22:28:20.708488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-bf22c67e-a593-4726-bd7a-5c66a0009d44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 200 len: 1002 time: 0.1656103 Dec 21 22:28:20.804639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-a1c39f28-c1a2-466a-b6cb-12cad350f43c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:20.804639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-a1c39f28-c1a2-466a-b6cb-12cad350f43c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.0816193 Dec 21 22:28:20.804639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:28:20.809832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] Sync routers for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:28:20.822891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:28:20.823649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:20.891956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-315bc110-b52a-4845-93a6-8a89c388dfe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890362 Dec 21 22:28:20.927556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:21.023844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:28:21.062956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-04dece4d-f23f-4f01-bde8-60a0e119ddb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5296237 Dec 21 22:28:21.065162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:28:21.065765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44268) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:21.102019 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-5cf49812-9f74-4658-84b4-82aa55823348 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025263 Dec 21 22:28:21.149807 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'status': 'completed', 'code': 200} Dec 21 22:28:21.325498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97849daf-e3e0-43cb-89c9-0d1d3a141fac req-b44f54a8-e47d-4e53-8db3-b6062a2888ba service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164485 Dec 21 22:28:21.328010 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-88549660-40c6-4576-a5ab-4405d8f4bf4d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers/0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae HTTP/1.1" status: 200 len: 921 time: 0.2606521 Dec 21 22:28:21.328750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44274) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:21.344670 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-020c2196-89c5-4940-adfe-3bb7ff6b30c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 1098 time: 0.1778111 Dec 21 22:28:21.448116 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f5cabc5-9eb5-4b76-9503-597d9d27211e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 990 time: 0.1174240 Dec 21 22:28:21.471434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'port_id': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'mac_address': 'fa:16:3e:64:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:18Z', 'updated_at': '2021-12-21T22:28:18Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:28:06Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:21.476452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] Checking router: 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:28:21.489654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:28:21.490395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:21.703820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:28:21.738213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-19df6f45-2e25-46fe-a451-c7c936eadc2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:21.740233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-19df6f45-2e25-46fe-a451-c7c936eadc2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=93a3c66f-3c4c-4905-8c69-042752907b44 HTTP/1.1" status: 200 len: 898 time: 0.3873646 Dec 21 22:28:21.848251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-eeed000b-d3e8-46f1-a9c8-f6af61d6c650 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac HTTP/1.1" status: 200 len: 998 time: 0.1008873 Dec 21 22:28:21.939255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-434f3f00-5894-4e9c-86c9-c002f4f77042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:21.940789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-434f3f00-5894-4e9c-86c9-c002f4f77042 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6252a6cd-3116-40cc-84a0-13ccd4e4df71 HTTP/1.1" status: 200 len: 834 time: 0.0704226 Dec 21 22:28:22.025779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-2f012eb6-d1a6-4443-bd38-c1d547b51439 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93a3c66f-3c4c-4905-8c69-042752907b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779603 Dec 21 22:28:22.090619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'port_id': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'mac_address': 'fa:16:3e:64:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:18Z', 'updated_at': '2021-12-21T22:28:18Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:28:06Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:22.094990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb3a4f8-8bbc-4459-bebb-679aca0a56f8 None None] The sync data for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv is: [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'port_id': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'mac_address': 'fa:16:3e:64:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:18Z', 'updated_at': '2021-12-21T22:28:18Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:28:06Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:28:22.184959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-845d5614-f437-4dec-b4d8-cc74026f3391 service neutron] 10.222.0.46 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515219 Dec 21 22:28:22.334490 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab64bd4e-07b0-4359-9991-144e38c15982 req-2c6ec504-8bfb-4050-86fa-32448112f1f2 service neutron] 10.222.0.46 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423392 Dec 21 22:28:22.445996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b050fb-e74b-4377-8cdd-f105de23fcae None None] New status for floating IP c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:28:22.452226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44278) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:22.571396 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-94756d93-fca0-4cf5-a367-1d2fd6915690 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 990 time: 0.1178975 Dec 21 22:28:23.575037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44282) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:23.686862 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0dc84bf8-8344-4379-8e04-138182fd7306 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 992 time: 0.1105993 Dec 21 22:28:29.083266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:28:33.508020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:37.273357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6685-e657-42d7-bfaf-46710bec967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:38.839033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:40.010899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f17d4950-2ddf-413a-a125-5891497c75cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:40.027904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:41.530665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:48.929229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44294) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:49.258867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Deleting port 2a10d2be-d7d2-4e49-aeff-72468ec02544 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:28:49.259243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:49.438189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:49.438562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:49.564491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Calling delete_port for 2a10d2be-d7d2-4e49-aeff-72468ec02544 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:28:49.753692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:49.801112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event deleted for resources: {'Port': ['ID=2a10d2be-d7d2-4e49-aeff-72468ec02544,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:49.844422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.844714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.845092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.845462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.845827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.846195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.846559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.846923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.847282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.847641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.847998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:28:49.911563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:50.320207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:28:50.530376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:28:50.540981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:28:50.553785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:28:50.558541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:50.582256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:50.637566 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-05b1ebbf-82ed-4af8-851f-2cc192bbdbd7 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "DELETE /v2.0/floatingips/75c332f9-5f2a-4966-83c6-284970e2824a HTTP/1.1" status: 204 len: 168 time: 1.7071605 Dec 21 22:28:50.638190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:28:50.696649 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'status': 'completed', 'code': 200} Dec 21 22:28:50.746647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:28:50.797373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-c2e86b57-c4f6-4acd-9d34-0ee561ef1cff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 1098 time: 0.0767055 Dec 21 22:28:50.950669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-132aaa3e-1ea2-44e3-b826-5a98a8e5d2a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:50.952405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-132aaa3e-1ea2-44e3-b826-5a98a8e5d2a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.1478410 Dec 21 22:28:51.034205 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-e40aa563-729e-45ed-8cbe-e5f86912a3fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5 HTTP/1.1" status: 200 len: 217 time: 0.0744951 Dec 21 22:28:51.162603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-29b667bf-cc9c-4927-9ee1-e876fbd73f20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:51.164199 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-29b667bf-cc9c-4927-9ee1-e876fbd73f20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.1225121 Dec 21 22:28:51.238842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f95a9a-1607-436b-b39b-63d98dc86665 req-99f0b018-a2eb-40e6-b073-14760dd251ce tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:51.239603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-67f95a9a-1607-436b-b39b-63d98dc86665 req-99f0b018-a2eb-40e6-b073-14760dd251ce tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Synchronizing usage tracker for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:28:51.278478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-52dae231-59d4-4fe8-9b62-8137cda4cada service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999868 Dec 21 22:28:51.292727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:36Z', 'revision_number': 1, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:51.296962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:28:51.308876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:28:51.309535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:51.310355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-67f95a9a-1607-436b-b39b-63d98dc86665 req-99f0b018-a2eb-40e6-b073-14760dd251ce tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Unset dirty status for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:28:51.311601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67f95a9a-1607-436b-b39b-63d98dc86665 req-99f0b018-a2eb-40e6-b073-14760dd251ce tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 945 time: 0.2294323 Dec 21 22:28:51.454890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67f95a9a-1607-436b-b39b-63d98dc86665 req-e7cf7960-ab5b-445f-ae06-fdc25d36d8bc tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354551 Dec 21 22:28:51.463099 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-a7c85f95-e0e7-4592-8b32-67d5e4848b3c service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764123 Dec 21 22:28:51.504957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:28:51.611482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e6037f5-8963-4989-a07d-161a89d30f95 req-42508ec4-63ca-4687-90d8-0159b30826c1 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392131 Dec 21 22:28:51.875523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:36Z', 'revision_number': 1, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:51.879743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2c4e-c528-40b2-b57f-64cc22d17029 None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '265ce6e5-2848-4e50-bcac-9ef9fa00bd0f', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'port_id': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'mac_address': 'fa:16:3e:ac:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:23:29Z', 'updated_at': '2021-12-21T22:23:36Z', 'revision_number': 1, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:28:52.318348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae21ca6-71dd-4af0-b715-24f703b5dd77 None None] New status for floating IP 75c332f9-5f2a-4966-83c6-284970e2824a: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:28:52.666528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd72ee-76b4-4720-b808-285e46d67f74 req-d353406e-c9b3-48a3-8364-ca7673e6b5bf tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:52.668827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72bd72ee-76b4-4720-b808-285e46d67f74 req-d353406e-c9b3-48a3-8364-ca7673e6b5bf tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 945 time: 0.0875275 Dec 21 22:28:52.772197 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72bd72ee-76b4-4720-b808-285e46d67f74 req-66785fa3-362f-4f65-b9ec-7bc29f004a69 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639384 Dec 21 22:28:52.787960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-67bf2403-b7f3-4177-94c8-b25b296cf155 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:28:52.789395 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-67bf2403-b7f3-4177-94c8-b25b296cf155 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 945 time: 0.1191897 Dec 21 22:28:52.865920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Deleting port 120ae85e-c42e-4ff1-a9a5-325699638aa5 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:28:52.866302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:52.956753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44310) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:53.124786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] For port 120ae85e-c42e-4ff1-a9a5-325699638aa5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=120ae85e-c42e-4ff1-a9a5-325699638aa5,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:53.125176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:53.387813 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6f4a553e-63a1-4523-8803-33cb2c545f94 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers/0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4297013 Dec 21 22:28:53.390344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44314) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:53.490016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Calling delete_port for 120ae85e-c42e-4ff1-a9a5-325699638aa5 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:28:53.645825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cca8da-a79e-499a-a37a-5f396a631390 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Notify agent at dv-neutron-822521-1-hyperv the message router_removed_from_agent {{(pid=88994) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 21 22:28:53.649070 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-57cca8da-a79e-499a-a37a-5f396a631390 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "DELETE /v2.0/agents/a2ce9d5f-29cf-48fd-b34f-0ec222cf9513/l3-routers/0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae HTTP/1.1" status: 204 len: 168 time: 0.2577004 Dec 21 22:28:53.651779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44318) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:53.656505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:53.715764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event deleted for resources: {'Port': ['ID=120ae85e-c42e-4ff1-a9a5-325699638aa5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:53.794179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] No DVR routers for this DVR port 120ae85e-c42e-4ff1-a9a5-325699638aa5 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:28:53.797021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:53.800165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'name': 'network-vif-deleted', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:28:53.851768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c3081c4-3c3e-490f-8249-df27c93f2ee1 req-e78bb75a-2ae1-4be4-9557-ef96f2640284 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "DELETE /v2.0/ports/120ae85e-c42e-4ff1-a9a5-325699638aa5 HTTP/1.1" status: 204 len: 173 time: 1.0564072 Dec 21 22:28:53.873055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0', 'name': 'network-vif-deleted', 'tag': '120ae85e-c42e-4ff1-a9a5-325699638aa5', 'status': 'completed', 'code': 200} Dec 21 22:28:53.886195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6057678f-d71e-4979-aea3-5df7c904a960 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers/0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2326331 Dec 21 22:28:53.889727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44326) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:53.959723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-959fbdcf-d83e-4774-9e1e-7e531d5a0c0b req-de8876b2-b538-475d-9510-eb7146e47811 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Synchronizing usage tracker for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:28:54.005277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-959fbdcf-d83e-4774-9e1e-7e531d5a0c0b req-de8876b2-b538-475d-9510-eb7146e47811 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Unset dirty status for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:28:54.006611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-959fbdcf-d83e-4774-9e1e-7e531d5a0c0b req-de8876b2-b538-475d-9510-eb7146e47811 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 210 time: 0.1002083 Dec 21 22:28:54.012631 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3d71c67a-0463-40f4-bc95-564fd849647e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 992 time: 0.1205411 Dec 21 22:28:54.038016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd9d4f3-9e32-418e-8c8a-45eac11511d8 None None] New status for floating IP c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:28:54.218618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ffd5139-efcb-4aad-8635-4b0de9588493 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:28:54.450995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:54.488012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3ffd5139-efcb-4aad-8635-4b0de9588493, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3ffd5139-efcb-4aad-8635-4b0de9588493,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:54.507861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:54.508674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d60db37e-667e-4063-9185-f0cc0d012bed no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:28:54.658124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3ffd5139-efcb-4aad-8635-4b0de9588493,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:54.693056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:54.797424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port d60db37e-667e-4063-9185-f0cc0d012bed, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d60db37e-667e-4063-9185-f0cc0d012bed,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:28:54.821999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:28:54.881298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 120ae85e-c42e-4ff1-a9a5-325699638aa5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:28:54.920982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 120ae85e-c42e-4ff1-a9a5-325699638aa5 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:28:54.921374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 120ae85e-c42e-4ff1-a9a5-325699638aa5 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:28:54.927648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=d60db37e-667e-4063-9185-f0cc0d012bed,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:28:55.016154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44330) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:55.143056 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fbbcc6a1-d8a0-485c-a1c6-64c2e8c88a33 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 990 time: 0.1256058 Dec 21 22:28:55.215678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-192ed276-ac7d-4421-bea6-d8e158e8ff38 req-aa672055-3679-4a2b-81ef-cc886920ec64 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec1fb0f7-66af-4015-b2c7-2c9130d9a2d0 HTTP/1.1" status: 200 len: 210 time: 0.0463345 Dec 21 22:28:56.299978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44340) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:56.633379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9403d648-86e6-4697-9872-20904aac6dfe tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:28:56.633727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9403d648-86e6-4697-9872-20904aac6dfe tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Notify agent at dv-neutron-822521-1-hyperv the message router_added_to_agent {{(pid=88994) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 21 22:28:56.666206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44352) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:56.676441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9403d648-86e6-4697-9872-20904aac6dfe tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "POST /v2.0/agents/a2ce9d5f-29cf-48fd-b34f-0ec222cf9513/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3750162 Dec 21 22:28:56.697928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] Sync routers for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:28:56.719081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:28:56.719770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:56.864735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2449aca7-c9bf-4378-aecc-1d1a90c9aed0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers/0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1972358 Dec 21 22:28:56.867518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44358) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:56.919066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:28:56.982051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1deffaee-0e8b-4077-84b3-03432e3e531e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 990 time: 0.1132956 Dec 21 22:28:57.299324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'port_id': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'mac_address': 'fa:16:3e:64:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:18Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:57.303503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] Checking router: 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:28:57.315610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:28:57.316253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:57.507016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:28:57.886027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'port_id': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'mac_address': 'fa:16:3e:64:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:18Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:28:57.890898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb52b97-d479-4e0d-a90e-1b6b76468f3b None None] The sync data for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv is: [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.56', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'port_id': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'mac_address': 'fa:16:3e:64:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:18Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:28:54Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:28:57.985608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44364) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:58.097265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9e8c6f25-d8f2-4bd8-b234-8aff8855ec5b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 990 time: 0.1092207 Dec 21 22:28:59.100289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44374) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:59.224320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c9953076-bc9f-4175-841f-ca00f0ededac tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 990 time: 0.1215417 Dec 21 22:29:00.213534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ffd5139-efcb-4aad-8635-4b0de9588493 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:00.227158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44380) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:00.288285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3ffd5139-efcb-4aad-8635-4b0de9588493 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:00.288761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:00.341338 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0c2b99f4-343f-4385-bba0-ce610da74b30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 990 time: 0.1128199 Dec 21 22:29:00.409993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:00.442898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3ffd5139-efcb-4aad-8635-4b0de9588493, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3ffd5139-efcb-4aad-8635-4b0de9588493,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:00.478832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:00.479686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d60db37e-667e-4063-9185-f0cc0d012bed up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:00.601348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3ffd5139-efcb-4aad-8635-4b0de9588493,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:00.614848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.615239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.615616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.615988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.616379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.616754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.617122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.617491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.617851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.618214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.618576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:00.628403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d60db37e-667e-4063-9185-f0cc0d012bed triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:00.628813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:00.748120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:00.764701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port d60db37e-667e-4063-9185-f0cc0d012bed, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d60db37e-667e-4063-9185-f0cc0d012bed,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:00.810548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:00.881321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=d60db37e-667e-4063-9185-f0cc0d012bed,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:01.060026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44386) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:01.268081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Deleting port e464a332-37b4-4103-91c7-101440b8bcd0 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:01.268670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:01.345491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44390) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:01.460444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:01.460444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:01.470755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adcccf-0eb6-4b99-b7d2-c91a265bb780 None None] New status for floating IP c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:29:01.474641 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec910a55-6dea-4ee4-8d2e-a7c66077a6da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 990 time: 0.1278059 Dec 21 22:29:01.592745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Calling delete_port for e464a332-37b4-4103-91c7-101440b8bcd0 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:01.776348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:01.825438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event deleted for resources: {'Port': ['ID=e464a332-37b4-4103-91c7-101440b8bcd0,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:01.928439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:02.176562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ffd5139-efcb-4aad-8635-4b0de9588493 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:02.250718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3ffd5139-efcb-4aad-8635-4b0de9588493 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:02.251437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:02.351335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:29:02.374792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d60db37e-667e-4063-9185-f0cc0d012bed up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:02.447900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d60db37e-667e-4063-9185-f0cc0d012bed triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:02.448322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:02.478355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44394) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:02.570411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:29:02.581868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:29:02.595140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:02.596089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:02.611853 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-55ec1deb-379f-4d32-9f63-a4503d5be5e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 200 len: 992 time: 0.1321924 Dec 21 22:29:02.616498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:02.677615 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ce63a3d6-2c7e-4f97-9c79-58baed80163a tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "DELETE /v2.0/floatingips/265ce6e5-2848-4e50-bcac-9ef9fa00bd0f HTTP/1.1" status: 204 len: 168 time: 1.6162233 Dec 21 22:29:02.681934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:29:02.828313 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'status': 'completed', 'code': 200} Dec 21 22:29:02.902809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44406) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:02.928535 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-31ee91f3-ab30-4395-ac95-a444d7c6c449 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99eb1e359ea9455697281b8f0edc8259&device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 1099 time: 0.0781443 Dec 21 22:29:02.945844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:03.226711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 3b802491-0a9c-4aca-8471-32d687aacb22 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:03.227246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:03.317066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:03.321280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:29:03.333587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:03.334448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:03.392774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-c90ad53e-8b9a-4748-9484-4fe49b87bbeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:03.394331 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-c90ad53e-8b9a-4748-9484-4fe49b87bbeb service neutron] 10.222.0.46 "GET /v2.0/networks?id=03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 200 len: 912 time: 0.4587286 Dec 21 22:29:03.426383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:03.426669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:03.565552 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-12a95180-1868-45d5-8b76-8c608514a768 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 200 len: 217 time: 0.0745559 Dec 21 22:29:03.565552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017e72b-dfb4-4e3b-841d-309e8a1076b8 req-537a6947-90f0-4fe6-a804-b09bc0264296 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:03.565552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-5017e72b-dfb4-4e3b-841d-309e8a1076b8 req-537a6947-90f0-4fe6-a804-b09bc0264296 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Synchronizing usage tracker for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:29:03.570347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:03.576513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 3b802491-0a9c-4aca-8471-32d687aacb22 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:03.577678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:03.623162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-5017e72b-dfb4-4e3b-841d-309e8a1076b8 req-537a6947-90f0-4fe6-a804-b09bc0264296 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Unset dirty status for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:29:03.629486 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5017e72b-dfb4-4e3b-841d-309e8a1076b8 req-537a6947-90f0-4fe6-a804-b09bc0264296 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 946 time: 0.3324776 Dec 21 22:29:03.634425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-645f1f00-7ece-499e-9c55-146c3af44554 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:03.636977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-645f1f00-7ece-499e-9c55-146c3af44554 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 200 len: 850 time: 0.1440504 Dec 21 22:29:03.754033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:03.764365 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5017e72b-dfb4-4e3b-841d-309e8a1076b8 req-d4522387-c68b-4fdd-b547-63da411b5af2 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/security-groups?id=90f80dd6-4814-4392-a63a-710532488638&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337903 Dec 21 22:29:03.785361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395243c-d944-43a4-963f-557cd0f270de req-b2ff71b3-47ef-4e34-8a2a-5c33ea790233 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:03.787011 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f395243c-d944-43a4-963f-557cd0f270de req-b2ff71b3-47ef-4e34-8a2a-5c33ea790233 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 946 time: 0.2188370 Dec 21 22:29:03.818453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=3b802491-0a9c-4aca-8471-32d687aacb22,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:03.834187 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-803ad2f6-316a-40ad-8110-84871af78f39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03e68a8b-7443-4166-9a06-4bf6470ad0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1789439 Dec 21 22:29:03.862915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.863294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.863652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.864019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.864399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.864760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.865116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.865473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.865828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.866182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.866843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:03.914241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:03.914475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Deleting port c53b8775-a393-40a0-b9b7-00e4e952d0ca {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:03.915159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:03.918565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75b0885-c7b2-4c41-9223-c6a9383b28a8 None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:17:27Z', 'revision_number': 4, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ea6abcc-708f-481e-9207-5d3fb20da355', 'name': '', 'network_id': '03e68a8b-7443-4166-9a06-4bf6470ad0b7', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'mac_address': 'fa:16:3e:80:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:25Z', 'updated_at': '2021-12-21T22:17:47Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'subnets': [{'id': 'e937ab0e-9410-4c13-a469-647397e452b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:29:03.932270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:04.106892 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-eec0e738-9837-4b2a-b3ee-1fbd8e643458 service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653389 Dec 21 22:29:04.365606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:29:04.382955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f076d-6c18-4b19-a5cb-0ab1bafb16d0 None None] New status for floating IP 265ce6e5-2848-4e50-bcac-9ef9fa00bd0f: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:29:04.398497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db8c311b-4c1c-4d39-addc-507046f5cc2f req-4166d879-5e3c-4371-b74d-f9237ea04bba service neutron] 10.222.0.46 "GET /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811146 Dec 21 22:29:04.404798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] For port c53b8775-a393-40a0-b9b7-00e4e952d0ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c53b8775-a393-40a0-b9b7-00e4e952d0ca,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:04.405205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:04.539724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Calling delete_port for c53b8775-a393-40a0-b9b7-00e4e952d0ca owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:04.742317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:04.793433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event deleted for resources: {'Port': ['ID=c53b8775-a393-40a0-b9b7-00e4e952d0ca,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:04.818480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:29:04.830445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] Sync routers for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:29:04.849169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:04.849169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:04.875093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] No DVR routers for this DVR port c53b8775-a393-40a0-b9b7-00e4e952d0ca on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:29:04.876783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:04.877694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:04.880576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'name': 'network-vif-deleted', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:29:04.944280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-358a02e4-ea6c-4fcc-9a81-c20cf3350b8c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6 HTTP/1.1" status: 204 len: 168 time: 2.0365436 Dec 21 22:29:04.944280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:29:04.954869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b', 'name': 'network-vif-deleted', 'tag': 'c53b8775-a393-40a0-b9b7-00e4e952d0ca', 'status': 'completed', 'code': 200} Dec 21 22:29:04.968059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f395243c-d944-43a4-963f-557cd0f270de req-8945eee0-8de4-4c8d-9059-d4047a293937 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.46 "DELETE /v2.0/ports/c53b8775-a393-40a0-b9b7-00e4e952d0ca HTTP/1.1" status: 204 len: 173 time: 1.1742129 Dec 21 22:29:04.969626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4ee0582f-dfc7-4a93-98a2-130a3722f953 req-c776c10e-36d2-493b-b3e5-c2add655ea7c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Synchronizing usage tracker for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:29:05.022162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4ee0582f-dfc7-4a93-98a2-130a3722f953 req-c776c10e-36d2-493b-b3e5-c2add655ea7c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Unset dirty status for tenant:99eb1e359ea9455697281b8f0edc8259 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:29:05.023482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ee0582f-dfc7-4a93-98a2-130a3722f953 req-c776c10e-36d2-493b-b3e5-c2add655ea7c tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 210 time: 0.1072299 Dec 21 22:29:05.082121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:05.145006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'status': 'completed', 'code': 200} Dec 21 22:29:05.268454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7ef1214-b838-49df-a837-28caf5b56031 req-6bbf414d-4566-4690-9189-184269d45599 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 1098 time: 0.0974236 Dec 21 22:29:05.518068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1214-b838-49df-a837-28caf5b56031 req-fbed1765-6f64-4c71-b4ec-1039bc1e458e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:05.520483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7ef1214-b838-49df-a837-28caf5b56031 req-fbed1765-6f64-4c71-b4ec-1039bc1e458e service neutron] 10.222.0.46 "GET /v2.0/networks?id=93a3c66f-3c4c-4905-8c69-042752907b44 HTTP/1.1" status: 200 len: 898 time: 0.2451987 Dec 21 22:29:05.553197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:05.558101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] Checking router: 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:29:05.570038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:05.570687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:28:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:05.612877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a535f1c-9496-4304-b678-2cad8d6fd561 req-ce7fe37e-75d5-4dec-8c4b-8910b421ad13 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:05.614498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a535f1c-9496-4304-b678-2cad8d6fd561 req-ce7fe37e-75d5-4dec-8c4b-8910b421ad13 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 945 time: 0.2067361 Dec 21 22:29:05.615948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7ef1214-b838-49df-a837-28caf5b56031 req-9adb968c-194c-42f7-9a6c-41fd76403bbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac HTTP/1.1" status: 200 len: 217 time: 0.0847168 Dec 21 22:29:05.722508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef1214-b838-49df-a837-28caf5b56031 req-49b84308-b8c8-41ac-a13b-6214f31df028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:05.724091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7ef1214-b838-49df-a837-28caf5b56031 req-49b84308-b8c8-41ac-a13b-6214f31df028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6252a6cd-3116-40cc-84a0-13ccd4e4df71 HTTP/1.1" status: 200 len: 834 time: 0.1006861 Dec 21 22:29:05.728374 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a535f1c-9496-4304-b678-2cad8d6fd561 req-aa623d8f-41f4-41d4-b1a1-ce1e4805dc85 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069226 Dec 21 22:29:05.767606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:05.823011 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7ef1214-b838-49df-a837-28caf5b56031 req-410ba095-244d-427d-8f4b-853f0ad17c8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93a3c66f-3c4c-4905-8c69-042752907b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843019 Dec 21 22:29:05.973147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7ef1214-b838-49df-a837-28caf5b56031 req-b500bcea-e0aa-45fa-8ac8-2f5bccf19ae7 service neutron] 10.222.0.46 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420867 Dec 21 22:29:06.109540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:29:06.142107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:06.148043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664a03-9be2-419a-84e8-267a6d93332f None None] The sync data for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv is: [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:27:59Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '3ffd5139-efcb-4aad-8635-4b0de9588493', 'name': '', 'network_id': '93a3c66f-3c4c-4905-8c69-042752907b44', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:2c:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:58Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': '6252a6cd-3116-40cc-84a0-13ccd4e4df71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:29:06.427744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7ef1214-b838-49df-a837-28caf5b56031 req-fa2c207f-2348-44b7-aa98-f8c5f4678285 service neutron] 10.222.0.46 "GET /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470794 Dec 21 22:29:06.429889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf22c131-8e09-4fe4-ac2d-2a700154c670 req-f61ef221-315a-4723-89b4-d48323805ef1 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbfc4e6b-09d7-4c30-9c5a-b9557b20e74b HTTP/1.1" status: 200 len: 210 time: 0.0498643 Dec 21 22:29:06.750993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-70e01cdf-bd9f-47a3-9062-5af1d829f62d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:06.752623 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-70e01cdf-bd9f-47a3-9062-5af1d829f62d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 945 time: 0.0872507 Dec 21 22:29:06.833837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port f5f4a669-4160-4d7c-83dc-14afa2f844ac {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:06.833933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:06.925792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device c53b8775-a393-40a0-b9b7-00e4e952d0ca no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:06.965126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: c53b8775-a393-40a0-b9b7-00e4e952d0ca {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:06.965520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device c53b8775-a393-40a0-b9b7-00e4e952d0ca not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:07.061606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e9490-16bf-4554-abc7-7ad0ff19f24c req-8aab10e1-7e8c-4f9f-8d51-f32bef28d4a0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:07.063236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-669e9490-16bf-4554-abc7-7ad0ff19f24c req-8aab10e1-7e8c-4f9f-8d51-f32bef28d4a0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 945 time: 0.1931605 Dec 21 22:29:07.212458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-669e9490-16bf-4554-abc7-7ad0ff19f24c req-c10455ff-84d1-4cb2-84a6-8551c38f1a8d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=416b8d7a-d296-470f-a583-b91c18b1642f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423116 Dec 21 22:29:07.222430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port f5f4a669-4160-4d7c-83dc-14afa2f844ac, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f5f4a669-4160-4d7c-83dc-14afa2f844ac,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:07.222833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:07.285013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b28788a9-31e3-4e77-83bd-25580ae9bfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:07.356031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for f5f4a669-4160-4d7c-83dc-14afa2f844ac owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:07.501757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699771e3-2aef-461a-a314-11c4178112bc None None] New status for floating IP c3d7e25b-c14a-4642-99b2-07cd0f2ab4f6: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:29:07.536207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:07.551320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44428) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:07.588105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=f5f4a669-4160-4d7c-83dc-14afa2f844ac,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:07.673292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port f5f4a669-4160-4d7c-83dc-14afa2f844ac on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:29:07.675721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:07.678560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'name': 'network-vif-deleted', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:29:07.691806 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e84e1bc-c570-4c97-b9d0-eebf51c8b136 req-b75320d9-cc1e-4b5b-a6d5-5e68722542cf tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/f5f4a669-4160-4d7c-83dc-14afa2f844ac HTTP/1.1" status: 204 len: 173 time: 0.9338455 Dec 21 22:29:07.734924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Deleting port b7381968-3786-4d1f-9e2b-4cecd8f2cdf0 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:07.734924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:07.735143 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf13bf8-11d8-4d18-8701-4d693c1ca411', 'name': 'network-vif-deleted', 'tag': 'f5f4a669-4160-4d7c-83dc-14afa2f844ac', 'status': 'completed', 'code': 200} Dec 21 22:29:07.910863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:07.911407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:08.041370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Calling delete_port for b7381968-3786-4d1f-9e2b-4cecd8f2cdf0 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:08.227713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:08.275589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event deleted for resources: {'Port': ['ID=b7381968-3786-4d1f-9e2b-4cecd8f2cdf0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:08.380810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:08.404142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-f0061617-6559-4fc0-8d53-39c430408411 req-372a5dad-2c51-4b9c-845f-e4ca0600a702 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:29:08.434329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:08.435655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d6f0de10-6ccd-4aed-9a59-50894287c154 tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "DELETE /v2.0/floatingips/d41b6ce2-b021-4d6d-bfd0-d0bf9cc7fbb3 HTTP/1.1" status: 204 len: 168 time: 0.8831623 Dec 21 22:29:08.444895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-f0061617-6559-4fc0-8d53-39c430408411 req-372a5dad-2c51-4b9c-845f-e4ca0600a702 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:29:08.446180 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f0061617-6559-4fc0-8d53-39c430408411 req-372a5dad-2c51-4b9c-845f-e4ca0600a702 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaf13bf8-11d8-4d18-8701-4d693c1ca411 HTTP/1.1" status: 200 len: 210 time: 0.0881934 Dec 21 22:29:08.844666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:08.936380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f5f4a669-4160-4d7c-83dc-14afa2f844ac no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:08.973128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: f5f4a669-4160-4d7c-83dc-14afa2f844ac {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:08.973518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f5f4a669-4160-4d7c-83dc-14afa2f844ac not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:09.555367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44446) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:09.633174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31975a6e-03c9-4f07-822d-eae2307cb635 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:09.666002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31975a6e-03c9-4f07-822d-eae2307cb635 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:09.816021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31975a6e-03c9-4f07-822d-eae2307cb635 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:09.835510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975a6e-03c9-4f07-822d-eae2307cb635 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416b8d7a-d296-470f-a583-b91c18b1642f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:09.866904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31975a6e-03c9-4f07-822d-eae2307cb635 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:09.868137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-31975a6e-03c9-4f07-822d-eae2307cb635 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/416b8d7a-d296-470f-a583-b91c18b1642f HTTP/1.1" status: 204 len: 168 time: 0.3117146 Dec 21 22:29:09.926596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44454) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:10.000007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a7fc779-e8f9-4b41-b1ad-0c23bc537c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:10.016087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:10.372475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.028451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 3ffd5139-efcb-4aad-8635-4b0de9588493 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:11.028991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.038596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44460) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:11.131566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efcb226-4689-4fbf-813b-7b69395d920f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.164030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efcb226-4689-4fbf-813b-7b69395d920f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.232894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efcb226-4689-4fbf-813b-7b69395d920f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.233363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 3ffd5139-efcb-4aad-8635-4b0de9588493, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3ffd5139-efcb-4aad-8635-4b0de9588493,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:11.233774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.253096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcb226-4689-4fbf-813b-7b69395d920f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f80dd6-4814-4392-a63a-710532488638,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:11.257219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efcb226-4689-4fbf-813b-7b69395d920f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.261120 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7efcb226-4689-4fbf-813b-7b69395d920f tempest-TestVolumeBootPattern-1508658339 tempest-TestVolumeBootPattern-1508658339-project] 10.222.0.30 "DELETE /v2.0/security-groups/90f80dd6-4814-4392-a63a-710532488638 HTTP/1.1" status: 204 len: 168 time: 0.2211485 Dec 21 22:29:11.348474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44466) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:11.365142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 3ffd5139-efcb-4aad-8635-4b0de9588493 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:11.541587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.569965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.618276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=3ffd5139-efcb-4aad-8635-4b0de9588493,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:11.936614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:11.963453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:12.613131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Deleting port 4ea6abcc-708f-481e-9207-5d3fb20da355 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:12.614592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:12.787796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:29:12.802330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] For port 4ea6abcc-708f-481e-9207-5d3fb20da355, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4ea6abcc-708f-481e-9207-5d3fb20da355,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:12.802731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:12.929878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Calling delete_port for 4ea6abcc-708f-481e-9207-5d3fb20da355 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:13.006485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:29:13.018741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] Sync routers for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:29:13.040659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:13.041609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:13.046880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b2362f0-b5cb-427d-a3fa-bff51c9d8627 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189885 Dec 21 22:29:13.052776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44472) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:13.243085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:13.281478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:13.348551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea6abcc-708f-481e-9207-5d3fb20da355,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:13.457338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38e49a8-ef64-484d-81b1-5ed0c9ab2343 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet 6252a6cd-3116-40cc-84a0-13ccd4e4df71 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:29:13.464103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b38e49a8-ef64-484d-81b1-5ed0c9ab2343 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:13.561758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:11Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:13.565989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] Checking router: 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:29:13.578296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] Routers {'0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:13.578962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:13.596147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b38e49a8-ef64-484d-81b1-5ed0c9ab2343 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:13.775568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] Set router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:13.956140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b38e49a8-ef64-484d-81b1-5ed0c9ab2343 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.119555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.192632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b38e49a8-ef64-484d-81b1-5ed0c9ab2343 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.238518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:11Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:14.242743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ea6a7-4a24-4ccc-98e7-584ca50cfd7f None None] The sync data for ids ['0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae'] in dv-neutron-822521-1-hyperv is: [{'id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'name': 'tempest-TestNetworkBasicOps-router-937597829', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:11Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd60db37e-667e-4063-9185-f0cc0d012bed', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:54Z', 'updated_at': '2021-12-21T22:29:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:29:14.243434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e49a8-ef64-484d-81b1-5ed0c9ab2343 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=6252a6cd-3116-40cc-84a0-13ccd4e4df71,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:14.253105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b38e49a8-ef64-484d-81b1-5ed0c9ab2343 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.259961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d8130-6d52-478b-8c34-ead0c9a2a171 None None] Network 93a3c66f-3c4c-4905-8c69-042752907b44 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:29:14.266714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b38e49a8-ef64-484d-81b1-5ed0c9ab2343 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/6252a6cd-3116-40cc-84a0-13ccd4e4df71 HTTP/1.1" status: 204 len: 168 time: 1.2124519 Dec 21 22:29:14.269505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44476) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:14.528519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.549945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] DHCP port deletion for 93a3c66f-3c4c-4905-8c69-042752907b44 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:29:14.554793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] Deleting port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:14.555219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.748803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.792773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] For port 0f23e050-5fe9-49bf-915b-43bc4734f8e4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0f23e050-5fe9-49bf-915b-43bc4734f8e4,segment=NetworkSegment(43922805-4eb2-466d-b14d-056d5137b479),segment_id=43922805-4eb2-466d-b14d-056d5137b479)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:14.793392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.804268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port d60db37e-667e-4063-9185-f0cc0d012bed {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:14.804681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:14.849352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:29:14.925832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] Calling delete_port for 0f23e050-5fe9-49bf-915b-43bc4734f8e4 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:14.994518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port d60db37e-667e-4063-9185-f0cc0d012bed, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d60db37e-667e-4063-9185-f0cc0d012bed,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:14.995840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.038918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.069768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:29:15.078555 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c5ff488-d7f8-4f30-9782-a4e8a3225685 admin admin] 10.222.0.30 "PUT /v2.0/routers/ce9910c8-14d8-4b87-b0c3-9a949fcd36e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7289121 Dec 21 22:29:15.079431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44480) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:15.099571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] Pushing event deleted for resources: {'Port': ['ID=0f23e050-5fe9-49bf-915b-43bc4734f8e4,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:15.102927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] Sync routers for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:29:15.124276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b9424-5537-40d3-a8b4-ba89c8cb1287 None None] No DVR routers for this DVR port 0f23e050-5fe9-49bf-915b-43bc4734f8e4 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:29:15.128574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:15.131547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:15.141986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for d60db37e-667e-4063-9185-f0cc0d012bed owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:15.299432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.325072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:15.353275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.406975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=d60db37e-667e-4063-9185-f0cc0d012bed,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:15.514477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.553156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Deleting port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:15.553469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.648516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.649000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:29:13Z', 'revision_number': 5, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port': {'id': '6955bf5d-8a5d-46bb-8a8f-f50262a8c65f', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:14Z', 'updated_at': '2021-12-21T22:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:15.653705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] Checking router: ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:29:15.665657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] Routers {'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:15.666512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:15.740767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] For port 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6955bf5d-8a5d-46bb-8a8f-f50262a8c65f,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:15.741155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.873364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Calling delete_port for 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:15.930208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:15.935400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.000244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] Set router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:16.096454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.124409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:29:15Z', 'revision_number': 6, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:16.129954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d3e615-02f6-48dd-ae04-67986a8072c4 None None] The sync data for ids ['ce9910c8-14d8-4b87-b0c3-9a949fcd36e7'] in dv-neutron-822521-1-hyperv is: [{'id': 'ce9910c8-14d8-4b87-b0c3-9a949fcd36e7', 'name': 'tempest-TestVolumeBootPattern-767088937-router', 'tenant_id': '99eb1e359ea9455697281b8f0edc8259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:09Z', 'updated_at': '2021-12-21T22:29:15Z', 'revision_number': 6, 'project_id': '99eb1e359ea9455697281b8f0edc8259', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:29:16.198634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Pushing event deleted for resources: {'Port': ['ID=6955bf5d-8a5d-46bb-8a8f-f50262a8c65f,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:16.244828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.246270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:29:16.261995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.265855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bb236141-a820-4e8f-8d3c-594750af6970 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/routers/0cc9a2ad-5e1b-4a1c-9a95-cd8c8d172dae HTTP/1.1" status: 204 len: 168 time: 1.9926500 Dec 21 22:29:16.266495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44484) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:16.327218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ffd5139-efcb-4aad-8635-4b0de9588493 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:16.384875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3ffd5139-efcb-4aad-8635-4b0de9588493 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:16.386654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ffd5139-efcb-4aad-8635-4b0de9588493 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:16.387133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0f23e050-5fe9-49bf-915b-43bc4734f8e4 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:16.418584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.432208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 0f23e050-5fe9-49bf-915b-43bc4734f8e4 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:16.433148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0f23e050-5fe9-49bf-915b-43bc4734f8e4 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:16.452928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.568557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.598101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a3c66f-3c4c-4905-8c69-042752907b44']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:16.619162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43922805-4eb2-466d-b14d-056d5137b479') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:16.619509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43922805-4eb2-466d-b14d-056d5137b479') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:16.636662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.655675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.663933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:29:16.664926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:29:16.683921 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:29:16.810576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.831122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.845010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=93a3c66f-3c4c-4905-8c69-042752907b44,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:16.884065 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-af6fddb1-ec7f-42aa-ab99-d12cc9880708 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/93a3c66f-3c4c-4905-8c69-042752907b44 HTTP/1.1" status: 204 len: 168 time: 0.6138947 Dec 21 22:29:16.897846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44488) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:16.904671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--258278170', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:16.910142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:16.914728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:network and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:16.918309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:16.924473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:16.972809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.977297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:16.987474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:29:16.993227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.055515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:29:17.110336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.110735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment 301ccc83-52b5-49e9-a07e-3a5566a711e3 of type vlan for network fd1044f4-505a-49d1-b74e-96e5419ef380 Dec 21 22:29:17.215665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.232761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.233383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:29:17.247794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.249305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f29b35c8-a5d7-494b-9f81-6c7309b40958 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ce9910c8-14d8-4b87-b0c3-9a949fcd36e7 HTTP/1.1" status: 204 len: 168 time: 2.1686544 Dec 21 22:29:17.251910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44492) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:17.341236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e8d363-e704-47d6-a7a5-74c07721a44d admin admin] Deleting subnet e937ab0e-9410-4c13-a469-647397e452b8 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:29:17.345926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d363-e704-47d6-a7a5-74c07721a44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.401599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d363-e704-47d6-a7a5-74c07721a44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.434497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.438546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:17.439186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.588225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=fd1044f4-505a-49d1-b74e-96e5419ef380,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:17.599366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network fd1044f4-505a-49d1-b74e-96e5419ef380 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:29:17.606583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d363-e704-47d6-a7a5-74c07721a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.643284 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d27cc7ed-ef81-4359-bbfa-97a3666196d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7440951 Dec 21 22:29:17.646357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44496) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:17.653960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'admin_state_up': True, 'project_id': 'b94464e04b434d009b163f6724868a54', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:17.661502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:17.665644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:router and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:17.669015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:17.675243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:17.781895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.783003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.821131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.936573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d363-e704-47d6-a7a5-74c07721a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.976305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8d363-e704-47d6-a7a5-74c07721a44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e937ab0e-9410-4c13-a469-647397e452b8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:17.984032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4e8d363-e704-47d6-a7a5-74c07721a44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:17.989976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebce26-5dc9-47f9-9bfe-a080e00770aa None None] Network 03e68a8b-7443-4166-9a06-4bf6470ad0b7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:29:17.996739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f4e8d363-e704-47d6-a7a5-74c07721a44d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e937ab0e-9410-4c13-a469-647397e452b8 HTTP/1.1" status: 204 len: 168 time: 0.7401619 Dec 21 22:29:17.997161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44500) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:18.002417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.136592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.154313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Deleting port a8738678-2ea3-475d-8419-fc5ab263dbaf {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:18.154697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.188818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:18.225428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:18.225831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6955bf5d-8a5d-46bb-8a8f-f50262a8c65f not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:18.226255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d60db37e-667e-4063-9185-f0cc0d012bed no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:18.251020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.262645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: d60db37e-667e-4063-9185-f0cc0d012bed {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:18.263040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d60db37e-667e-4063-9185-f0cc0d012bed not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:18.263506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4ea6abcc-708f-481e-9207-5d3fb20da355 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:18.283631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.302922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 4ea6abcc-708f-481e-9207-5d3fb20da355 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:18.303317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4ea6abcc-708f-481e-9207-5d3fb20da355 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:18.387316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] DHCP port deletion for 03e68a8b-7443-4166-9a06-4bf6470ad0b7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:29:18.388459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] For port a8738678-2ea3-475d-8419-fc5ab263dbaf, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a8738678-2ea3-475d-8419-fc5ab263dbaf,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:18.388865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.392549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] Deleting port a8738678-2ea3-475d-8419-fc5ab263dbaf {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:18.392976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.446763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.236 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/d9755bad-758f-4b0b-9876-802bc9eca869) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:29:18.524899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Calling delete_port for a8738678-2ea3-475d-8419-fc5ab263dbaf owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:18.606432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.616997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] For port a8738678-2ea3-475d-8419-fc5ab263dbaf, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a8738678-2ea3-475d-8419-fc5ab263dbaf,segment=NetworkSegment(4ea5e0fe-3c2a-4910-95f6-feb0e794ab02),segment_id=4ea5e0fe-3c2a-4910-95f6-feb0e794ab02)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:18.617381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.685316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.747016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] Calling delete_port for a8738678-2ea3-475d-8419-fc5ab263dbaf owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:18.757706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:29:18.762142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:29:18.764590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:29:18.801723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=d9755bad-758f-4b0b-9876-802bc9eca869,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:18.813668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.821888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:29:18.822304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:29:18.863077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8738678-2ea3-475d-8419-fc5ab263dbaf,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:18.868409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] No DVR routers for this DVR port a8738678-2ea3-475d-8419-fc5ab263dbaf on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:29:18.955165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.955991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:18.995443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.022233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e68a8b-7443-4166-9a06-4bf6470ad0b7']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:19.038990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:19.039335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea5e0fe-3c2a-4910-95f6-feb0e794ab02') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:19.053910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.073460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.080056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:29:19.080507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:29:19.095006 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:29:19.267046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router f50dd348-0559-4271-b082-2362def2be84 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:29:19.267305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.271790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.302855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=03e68a8b-7443-4166-9a06-4bf6470ad0b7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:19.310182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a2958a69-8134-49e2-8616-2ef81d252f9e admin admin] 10.222.0.30 "DELETE /v2.0/networks/03e68a8b-7443-4166-9a06-4bf6470ad0b7 HTTP/1.1" status: 204 len: 168 time: 1.3119607 Dec 21 22:29:19.313481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44504) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:19.323949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] Deleting port a8738678-2ea3-475d-8419-fc5ab263dbaf {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:19.324515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.391664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2714a6ed-c64b-4949-9f81-ff407a478a17 None None] The port 'a8738678-2ea3-475d-8419-fc5ab263dbaf' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:29:19.495070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:29:19.505473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Sync routers for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:29:19.519032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:19.519800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:19.547316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.551770 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-264febca-b759-4f8e-9815-c7882aac21ae tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9011600 Dec 21 22:29:19.552004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44508) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:19.601151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9d795f27-8466-4231-a97a-2eb96752232e tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477839 Dec 21 22:29:19.603849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44512) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:19.716232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:19.750876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65269193-1223-4050-8d01-851ed3430aa8 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:19.752900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-65269193-1223-4050-8d01-851ed3430aa8 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1474190 Dec 21 22:29:19.755397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:19.757426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44516) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:19.805921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-99f9d8ee-a687-4fde-a95a-e850b3463966 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446868 Dec 21 22:29:19.806152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44520) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:19.813092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1363198997', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:19.939118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:19.943506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:19.946584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:19.953162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:19.987833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:29:20.065426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:18Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:20.070775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Checking router: f50dd348-0559-4271-b082-2362def2be84 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:29:20.071256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Updating router f50dd348-0559-4271-b082-2362def2be84 port d9755bad-758f-4b0b-9876-802bc9eca869 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:29:20.115413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.171719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.183305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a8738678-2ea3-475d-8419-fc5ab263dbaf no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:20.245100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: a8738678-2ea3-475d-8419-fc5ab263dbaf {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:20.246368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a8738678-2ea3-475d-8419-fc5ab263dbaf not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:20.456222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.471747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Deleting port 4c921913-c712-43f1-9913-b9e429a65d2a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:20.472114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.547584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=a1e8067c-0dab-47fd-8651-3ee30b45bbdc,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:20.567379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:29:20.568113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: fd1044f4-505a-49d1-b74e-96e5419ef380, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:29:20.601792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.614700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Transition to ACTIVE for port object d9755bad-758f-4b0b-9876-802bc9eca869 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:29:20.625360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network fd1044f4-505a-49d1-b74e-96e5419ef380 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:29:20.649981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.669390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] For port 4c921913-c712-43f1-9913-b9e429a65d2a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4c921913-c712-43f1-9913-b9e429a65d2a,segment=NetworkSegment(87d727e0-1794-4b0b-8bad-e6f71c21c2c5),segment_id=87d727e0-1794-4b0b-8bad-e6f71c21c2c5)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:20.669789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.678643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, fd1044f4-505a-49d1-b74e-96e5419ef380) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:29:20.691119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:20.692014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.699853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8954815-c84e-4a16-bc02-793eb9582814 None None] Network fd1044f4-505a-49d1-b74e-96e5419ef380 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:29:20.743461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Attempting to bind port d9755bad-758f-4b0b-9876-802bc9eca869 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:29:20.743855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Attempting to bind port d9755bad-758f-4b0b-9876-802bc9eca869 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:29:20.744257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Attempting to bind port d9755bad-758f-4b0b-9876-802bc9eca869 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:29:20.751231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Pushing event updated for resources: {'Port': ['ID=d9755bad-758f-4b0b-9876-802bc9eca869,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:20.762888 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac2c85f6-a954-4317-9cde-2fb16ef8e960 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9519541 Dec 21 22:29:20.763060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:29:20.763190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44524) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:20.763277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:29:20.763554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.763933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:29:20.764439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Bound port: d9755bad-758f-4b0b-9876-802bc9eca869, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:29:20.764845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:20.806979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Calling delete_port for 4c921913-c712-43f1-9913-b9e429a65d2a owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:20.842204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.842573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.842872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.843233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.843742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.844098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.844475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.844838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.845190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.845541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.845890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:29:20.857925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] For port d9755bad-758f-4b0b-9876-802bc9eca869, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:29:20.861650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] For port d9755bad-758f-4b0b-9876-802bc9eca869, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d9755bad-758f-4b0b-9876-802bc9eca869,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:29:20.902470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:21.008946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9b52-50f5-40fb-a8c5-aabd5d48cfdb None None] Pushing event updated for resources: {'Port': ['ID=d9755bad-758f-4b0b-9876-802bc9eca869,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:21.013569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:21.014240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:21.021599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-fd1044f4-505a-49d1-b74e-96e5419ef380', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:29:21.022810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:21.215589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Allocated IP 172.20.0.2 (fd1044f4-505a-49d1-b74e-96e5419ef380/a1e8067c-0dab-47fd-8651-3ee30b45bbdc/22c4a2b3-aa66-434a-abc9-59d1d5189121) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:29:21.252244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:21.336653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:21.407730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c921913-c712-43f1-9913-b9e429a65d2a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:21.522929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:21.536502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Transition to ACTIVE for port object 22c4a2b3-aa66-434a-abc9-59d1d5189121 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:29:21.601990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:18Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:21.607868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb55637-06ce-4cb7-9666-7a15fea0e070 None None] The sync data for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv is: [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:18Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:29:21.627634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Transition to ACTIVE for port object 22c4a2b3-aa66-434a-abc9-59d1d5189121 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:29:21.669763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:21.764657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Network fd1044f4-505a-49d1-b74e-96e5419ef380 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:29:21.768152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:29:21.782445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:21.782768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:29:21.866655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Pushing event updated for resources: {'Port': ['ID=22c4a2b3-aa66-434a-abc9-59d1d5189121,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:21.889361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Attempting to bind port 22c4a2b3-aa66-434a-abc9-59d1d5189121 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:29:21.889780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Attempting to bind port 22c4a2b3-aa66-434a-abc9-59d1d5189121 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:29:21.890194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Attempting to bind port 22c4a2b3-aa66-434a-abc9-59d1d5189121 on network fd1044f4-505a-49d1-b74e-96e5419ef380 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:29:21.897183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:29:21.897631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Checking segment: {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:29:21.898068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:21.898509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Bound using segment: {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:29:21.899022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Bound port: 22c4a2b3-aa66-434a-abc9-59d1d5189121, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:29:21.899439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:22.001242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] For port 22c4a2b3-aa66-434a-abc9-59d1d5189121, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:29:22.004883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] For port 22c4a2b3-aa66-434a-abc9-59d1d5189121, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=22c4a2b3-aa66-434a-abc9-59d1d5189121,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:29:22.051334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:22.106449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:22.259649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f35ed-b63e-41ae-a1dc-0480eb794895 None None] Pushing event updated for resources: {'Port': ['ID=22c4a2b3-aa66-434a-abc9-59d1d5189121,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:22.675331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Router b8ee8b8a-d44c-4a36-871f-049f7d91342c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:29:22.694300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.1 (fd1044f4-505a-49d1-b74e-96e5419ef380/a1e8067c-0dab-47fd-8651-3ee30b45bbdc/65e16475-7dbd-4074-9ff8-c00bc22ddd4c) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:29:22.861194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:29:22.873302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] Sync routers for ids ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:29:22.890170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] Routers {'b8ee8b8a-d44c-4a36-871f-049f7d91342c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:22.890170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:22.909229 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-653b2bb1-7f12-4bd3-a10d-e47af30cdb14 admin admin] 10.222.0.30 "PUT /v2.0/routers/b8ee8b8a-d44c-4a36-871f-049f7d91342c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5945587 Dec 21 22:29:22.913071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44530) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:22.928136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:22.951042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 65e16475-7dbd-4074-9ff8-c00bc22ddd4c will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:29:23.004812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.090814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:23.124763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network fd1044f4-505a-49d1-b74e-96e5419ef380 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:29:23.126349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:29:23.129416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:29:23.156357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] Set router b8ee8b8a-d44c-4a36-871f-049f7d91342c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:23.193234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.206144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.339307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.411044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.450089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Deleting port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:23.450469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.480750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:29:21Z', 'revision_number': 5, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port': {'id': '195fcb2f-77b1-4392-bc15-f74d9a0e1b63', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:47Z', 'updated_at': '2021-12-21T22:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:23.484986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] Checking router: b8ee8b8a-d44c-4a36-871f-049f7d91342c for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:29:23.496742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] Routers {'b8ee8b8a-d44c-4a36-871f-049f7d91342c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:23.497415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:23.642102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] For port 195fcb2f-77b1-4392-bc15-f74d9a0e1b63, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=195fcb2f-77b1-4392-bc15-f74d9a0e1b63,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:23.642597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.796859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Calling delete_port for 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:23.840726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.846562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] Set router b8ee8b8a-d44c-4a36-871f-049f7d91342c gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:23.879012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:23.962317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 6, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:23.967169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796aa060-0685-4abd-a142-1624fc8492b2 None None] The sync data for ids ['b8ee8b8a-d44c-4a36-871f-049f7d91342c'] in dv-neutron-822521-1-hyperv is: [{'id': 'b8ee8b8a-d44c-4a36-871f-049f7d91342c', 'name': 'tempest-TestVolumeBootPattern-1746197021-router', 'tenant_id': 'd314314e68084768b50362aa2ada21ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 6, 'project_id': 'd314314e68084768b50362aa2ada21ac', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:29:24.013508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:24.018236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:24.028852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:24.099713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Pushing event deleted for resources: {'Port': ['ID=195fcb2f-77b1-4392-bc15-f74d9a0e1b63,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:24.208611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network fd1044f4-505a-49d1-b74e-96e5419ef380 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:29:24.210895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:29:24.336978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3a82d-c980-4743-8d88-aa796b4f7d0b None None] Network fd1044f4-505a-49d1-b74e-96e5419ef380 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:29:24.371909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 22c4a2b3-aa66-434a-abc9-59d1d5189121 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:24.605094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:24.608730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 22c4a2b3-aa66-434a-abc9-59d1d5189121 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:29:24.620168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 22c4a2b3-aa66-434a-abc9-59d1d5189121 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:24.620850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:24.646578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7a7dbec3-d44a-4c4b-928d-11d7cf181531 None None] Provisioning for port 22c4a2b3-aa66-434a-abc9-59d1d5189121 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:29:24.658780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7a7dbec3-d44a-4c4b-928d-11d7cf181531 None None] Provisioning complete for port 22c4a2b3-aa66-434a-abc9-59d1d5189121 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:24.659200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a7dbec3-d44a-4c4b-928d-11d7cf181531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:24.897393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:24.902458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:24.959511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router f50dd348-0559-4271-b082-2362def2be84 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:29:24.959759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a7dbec3-d44a-4c4b-928d-11d7cf181531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:24.981385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.006075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.010106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ee8b8a-d44c-4a36-871f-049f7d91342c {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:29:25.031241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7a7dbec3-d44a-4c4b-928d-11d7cf181531 None None] For port 22c4a2b3-aa66-434a-abc9-59d1d5189121, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=22c4a2b3-aa66-434a-abc9-59d1d5189121,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:25.033207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.036890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-76b93806-94cc-48c3-a502-a4f0e8e4078d admin admin] 10.222.0.30 "DELETE /v2.0/routers/b8ee8b8a-d44c-4a36-871f-049f7d91342c HTTP/1.1" status: 204 len: 168 time: 2.1202838 Dec 21 22:29:25.037655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44534) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:25.081870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7a7dbec3-d44a-4c4b-928d-11d7cf181531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.108927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f8c1cd-7a95-4aea-847f-d64368587575 admin admin] Deleting subnet 67f5c119-df4a-4777-aac9-f9e15f7c909b {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:29:25.112368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19f8c1cd-7a95-4aea-847f-d64368587575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.160751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:29:25.161473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:29:25.174284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19f8c1cd-7a95-4aea-847f-d64368587575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.185510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dbec3-d44a-4c4b-928d-11d7cf181531 None None] Pushing event updated for resources: {'Port': ['ID=22c4a2b3-aa66-434a-abc9-59d1d5189121,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:25.317353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c2ddddeb-52a8-489c-88eb-b8c36e735352 None None] Provisioning complete for port 22c4a2b3-aa66-434a-abc9-59d1d5189121 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:25.317776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2ddddeb-52a8-489c-88eb-b8c36e735352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.364312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19f8c1cd-7a95-4aea-847f-d64368587575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.428526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:29:25.447317 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8f960b2-6d6e-44d3-9722-f959b7e7365a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/f50dd348-0559-4271-b082-2362def2be84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6804562 Dec 21 22:29:25.447507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44538) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:25.513806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19f8c1cd-7a95-4aea-847f-d64368587575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.542735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Sync routers for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:29:25.547346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c2ddddeb-52a8-489c-88eb-b8c36e735352 None None] Provisioning for port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:29:25.556278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:25.557694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:25.564244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c2ddddeb-52a8-489c-88eb-b8c36e735352 None None] Provisioning complete for port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:25.564682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2ddddeb-52a8-489c-88eb-b8c36e735352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.566951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8c1cd-7a95-4aea-847f-d64368587575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f5c119-df4a-4777-aac9-f9e15f7c909b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:25.577478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-19f8c1cd-7a95-4aea-847f-d64368587575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.589967 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-19f8c1cd-7a95-4aea-847f-d64368587575 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/67f5c119-df4a-4777-aac9-f9e15f7c909b HTTP/1.1" status: 204 len: 168 time: 0.5498195 Dec 21 22:29:25.592441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44542) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:25.628291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af930ff3-fe3c-454f-91d4-d845d0645ee5 None None] Network 77cfea6a-1086-4872-bdfa-da7c0a2d6158 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:29:25.629197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736196-aad4-4ec3-8820-b6f1a4959b11 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.629629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736196-aad4-4ec3-8820-b6f1a4959b11 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.630049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736196-aad4-4ec3-8820-b6f1a4959b11 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.630463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736196-aad4-4ec3-8820-b6f1a4959b11 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.630877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736196-aad4-4ec3-8820-b6f1a4959b11 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.635743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-93736196-aad4-4ec3-8820-b6f1a4959b11 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3547 time: 0.1839411 Dec 21 22:29:25.635941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44546) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:25.744115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb97ccf-709b-41de-8933-0b65079902cd tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.745190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb97ccf-709b-41de-8933-0b65079902cd tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.746080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb97ccf-709b-41de-8933-0b65079902cd tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.746572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb97ccf-709b-41de-8933-0b65079902cd tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:25.748542 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8fb97ccf-709b-41de-8933-0b65079902cd tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1115324 Dec 21 22:29:25.751494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44550) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:25.774385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddddeb-52a8-489c-88eb-b8c36e735352 None None] Port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:29:25.844540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.857394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Deleting port bf08af2c-f73e-413f-b3dd-8ed4e804f108 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:29:25.857695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:25.869058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:25.918101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d9755bad-758f-4b0b-9876-802bc9eca869 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:26.167377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-97243ab4-5609-4e05-8ec7-428afbb99eb4 None None] Provisioning complete for port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:26.167924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-97243ab4-5609-4e05-8ec7-428afbb99eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.176671 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3a04ae5f-70eb-4a68-bbff-b741ed88f7a8 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.4237366 Dec 21 22:29:26.220173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] For port bf08af2c-f73e-413f-b3dd-8ed4e804f108, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bf08af2c-f73e-413f-b3dd-8ed4e804f108,segment=NetworkSegment(87d727e0-1794-4b0b-8bad-e6f71c21c2c5),segment_id=87d727e0-1794-4b0b-8bad-e6f71c21c2c5)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:26.220611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.224124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-97243ab4-5609-4e05-8ec7-428afbb99eb4 None None] Port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:29:26.275530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port d9755bad-758f-4b0b-9876-802bc9eca869 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:29:26.288212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d9755bad-758f-4b0b-9876-802bc9eca869 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:26.290538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.383480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8f42aec1-ac8a-4f9c-a640-239d3dd88c07 None None] Provisioning complete for port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:26.384086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f42aec1-ac8a-4f9c-a640-239d3dd88c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.392324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Calling delete_port for bf08af2c-f73e-413f-b3dd-8ed4e804f108 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:29:26.425261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44558) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:26.432131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421888280', 'description': 'tempest-secgroup-smoke-1421888280 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:26.452556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:26.465567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:26.469716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:26.476677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:26.503020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c310183-6820-463e-b592-876746b1fc8c None None] DHCP port deletion for 77cfea6a-1086-4872-bdfa-da7c0a2d6158 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:29:26.513062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.524699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8f42aec1-ac8a-4f9c-a640-239d3dd88c07 None None] Port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:29:26.541466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.547160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.553458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:26.559460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Checking router: f50dd348-0559-4271-b082-2362def2be84 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:29:26.559859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Updating router f50dd348-0559-4271-b082-2362def2be84 port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:29:26.565676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port d9755bad-758f-4b0b-9876-802bc9eca869, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d9755bad-758f-4b0b-9876-802bc9eca869,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:26.570419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf08af2c-f73e-413f-b3dd-8ed4e804f108,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:26.578065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] No DVR routers for this DVR port bf08af2c-f73e-413f-b3dd-8ed4e804f108 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:29:26.592986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.618152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:26.624067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:26.628299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:26.637156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:26.643092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4c921913-c712-43f1-9913-b9e429a65d2a no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:26.668176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.694378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 4c921913-c712-43f1-9913-b9e429a65d2a {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:26.696241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4c921913-c712-43f1-9913-b9e429a65d2a not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:26.722418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.725526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=d9755bad-758f-4b0b-9876-802bc9eca869,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:26.744113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.747437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.769078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cfea6a-1086-4872-bdfa-da7c0a2d6158']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:26.784279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d727e0-1794-4b0b-8bad-e6f71c21c2c5') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:26.784661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d727e0-1794-4b0b-8bad-e6f71c21c2c5') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:26.797749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.814893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.822356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:29:26.822664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.825466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9490b4a0-00ff-4f56-a1ab-4da293bf2316,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:29:26.838727 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:29:26.847276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 22c4a2b3-aa66-434a-abc9-59d1d5189121 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:26.850390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.856537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44562) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:26.856699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0a503e4a-161b-4045-83b7-2643c9878a31 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4296684 Dec 21 22:29:26.865681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '9490b4a0-00ff-4f56-a1ab-4da293bf2316', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:26.872567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:26.876640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:26.879754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:26.886742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:26.925117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 22c4a2b3-aa66-434a-abc9-59d1d5189121 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:26.925530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:26.962375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.001987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.022048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.035682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] 10.222.0.30 "DELETE /v2.0/networks/77cfea6a-1086-4872-bdfa-da7c0a2d6158 HTTP/1.1" status: 204 len: 168 time: 1.4417548 Dec 21 22:29:27.074984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c01514-6792-4862-91c2-0bddcd36f385 admin admin] Pushing event deleted for resources: {'Network': ['ID=77cfea6a-1086-4872-bdfa-da7c0a2d6158,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:27.123690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.129287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:27.168097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:27.168776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 195fcb2f-77b1-4392-bc15-f74d9a0e1b63 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:27.169030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bf08af2c-f73e-413f-b3dd-8ed4e804f108 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:29:27.183896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.209988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: bf08af2c-f73e-413f-b3dd-8ed4e804f108 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:29:27.210381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bf08af2c-f73e-413f-b3dd-8ed4e804f108 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:29:27.216444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ca4db4-901f-462d-9473-feb5cf1ac0ec,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:27.220099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.236019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Transition to ACTIVE for port object 65e16475-7dbd-4074-9ff8-c00bc22ddd4c will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:29:27.244874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.246732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f57d6f2f-1b5a-416f-a3cb-bf7179c1cb54 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3891270 Dec 21 22:29:27.249845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44568) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:27.256630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '9490b4a0-00ff-4f56-a1ab-4da293bf2316', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:27.265340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:27.270192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:27.271420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.274294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:27.280638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:27.320853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.352267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44572) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:27.406388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee9832-b503-4421-938f-c18bc00f22bf None None] Pushing event updated for resources: {'Port': ['ID=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:27.419142 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ed66e8d-dba8-472b-8456-1bc890f893f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99eb1e359ea9455697281b8f0edc8259&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652368 Dec 21 22:29:27.420038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44576) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:27.442370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.467830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.492654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1953b420-9583-4f9a-a776-b0afbd05008d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.501412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459e2de6-d2cf-447f-9df4-d24b8704c1a6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:27.504825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Attempting to bind port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:29:27.505244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Attempting to bind port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:29:27.505649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Attempting to bind port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c on network fd1044f4-505a-49d1-b74e-96e5419ef380 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:29:27.514975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:29:27.515310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Checking segment: {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:29:27.515790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.516221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Bound using segment: {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:29:27.516765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Bound port: 65e16475-7dbd-4074-9ff8-c00bc22ddd4c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:29:27.517177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.525856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1953b420-9583-4f9a-a776-b0afbd05008d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.536201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.540237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fbf5768c-61cc-4091-931e-ac219d77ec18 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2864828 Dec 21 22:29:27.540604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44580) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:27.547293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '9490b4a0-00ff-4f56-a1ab-4da293bf2316', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:27.553736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:27.558811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:27.562002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:27.568178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:27.612322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.623396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] For port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:29:27.626712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] For port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:29:27.639065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1953b420-9583-4f9a-a776-b0afbd05008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.660368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953b420-9583-4f9a-a776-b0afbd05008d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb3f6f1-5abd-47e4-a1b0-97f71f2aa3cb,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:27.664973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1953b420-9583-4f9a-a776-b0afbd05008d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.666230 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1953b420-9583-4f9a-a776-b0afbd05008d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fb3f6f1-5abd-47e4-a1b0-97f71f2aa3cb HTTP/1.1" status: 204 len: 168 time: 0.2450902 Dec 21 22:29:27.673621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.695879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.759291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.767946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee9832-b503-4421-938f-c18bc00f22bf None None] Pushing event updated for resources: {'Port': ['ID=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:27.773402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:27.774073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:27.795022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153ccb7a-ce27-4ba5-8038-a06f0f0d19e8,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:27.839532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.843502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-18274064-e071-4b13-9a09-0370b615e42b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2992098 Dec 21 22:29:27.843852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44586) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:27.851698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '9490b4a0-00ff-4f56-a1ab-4da293bf2316', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:27.862386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:27.867569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:27.872772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:27.879380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:27.928286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:27.987946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:28.010812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.033819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.087289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b385ee79-21d5-48e2-9e15-0c77e5ceef14,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:28.107792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.113140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44592) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:28.120955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '9490b4a0-00ff-4f56-a1ab-4da293bf2316', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:28.124993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de70bb88-4354-483a-9c9f-e646d39ea40e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2798617 Dec 21 22:29:28.131874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:28.137662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:28.140716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:28.147252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:28.175852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:29:28.183501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.305475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.341840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.348823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:27Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:28.353055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b456d7e-8bb8-4dc9-9e31-84a092ed160f None None] The sync data for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv is: [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:27Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:29:28.373384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ac02ea-a4d4-4e0a-9b3c-659bd8f0b9aa,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:28.383029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44596) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:28.398844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.400631 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b02dad9a-44c6-49f5-ab56-ced247d09171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2859201 Dec 21 22:29:28.403210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44600) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:28.415764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '9490b4a0-00ff-4f56-a1ab-4da293bf2316', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:28.425892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:28.433161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:28.443240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:28.452904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:28.478251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e487165-91c1-48d5-b929-69a32887d279 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d314314e68084768b50362aa2ada21ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0939603 Dec 21 22:29:28.481656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44604) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:28.550179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:29:28.562011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.574370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299bc8e6-9bdd-4535-84e7-3392ebf19706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.629272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299bc8e6-9bdd-4535-84e7-3392ebf19706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.692813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.713239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.748663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d31ada7-5f7d-4ca5-a5db-5f8b3de05591,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:28.799038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.800442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a0e7a11-9aa7-4780-9000-67d0801eb540 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3961663 Dec 21 22:29:28.801454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299bc8e6-9bdd-4535-84e7-3392ebf19706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.819267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bc8e6-9bdd-4535-84e7-3392ebf19706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461a9a47-65ed-4bfc-b78b-3f54bd1096c6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:28.827138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-299bc8e6-9bdd-4535-84e7-3392ebf19706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:28.829435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-299bc8e6-9bdd-4535-84e7-3392ebf19706 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/461a9a47-65ed-4bfc-b78b-3f54bd1096c6 HTTP/1.1" status: 204 len: 168 time: 0.3458378 Dec 21 22:29:28.896901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 65e16475-7dbd-4074-9ff8-c00bc22ddd4c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:29.010123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:29:29.017955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:29.018369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:29.190585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:29.242142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:29.267564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:29.268483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d9755bad-758f-4b0b-9876-802bc9eca869 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:29.416007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:29.422825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d9755bad-758f-4b0b-9876-802bc9eca869 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:29.423239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:29.540431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-844ee659-16af-4af9-8212-66070b1a8fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:29:29.576004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-844ee659-16af-4af9-8212-66070b1a8fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:29:29.577446 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-844ee659-16af-4af9-8212-66070b1a8fe2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421888280&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.0865374 Dec 21 22:29:29.744549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-6457c827-118e-49b5-a096-5af6b3a1ec78 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:29.745344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-6457c827-118e-49b5-a096-5af6b3a1ec78 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:29:29.787450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-6457c827-118e-49b5-a096-5af6b3a1ec78 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:29:29.788804 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-6457c827-118e-49b5-a096-5af6b3a1ec78 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 200 len: 796 time: 0.2041883 Dec 21 22:29:29.808681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-575b338f-fb8e-4905-b4be-880976a201a7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0131900 Dec 21 22:29:29.895967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-ff93e57a-a00b-4c8c-9a5f-34feaa98de39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:29:29.947283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-ff93e57a-a00b-4c8c-9a5f-34feaa98de39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:29:29.948850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-ff93e57a-a00b-4c8c-9a5f-34feaa98de39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343644 Dec 21 22:29:30.120637 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-70e35c67-2d76-49c6-a81c-01b229f339cd service neutron] 10.222.0.30 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582243 Dec 21 22:29:30.274469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-a812344e-390a-497f-83ff-d1bfa8071e80 service neutron] 10.222.0.30 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473923 Dec 21 22:29:30.653861 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1fb984f-681f-494b-bdfa-2236a0462d41 req-d027dc23-fee2-40af-8292-cd57aec2da89 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 210 time: 0.1925144 Dec 21 22:29:30.766397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 65e16475-7dbd-4074-9ff8-c00bc22ddd4c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:30.996694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:30.997109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:31.827786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0f4a10d1-6ab2-422b-982b-121a986010c8 req-346bd9b5-e227-4a3c-b1f2-78873b811a30 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 210 time: 0.0461278 Dec 21 22:29:32.222264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-cd31fe80-3e4a-42bc-b9df-3d8fbc534b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:32.223829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-cd31fe80-3e4a-42bc-b9df-3d8fbc534b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 200 len: 796 time: 0.1599600 Dec 21 22:29:32.280004 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-65c4f3a4-91fd-4a8d-adf1-57da8630d023 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 380 time: 0.0441751 Dec 21 22:29:32.288992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['9490b4a0-00ff-4f56-a1ab-4da293bf2316']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:32.434047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:32.444166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:32.478221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:29:32.484274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:32.654260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.13 (fd1044f4-505a-49d1-b74e-96e5419ef380/a1e8067c-0dab-47fd-8651-3ee30b45bbdc/68f21cd3-b746-4817-a93e-9cc88431c3f3) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:29:32.850529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:32.867335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 68f21cd3-b746-4817-a93e-9cc88431c3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:29:32.913603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:33.041234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network fd1044f4-505a-49d1-b74e-96e5419ef380 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:29:33.046254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:29:33.049232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:29:33.077784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=68f21cd3-b746-4817-a93e-9cc88431c3f3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:33.141355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:33.142046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:33.154944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841b51a-89d6-48dd-aad9-32f7489febe7 req-db518d5e-54a4-44e9-b6d4-58a559e51cef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:33.156620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8841b51a-89d6-48dd-aad9-32f7489febe7 req-db518d5e-54a4-44e9-b6d4-58a559e51cef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 932 time: 0.2006803 Dec 21 22:29:33.218967 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8841b51a-89d6-48dd-aad9-32f7489febe7 req-17d77179-fdda-4d3f-b1c7-1080edcdba5c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560989 Dec 21 22:29:33.233829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-72bfc961-e1bc-4acb-b054-45b4dfab409f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9487119 Dec 21 22:29:33.322792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Request body: {'port': {'device_id': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:33.404499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7bc48ac6-68a1-4219-a6b2-50f3134f1d78 None None] Provisioning for port 68f21cd3-b746-4817-a93e-9cc88431c3f3 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:29:33.410712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7bc48ac6-68a1-4219-a6b2-50f3134f1d78 None None] Provisioning complete for port 68f21cd3-b746-4817-a93e-9cc88431c3f3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:33.411140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bc48ac6-68a1-4219-a6b2-50f3134f1d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:33.438380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:33.481631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7bc48ac6-68a1-4219-a6b2-50f3134f1d78 None None] Port 68f21cd3-b746-4817-a93e-9cc88431c3f3 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:29:33.484310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:33.793643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f21cd3-b746-4817-a93e-9cc88431c3f3 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:29:33.800554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:33.816372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Transition to ACTIVE for port object 68f21cd3-b746-4817-a93e-9cc88431c3f3 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:29:33.843977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:34.203669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Pushing event updated for resources: {'Port': ['ID=68f21cd3-b746-4817-a93e-9cc88431c3f3,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:34.330878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Attempting to bind port 68f21cd3-b746-4817-a93e-9cc88431c3f3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:29:34.331258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Attempting to bind port 68f21cd3-b746-4817-a93e-9cc88431c3f3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:29:34.331600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Attempting to bind port 68f21cd3-b746-4817-a93e-9cc88431c3f3 on network fd1044f4-505a-49d1-b74e-96e5419ef380 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:29:34.338816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Port 68f21cd3-b746-4817-a93e-9cc88431c3f3 on network fd1044f4-505a-49d1-b74e-96e5419ef380 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:29:34.339182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Attempting to bind port 68f21cd3-b746-4817-a93e-9cc88431c3f3 on network fd1044f4-505a-49d1-b74e-96e5419ef380 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:29:34.349567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:29:34.349946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Checking segment: {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:29:34.350370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Bound using segment: {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:29:34.350900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Bound port: 68f21cd3-b746-4817-a93e-9cc88431c3f3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301ccc83-52b5-49e9-a07e-3a5566a711e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:29:34.351243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:34.509513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] For port 68f21cd3-b746-4817-a93e-9cc88431c3f3, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:29:34.517178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e624fc4-6fa6-4fa8-aa73-77e7a84417d3 req-f3e358dc-0fea-44af-bd70-daac9c0550e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:34.517949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-6e624fc4-6fa6-4fa8-aa73-77e7a84417d3 req-f3e358dc-0fea-44af-bd70-daac9c0550e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:29:34.522527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] For port 68f21cd3-b746-4817-a93e-9cc88431c3f3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:29:34.541642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:34.591745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-6e624fc4-6fa6-4fa8-aa73-77e7a84417d3 req-f3e358dc-0fea-44af-bd70-daac9c0550e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:29:34.593032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6e624fc4-6fa6-4fa8-aa73-77e7a84417d3 req-f3e358dc-0fea-44af-bd70-daac9c0550e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 944 time: 0.2448120 Dec 21 22:29:34.637687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:34.639214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] 10.222.0.46 "PUT /v2.0/ports/68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 200 len: 1094 time: 1.3975453 Dec 21 22:29:34.641826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:29:34.670699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa78a53-9459-418a-bce2-009b5c4aeb13 service neutron] Pushing event updated for resources: {'Port': ['ID=68f21cd3-b746-4817-a93e-9cc88431c3f3,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:34.682142 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6e624fc4-6fa6-4fa8-aa73-77e7a84417d3 req-958b269f-1f70-47ad-a0fc-af7560b9860b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802605 Dec 21 22:29:34.710923 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'status': 'completed', 'code': 200} Dec 21 22:29:34.802035 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-1adb1393-8371-45fd-815f-57a9c799eee2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1097 time: 0.0850914 Dec 21 22:29:34.877189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-dfa29900-3f76-477d-a1ad-8b43081451b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 200 len: 217 time: 0.0677452 Dec 21 22:29:34.951091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-d6440c4b-fc02-4d10-ba8f-8ea3f52abcf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:34.952695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-d6440c4b-fc02-4d10-ba8f-8ea3f52abcf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 200 len: 844 time: 0.0696187 Dec 21 22:29:35.032353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-dd606669-75f9-49c1-8944-1e9d4e7bc085 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd1044f4-505a-49d1-b74e-96e5419ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737398 Dec 21 22:29:35.177518 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-c3707545-0600-469d-8f3e-1bcf795db9f3 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385009 Dec 21 22:29:35.318347 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de04237-90ae-46bc-bc08-95a9b80826ef req-a850d505-f7f6-43d7-847a-2f137b138e91 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347580 Dec 21 22:29:35.469870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-2f1201e5-6a9d-4724-a8c8-ccf441f4b697 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1097 time: 0.0760782 Dec 21 22:29:35.613906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-05273e1b-a1d9-4da8-9f27-437961a5d21b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:35.615508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-05273e1b-a1d9-4da8-9f27-437961a5d21b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 200 len: 897 time: 0.1389418 Dec 21 22:29:35.693473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-80ea90c7-21f8-4621-b571-625a84679c51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 200 len: 217 time: 0.0698619 Dec 21 22:29:35.765012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-bb7b4e01-cef4-499f-bd75-3284f6c28432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:35.766639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-bb7b4e01-cef4-499f-bd75-3284f6c28432 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 200 len: 844 time: 0.0664070 Dec 21 22:29:35.917650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-f0832231-5ecd-42dd-8985-8f9841ab8aba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd1044f4-505a-49d1-b74e-96e5419ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1433973 Dec 21 22:29:35.928035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760774-ab32-47c9-937a-0a5e0f4bfce0 req-d6592f5d-4561-483f-b664-5486ea255b9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:35.929595 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d4760774-ab32-47c9-937a-0a5e0f4bfce0 req-d6592f5d-4561-483f-b664-5486ea255b9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 944 time: 0.1080167 Dec 21 22:29:36.083976 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d4760774-ab32-47c9-937a-0a5e0f4bfce0 req-eba72568-17b6-4461-ad58-123835165ae5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293104 Dec 21 22:29:36.109562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-b9ac7bf6-a30c-4a65-90fc-e149f7738b80 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776962 Dec 21 22:29:36.254482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-160cafd9-4d1e-4a2d-8b57-e9cb5dce51b7 req-08204470-854f-43bb-ae35-5b4c74287093 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398292 Dec 21 22:29:37.028909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 68f21cd3-b746-4817-a93e-9cc88431c3f3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:29:37.180130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 68f21cd3-b746-4817-a93e-9cc88431c3f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:37.195405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'port_id': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'mac_address': 'fa:16:3e:15:09:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:29:37.259038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:37.283086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f21cd3-b746-4817-a93e-9cc88431c3f3 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:29:37.293803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f415de-7239-49a0-b8e8-3eb01a86a86f req-66c73859-27fc-41b4-8808-8bfa51a15e72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:37.295484 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-22f415de-7239-49a0-b8e8-3eb01a86a86f req-66c73859-27fc-41b4-8808-8bfa51a15e72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 944 time: 0.0853972 Dec 21 22:29:37.298904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 68f21cd3-b746-4817-a93e-9cc88431c3f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:37.318590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0b7e6802-5b7e-473e-97f8-324dfa141b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:37.335783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:37.347286 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-22f415de-7239-49a0-b8e8-3eb01a86a86f req-fded7d6d-acd5-483b-9354-f5dc8b1415f6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Dec 21 22:29:37.409975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=68f21cd3-b746-4817-a93e-9cc88431c3f3,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:37.543442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['68f21cd3-b746-4817-a93e-9cc88431c3f3'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:29:38.556460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44722f9-0ac1-43be-87fe-e8096f55a595 req-623d5357-cfc2-4567-900e-dc3facce537b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:38.559261 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a44722f9-0ac1-43be-87fe-e8096f55a595 req-623d5357-cfc2-4567-900e-dc3facce537b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 945 time: 0.0863953 Dec 21 22:29:38.606555 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a44722f9-0ac1-43be-87fe-e8096f55a595 req-615cb3c8-cdb6-456b-bbe9-94a1d9a06486 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Dec 21 22:29:38.884042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:39.044492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 68f21cd3-b746-4817-a93e-9cc88431c3f3 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:29:39.140934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 68f21cd3-b746-4817-a93e-9cc88431c3f3 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:29:39.145818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 68f21cd3-b746-4817-a93e-9cc88431c3f3 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:29:39.146232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:39.267033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:39.294597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:29:39.304290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 68f21cd3-b746-4817-a93e-9cc88431c3f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:29:39.329872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:39.367622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'code': 200} Dec 21 22:29:39.404677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=68f21cd3-b746-4817-a93e-9cc88431c3f3,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:39.659816 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1bdb9f71-748c-4741-9796-9efecd02786d req-46739522-f51f-45b3-98d9-656714c96171 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1099 time: 0.0742104 Dec 21 22:29:39.705920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1bdb9f71-748c-4741-9796-9efecd02786d req-fe2b18cc-29ec-4ff1-b269-1555a7a760eb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394452 Dec 21 22:29:39.816474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4a44d-09df-4825-bf9a-64e0310613d7 req-f0324b2e-93f3-42f9-9ab0-4cb8935e2a51 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:39.818054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5f4a44d-09df-4825-bf9a-64e0310613d7 req-f0324b2e-93f3-42f9-9ab0-4cb8935e2a51 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 946 time: 0.0855434 Dec 21 22:29:39.865561 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5f4a44d-09df-4825-bf9a-64e0310613d7 req-3133bdbf-bf57-4f88-9937-41eec5aae497 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 Dec 21 22:29:40.009610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc78c62a-ba53-4874-a695-d8f45cf4c647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:40.032517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:41.073320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c759a1-b63a-497f-8617-d36213d3f63a req-5b1f7ed0-823a-4398-867f-c1931270edc9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:41.074970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1c759a1-b63a-497f-8617-d36213d3f63a req-5b1f7ed0-823a-4398-867f-c1931270edc9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 946 time: 0.0830986 Dec 21 22:29:41.123708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1c759a1-b63a-497f-8617-d36213d3f63a req-4390c62b-9a1f-4bf5-b973-79a41d18f3f6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Dec 21 22:29:41.331705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a3ce7-b425-4fe8-851f-511f0b68a935 req-0c4b561d-437d-4767-bf87-2dd727bab8aa tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:41.333241 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-396a3ce7-b425-4fe8-851f-511f0b68a935 req-0c4b561d-437d-4767-bf87-2dd727bab8aa tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 946 time: 0.0891032 Dec 21 22:29:41.382567 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-396a3ce7-b425-4fe8-851f-511f0b68a935 req-f6e1b96c-fe5d-4e10-86af-aebc4be98759 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Dec 21 22:29:41.410357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44666) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:41.581117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:41.675780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-74c89c8a-60c7-401b-aa45-69679a7f6d46 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1094 time: 0.2641785 Dec 21 22:29:41.678635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44672) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:41.684550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:41.690484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:29:41.694566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:29:41.697579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:29:41.704627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:29:41.729770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:41.876920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:42.020932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.104 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/3f6de99b-d10f-433f-8c8b-6fcd2b6fc8f0) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:29:42.236586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:42.290310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:42.372293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:29:42.375830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:29:42.377748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=3f6de99b-d10f-433f-8c8b-6fcd2b6fc8f0,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:42.380014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:29:42.913206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:43.005283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:43.099577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:29:43.219080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:43.243969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:43.359805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=3f6de99b-d10f-433f-8c8b-6fcd2b6fc8f0,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:29:43.370685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:43.793397 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP fb0752a5-1eaa-44b9-b29d-27272e21c239 associated. External IP: 172.26.6.104, port: 68f21cd3-b746-4817-a93e-9cc88431c3f3. Dec 21 22:29:44.205319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router f50dd348-0559-4271-b082-2362def2be84 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:29:44.412632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:29:44.423309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] Sync routers for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:29:44.437807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:44.438471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:44.466768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:29:44.525743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d30894bd-c203-4914-943b-6ccecdbc1035 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8459954 Dec 21 22:29:44.526367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:29:44.528867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44676) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:44.602891 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'status': 'completed', 'code': 200} Dec 21 22:29:44.635843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:44.713751 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b1ba9335-2fbe-4450-9e9e-aac2510e3566 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/fb0752a5-1eaa-44b9-b29d-27272e21c239 HTTP/1.1" status: 200 len: 992 time: 0.1820753 Dec 21 22:29:44.735780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-8b424445-e565-44f1-b5f6-3bf6a243e703 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1099 time: 0.1060700 Dec 21 22:29:44.878148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-23d929b0-d93a-48d0-bf36-024f45d82527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:44.879746 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-23d929b0-d93a-48d0-bf36-024f45d82527 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 200 len: 897 time: 0.1383448 Dec 21 22:29:44.989679 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-6f991f1e-d5d9-4833-aac3-7c484917e591 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 200 len: 1000 time: 0.1035855 Dec 21 22:29:45.005336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'fb0752a5-1eaa-44b9-b29d-27272e21c239', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'f50dd348-0559-4271-b082-2362def2be84', 'port_id': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'mac_address': 'fa:16:3e:15:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:29:42Z', 'updated_at': '2021-12-21T22:29:42Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:45.009500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] Checking router: f50dd348-0559-4271-b082-2362def2be84 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:29:45.020880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:29:45.021521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:29:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:45.061971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-07dec36e-0f93-4835-9db4-74817e1e7eac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:29:45.063495 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-07dec36e-0f93-4835-9db4-74817e1e7eac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 200 len: 844 time: 0.0684507 Dec 21 22:29:45.144233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-0f8732fa-2490-4f43-a782-1c8b6e08c5e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd1044f4-505a-49d1-b74e-96e5419ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744650 Dec 21 22:29:45.210496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:29:45.286990 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-7475cfd3-0c60-46f9-8c84-2468b273c1dc service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365559 Dec 21 22:29:45.442343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25bbca48-32b2-4117-93fa-afdce9b7d4ad req-7d76ddcf-c14c-4152-830a-8a9a07352871 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484771 Dec 21 22:29:45.716723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44682) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:45.740627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'fb0752a5-1eaa-44b9-b29d-27272e21c239', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'f50dd348-0559-4271-b082-2362def2be84', 'port_id': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'mac_address': 'fa:16:3e:15:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:29:42Z', 'updated_at': '2021-12-21T22:29:42Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:29:45.744921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d55bf-59f3-41a8-9704-92998bcda9b7 None None] The sync data for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv is: [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'fb0752a5-1eaa-44b9-b29d-27272e21c239', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'f50dd348-0559-4271-b082-2362def2be84', 'port_id': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'mac_address': 'fa:16:3e:15:09:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:29:42Z', 'updated_at': '2021-12-21T22:29:42Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:29:45.831335 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e4ae328b-54e1-44b1-9bc8-c41523ec54b0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/fb0752a5-1eaa-44b9-b29d-27272e21c239 HTTP/1.1" status: 200 len: 992 time: 0.1131248 Dec 21 22:29:46.056800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123908a6-4e94-4ab5-9ce7-b95f56c5ad98 None None] New status for floating IP fb0752a5-1eaa-44b9-b29d-27272e21c239: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:29:46.835081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44686) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:46.943756 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6218271-fdf1-4115-9c9d-5fc6733db236 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/fb0752a5-1eaa-44b9-b29d-27272e21c239 HTTP/1.1" status: 200 len: 994 time: 0.1074560 Dec 21 22:30:03.506597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:07.289517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-133e83c1-cc92-4ea1-911a-891516d18468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:08.843720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:10.004905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-520049ff-ab15-4502-aeab-5698dd4edb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:10.037982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:11.546652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:20.100719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:30:20.752320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50401903-a067-4083-847e-ad9d0bbb52ef req-59948a78-ff38-4705-a441-b6acf6a4590b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750990 Dec 21 22:30:20.901308 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50401903-a067-4083-847e-ad9d0bbb52ef req-11f24903-a61a-4eed-b6c2-d1a089850bef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1099 time: 0.0777848 Dec 21 22:30:21.275194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401903-a067-4083-847e-ad9d0bbb52ef req-48c2f294-f9cc-44c1-aee8-70ef751f9685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:30:21.276801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50401903-a067-4083-847e-ad9d0bbb52ef req-48c2f294-f9cc-44c1-aee8-70ef751f9685 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 200 len: 897 time: 0.3566749 Dec 21 22:30:21.385089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50401903-a067-4083-847e-ad9d0bbb52ef req-b721cd48-7a87-40d9-a785-2558b08f488a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 200 len: 1002 time: 0.0997660 Dec 21 22:30:21.452758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401903-a067-4083-847e-ad9d0bbb52ef req-05230e8c-32c0-48b1-b1cf-c780b035fc57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:30:21.454272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50401903-a067-4083-847e-ad9d0bbb52ef req-05230e8c-32c0-48b1-b1cf-c780b035fc57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 200 len: 844 time: 0.0638628 Dec 21 22:30:21.532993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50401903-a067-4083-847e-ad9d0bbb52ef req-ff624f2b-81af-4f1d-bba8-d780dc678067 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd1044f4-505a-49d1-b74e-96e5419ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724428 Dec 21 22:30:21.673601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50401903-a067-4083-847e-ad9d0bbb52ef req-a6ba7856-debe-4586-9f47-29622a2d9f38 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343403 Dec 21 22:30:21.831255 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50401903-a067-4083-847e-ad9d0bbb52ef req-242e47c6-888a-4296-bfa3-013d67d5eb83 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511002 Dec 21 22:30:33.489017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:37.289214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4e3a8af1-aacc-4fbc-908c-c39963aac462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:38.837452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:40.009189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3534dda-59c3-47d6-b20f-81123b6b9849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:40.037370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:41.546102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:30:57.102430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:31:03.535284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:07.299852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9eccdc29-867b-487d-93a7-a38076ccd12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:08.837345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:10.010655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2440abc5-c7a5-44ee-bd01-69a1d451d2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:10.031612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:11.568372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:20.047320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-ba603bb1-df2d-450c-8dc8-f1c942c016f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759645 Dec 21 22:31:20.197162 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-c62eb481-bf73-43a9-b9d9-de00ffc835c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1099 time: 0.0749953 Dec 21 22:31:20.352447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-b4f63cd0-1880-434f-9335-d0415496a5ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:31:20.353947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-b4f63cd0-1880-434f-9335-d0415496a5ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 200 len: 897 time: 0.1375549 Dec 21 22:31:20.463138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-ddd2aa87-078f-491b-9692-e1835c09c2d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 200 len: 1002 time: 0.1020284 Dec 21 22:31:20.537014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-5ad2a906-c736-4765-bd39-8c0946256c18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:31:20.538631 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-5ad2a906-c736-4765-bd39-8c0946256c18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 200 len: 844 time: 0.0691552 Dec 21 22:31:20.622287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-a429f2ef-b37a-4caa-9680-595ada3486d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd1044f4-505a-49d1-b74e-96e5419ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759287 Dec 21 22:31:20.763200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-02d16c5a-2fcf-48e0-8dd3-b4149ac02600 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347451 Dec 21 22:31:20.904496 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e217d9c5-3c0d-4b4c-8982-d44e2ffda1a1 req-bebfd49e-5aad-430d-8fd5-fc5d52e20216 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343317 Dec 21 22:31:33.523798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:34.106465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:31:37.288584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd15f71c-4684-469b-9f9a-34da71aa46a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:38.154378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44712) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:38.161599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:38.414838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853444641'] for subnet, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:38.677022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264531550273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036853344954'] for subnet, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:38.734228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:31:38.735098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:38.736231 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/subnets/a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 200 len: 836 time: 0.5807567 Dec 21 22:31:38.738998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996776c4-6077-4a5a-be12-44fefd02651b None None] Network fd1044f4-505a-49d1-b74e-96e5419ef380 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:31:38.751652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=a1e8067c-0dab-47fd-8651-3ee30b45bbdc,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:31:38.761178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.761555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.761924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.762291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.762653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.763013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.763369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.763728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.764076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.764454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.764810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a393d4d-250a-4e20-88ee-860ffffadfe4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:31:38.910561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:39.257494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-eea29b38-d2a4-48f3-a83d-19c9fcbfabd2 None None] Provisioning complete for port 68f21cd3-b746-4817-a93e-9cc88431c3f3 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:31:39.257911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eea29b38-d2a4-48f3-a83d-19c9fcbfabd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:39.390653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-eea29b38-d2a4-48f3-a83d-19c9fcbfabd2 None None] Provisioning complete for port 22c4a2b3-aa66-434a-abc9-59d1d5189121 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:31:39.390974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eea29b38-d2a4-48f3-a83d-19c9fcbfabd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:39.521821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-eea29b38-d2a4-48f3-a83d-19c9fcbfabd2 None None] Provisioning complete for port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:31:39.522388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eea29b38-d2a4-48f3-a83d-19c9fcbfabd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:40.025458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f21404a3-d7b0-4043-8852-bc0eaa866650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:40.042387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:31:41.562042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:03.534353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:07.299617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e51c496-b677-44ca-a487-ee45913658d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:08.847599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:10.031109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ce74655-55e5-48f3-b0ef-24af83ef3e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:10.053983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:11.246714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:32:11.579845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:21.046066 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-2a035b30-0cad-46ec-98bc-8a67a0681ef2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725617 Dec 21 22:32:21.198656 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-b932df42-f3b1-4903-aff4-a279af55456d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1099 time: 0.0767224 Dec 21 22:32:21.352840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-4ad0cda7-b0ed-4e32-9f6c-04f4bada8852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:21.354280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-4ad0cda7-b0ed-4e32-9f6c-04f4bada8852 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 200 len: 897 time: 0.1362708 Dec 21 22:32:21.460320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-7288f72d-f5f4-40e6-8c36-ce6b43a47a02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 200 len: 1002 time: 0.0974467 Dec 21 22:32:21.531325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-619bbb26-ee59-4dc3-8f8c-dde43d20a286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:21.533166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-619bbb26-ee59-4dc3-8f8c-dde43d20a286 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 200 len: 844 time: 0.0663025 Dec 21 22:32:21.587570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44726) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:21.617775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-d47fcdc5-a08a-45f3-ade9-03fa1d7454aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd1044f4-505a-49d1-b74e-96e5419ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779219 Dec 21 22:32:21.763333 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-124e16df-d3ee-4bd3-8f4c-4b215308ac25 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393337 Dec 21 22:32:21.800162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 3f6de99b-d10f-433f-8c8b-6fcd2b6fc8f0 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:32:21.800523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:21.908979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-599d5774-0ec1-410f-8f24-31da77a7ca17 req-30d7357a-a6b9-4eb3-81c2-572ea7a6c974 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382010 Dec 21 22:32:21.989758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:21.990122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:22.115611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 3f6de99b-d10f-433f-8c8b-6fcd2b6fc8f0 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:32:22.333397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:22.381612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=3f6de99b-d10f-433f-8c8b-6fcd2b6fc8f0,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:22.481036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:22.888965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router f50dd348-0559-4271-b082-2362def2be84 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:32:23.319067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:32:23.329378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] Sync routers for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:32:23.343038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:32:23.343756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:23.368697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:23.426502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2fd67959-f824-4805-a09a-24415303062a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/fb0752a5-1eaa-44b9-b29d-27272e21c239 HTTP/1.1" status: 204 len: 168 time: 1.8377371 Dec 21 22:32:23.427118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:32:23.538764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:32:23.611472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'status': 'completed', 'code': 200} Dec 21 22:32:23.715986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-ae4146a0-4a0c-434c-a726-2b23cbf8f2cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 1099 time: 0.0819497 Dec 21 22:32:23.885347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-6d1ba0c3-d50e-4e4f-b41e-8c2db49f94fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:23.886964 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-6d1ba0c3-d50e-4e4f-b41e-8c2db49f94fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 200 len: 897 time: 0.1634879 Dec 21 22:32:23.922938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:23.927629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] Checking router: f50dd348-0559-4271-b082-2362def2be84 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:32:23.940308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:32:23.941035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:24.006789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-d028ef86-4826-4c51-b53e-e8cc9dd472c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 200 len: 217 time: 0.1117346 Dec 21 22:32:24.092576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-58b27801-1e8e-42cc-a25f-7df5ea3f7510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:24.094227 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-58b27801-1e8e-42cc-a25f-7df5ea3f7510 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 200 len: 844 time: 0.0789919 Dec 21 22:32:24.139177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:32:24.167155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafdfc6-fa8b-47ac-930e-11c1c4f52223 req-1860782d-435c-45a9-9385-6abed7fbf82c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:24.168842 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dcafdfc6-fa8b-47ac-930e-11c1c4f52223 req-1860782d-435c-45a9-9385-6abed7fbf82c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 946 time: 0.2201784 Dec 21 22:32:24.246509 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-c82bf2ee-b4ba-4b16-9a94-0c4b2c686cbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd1044f4-505a-49d1-b74e-96e5419ef380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1434674 Dec 21 22:32:24.248954 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dcafdfc6-fa8b-47ac-930e-11c1c4f52223 req-9491a7de-7da5-412d-a7b8-3d05ef779b8a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717218 Dec 21 22:32:24.398084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-83125778-91da-47f8-adb1-f1386547b318 service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436300 Dec 21 22:32:24.489314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:24.493767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4368f-ee96-4680-974c-5924e9a93858 None None] The sync data for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv is: [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:29:23Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65e16475-7dbd-4074-9ff8-c00bc22ddd4c', 'name': '', 'network_id': 'fd1044f4-505a-49d1-b74e-96e5419ef380', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:d4:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:22Z', 'updated_at': '2021-12-21T22:29:29Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a1e8067c-0dab-47fd-8651-3ee30b45bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:32:24.572380 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebcffd16-dc1b-4eae-84cc-42eef45799da req-7da390a5-231d-4bac-a977-4c786a2a24cd service neutron] 10.222.0.46 "GET /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675406 Dec 21 22:32:24.950173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9092a9-9d96-4d3c-8e09-2b3233268437 None None] New status for floating IP fb0752a5-1eaa-44b9-b29d-27272e21c239: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:32:25.227086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-bb4621fe-76a5-4181-8ad9-10e08a84bc88 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:25.228663 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-bb4621fe-76a5-4181-8ad9-10e08a84bc88 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 946 time: 0.0827205 Dec 21 22:32:25.303479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 68f21cd3-b746-4817-a93e-9cc88431c3f3 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:32:25.303863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:25.818913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f0b49-189f-4bea-bee6-27e1f0c8ab0d req-8a534c81-20b0-4161-bda3-903014a1890c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:25.820569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c66f0b49-189f-4bea-bee6-27e1f0c8ab0d req-8a534c81-20b0-4161-bda3-903014a1890c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 946 time: 0.4270639 Dec 21 22:32:25.866667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 68f21cd3-b746-4817-a93e-9cc88431c3f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=68f21cd3-b746-4817-a93e-9cc88431c3f3,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:25.867059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:26.006146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 68f21cd3-b746-4817-a93e-9cc88431c3f3 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:32:26.046990 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c66f0b49-189f-4bea-bee6-27e1f0c8ab0d req-4705098b-4f25-4f73-b864-7cce87d599c8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=9490b4a0-00ff-4f56-a1ab-4da293bf2316&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201452 Dec 21 22:32:26.328212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:26.382295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=68f21cd3-b746-4817-a93e-9cc88431c3f3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:26.460765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.461147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.461519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.461887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.462248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.462612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.462969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.463321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.463675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.464029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.464402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:26.476881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port 68f21cd3-b746-4817-a93e-9cc88431c3f3 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:32:26.479236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:26.483574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'name': 'network-vif-deleted', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:32:26.495346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6be4193e-8d5a-479a-afe3-75aa48d40fb7 req-e30caca3-40fd-4576-b8ff-5d6d61bee757 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/68f21cd3-b746-4817-a93e-9cc88431c3f3 HTTP/1.1" status: 204 len: 173 time: 1.2601638 Dec 21 22:32:26.644829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb', 'name': 'network-vif-deleted', 'tag': '68f21cd3-b746-4817-a93e-9cc88431c3f3', 'status': 'completed', 'code': 200} Dec 21 22:32:27.317930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d62fb6b2-91a2-4ac8-a38f-33edaec7478f req-0603cbf8-aca3-4538-afb4-b4fc29fc1152 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:32:27.363073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d62fb6b2-91a2-4ac8-a38f-33edaec7478f req-0603cbf8-aca3-4538-afb4-b4fc29fc1152 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:32:27.364430 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d62fb6b2-91a2-4ac8-a38f-33edaec7478f req-0603cbf8-aca3-4538-afb4-b4fc29fc1152 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fd86fdb-b452-4a2e-a13c-dd4d1fe984eb HTTP/1.1" status: 200 len: 210 time: 0.0923221 Dec 21 22:32:28.473503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44762) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:28.548301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbdce2c-16c4-41d4-89eb-fa117b51734f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:28.578940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbdce2c-16c4-41d4-89eb-fa117b51734f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:28.687865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbdce2c-16c4-41d4-89eb-fa117b51734f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:28.709068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdce2c-16c4-41d4-89eb-fa117b51734f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9490b4a0-00ff-4f56-a1ab-4da293bf2316,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:28.739145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9dbdce2c-16c4-41d4-89eb-fa117b51734f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:28.740530 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9dbdce2c-16c4-41d4-89eb-fa117b51734f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/9490b4a0-00ff-4f56-a1ab-4da293bf2316 HTTP/1.1" status: 204 len: 168 time: 0.2658982 Dec 21 22:32:28.825735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44768) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:29.242517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:29.880215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:32:29.880843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:29.941941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 68f21cd3-b746-4817-a93e-9cc88431c3f3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:32:29.980302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 68f21cd3-b746-4817-a93e-9cc88431c3f3 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:32:29.980718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 68f21cd3-b746-4817-a93e-9cc88431c3f3 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:32:30.080923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 65e16475-7dbd-4074-9ff8-c00bc22ddd4c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:30.081321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:30.212801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 65e16475-7dbd-4074-9ff8-c00bc22ddd4c owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:32:30.436518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:30.484714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=65e16475-7dbd-4074-9ff8-c00bc22ddd4c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:30.792828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:31.612179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router f50dd348-0559-4271-b082-2362def2be84 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:32:31.820007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:32:31.830375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] Sync routers for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:32:31.842884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:32:31.843549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:31.855593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-790b519c-5769-4f62-bed3-b98f94c89287 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/f50dd348-0559-4271-b082-2362def2be84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0286758 Dec 21 22:32:31.858396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44772) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:32.077298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b4c269-6942-4a9f-9b97-0734ce97d9a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet a1e8067c-0dab-47fd-8651-3ee30b45bbdc {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:32:32.081737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c269-6942-4a9f-9b97-0734ce97d9a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.146976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c269-6942-4a9f-9b97-0734ce97d9a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.198126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:32:32.312116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c269-6942-4a9f-9b97-0734ce97d9a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.413149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c269-6942-4a9f-9b97-0734ce97d9a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.460096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4c269-6942-4a9f-9b97-0734ce97d9a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e8067c-0dab-47fd-8651-3ee30b45bbdc,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:32.470952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c269-6942-4a9f-9b97-0734ce97d9a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.477291 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a8b4c269-6942-4a9f-9b97-0734ce97d9a6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/a1e8067c-0dab-47fd-8651-3ee30b45bbdc HTTP/1.1" status: 204 len: 168 time: 0.6154118 Dec 21 22:32:32.477466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c34a79-87e0-48a3-a35e-bf27481c01dd None None] Network fd1044f4-505a-49d1-b74e-96e5419ef380 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:32:32.477582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44776) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:32.662526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:32.674273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] Checking router: f50dd348-0559-4271-b082-2362def2be84 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:32:32.687074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.703093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] Routers {'f50dd348-0559-4271-b082-2362def2be84'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:32:32.703768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['f50dd348-0559-4271-b082-2362def2be84'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:32.866383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] DHCP port deletion for fd1044f4-505a-49d1-b74e-96e5419ef380 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:32:32.876185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Deleting port 22c4a2b3-aa66-434a-abc9-59d1d5189121 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:32:32.876699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.911589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.944915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port d9755bad-758f-4b0b-9876-802bc9eca869 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:32:32.945204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:32.983906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] Set router f50dd348-0559-4271-b082-2362def2be84 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:32:33.131170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port d9755bad-758f-4b0b-9876-802bc9eca869, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d9755bad-758f-4b0b-9876-802bc9eca869,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:33.131565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:33.263001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for d9755bad-758f-4b0b-9876-802bc9eca869 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:32:33.322945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] For port 22c4a2b3-aa66-434a-abc9-59d1d5189121, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=22c4a2b3-aa66-434a-abc9-59d1d5189121,segment=NetworkSegment(301ccc83-52b5-49e9-a07e-3a5566a711e3),segment_id=301ccc83-52b5-49e9-a07e-3a5566a711e3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:33.323379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:33.467731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Calling delete_port for 22c4a2b3-aa66-434a-abc9-59d1d5189121 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:32:33.487927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:33.536317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=d9755bad-758f-4b0b-9876-802bc9eca869,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:33.592932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:33.612896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:33.617096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11c89f-29c3-4252-a511-4254b779f2a7 None None] The sync data for ids ['f50dd348-0559-4271-b082-2362def2be84'] in dv-neutron-822521-1-hyperv is: [{'id': 'f50dd348-0559-4271-b082-2362def2be84', 'name': 'tempest-TestNetworkBasicOps-router-1472765686', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:17Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': 'd9755bad-758f-4b0b-9876-802bc9eca869', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50dd348-0559-4271-b082-2362def2be84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:18Z', 'updated_at': '2021-12-21T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:32:33.619183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:33.669937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Pushing event deleted for resources: {'Port': ['ID=22c4a2b3-aa66-434a-abc9-59d1d5189121,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:33.685585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.685585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.685585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.685585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.685585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.685585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.685585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.686371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.686371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.686575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.686877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:33.691194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047fd280-189a-4d2d-bc0a-51ab2f8e4306 None None] No DVR routers for this DVR port 22c4a2b3-aa66-434a-abc9-59d1d5189121 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:32:33.778192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.272283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.276696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.389569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.390059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Fanout notify agent at l3_agent the message router_deleted on router f50dd348-0559-4271-b082-2362def2be84 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:32:34.405219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.406421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5035735b-3bf6-4eb3-817b-99859e16ee72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/routers/f50dd348-0559-4271-b082-2362def2be84 HTTP/1.1" status: 204 len: 168 time: 1.9279048 Dec 21 22:32:34.409996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44780) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:34.538812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.684841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.711800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1044f4-505a-49d1-b74e-96e5419ef380']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:34.725332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301ccc83-52b5-49e9-a07e-3a5566a711e3') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:34.725675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301ccc83-52b5-49e9-a07e-3a5566a711e3') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:34.738428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.753455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.759907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:32:34.760349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:32:34.776068 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:32:34.870483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 22c4a2b3-aa66-434a-abc9-59d1d5189121 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:32:34.886906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.905423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 22c4a2b3-aa66-434a-abc9-59d1d5189121 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:32:34.905817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 22c4a2b3-aa66-434a-abc9-59d1d5189121 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:32:34.906275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 65e16475-7dbd-4074-9ff8-c00bc22ddd4c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:32:34.909466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:34.918742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=fd1044f4-505a-49d1-b74e-96e5419ef380,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:34.939726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 65e16475-7dbd-4074-9ff8-c00bc22ddd4c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:32:34.940117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 65e16475-7dbd-4074-9ff8-c00bc22ddd4c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:32:34.940605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d9755bad-758f-4b0b-9876-802bc9eca869 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:32:34.950612 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e44d75aa-333a-4776-88ae-7ce638c02504 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/fd1044f4-505a-49d1-b74e-96e5419ef380 HTTP/1.1" status: 204 len: 168 time: 0.5394418 Dec 21 22:32:34.964076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44784) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:34.971081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--2138446749', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:34.974206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: d9755bad-758f-4b0b-9876-802bc9eca869 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:32:34.974605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d9755bad-758f-4b0b-9876-802bc9eca869 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:32:34.976954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:34.981431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:network and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:34.984717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:34.991473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:35.029593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:32:35.035510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.067137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:32:35.141207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.141622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment dbb625c1-d808-412c-9957-604fc55f3ad1 of type vlan for network 0bd33696-a6d4-4394-a120-7272ce6c08db Dec 21 22:32:35.218161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.316133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.320272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:35.320949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.438585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=0bd33696-a6d4-4394-a120-7272ce6c08db,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:35.449348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 0bd33696-a6d4-4394-a120-7272ce6c08db details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:32:35.465885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8738dde6-a69b-43b5-8918-cfc1386e0427 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5005703 Dec 21 22:32:35.468826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44788) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:35.475551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'admin_state_up': True, 'project_id': 'b94464e04b434d009b163f6724868a54', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:35.483020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:35.487825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:router and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:35.490845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:35.496942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:35.527778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.528822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.582890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.764417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.965491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:35.996699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:36.143260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.153 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/3b2c930c-2d41-4ad3-9673-4b32bbf6f98e) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:32:36.296657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:36.350990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:36.428267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:32:36.431560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:32:36.433650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=3b2c930c-2d41-4ad3-9673-4b32bbf6f98e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:36.436199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:32:36.608736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:36.609505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:36.904033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 9fb07d55-6586-40de-ba25-a61562b2d51c is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:32:37.114789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:32:37.125813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Sync routers for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:32:37.142702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:32:37.143365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:37.247795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:37.249223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2f7b7dfa-2230-4a42-b99b-9c1b496c7a05 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7793005 Dec 21 22:32:37.252876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44792) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:37.299106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fece7ecc-2078-4840-a238-fad8a1b84a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:37.303600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d34c84c-9bdc-4d36-af41-8ba11263e869 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495169 Dec 21 22:32:37.306417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44796) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:37.337092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:32:37.448625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17404398-f4f4-4dac-b842-f9fc6770e749 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:37.450164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-17404398-f4f4-4dac-b842-f9fc6770e749 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427524 Dec 21 22:32:37.453280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44800) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:37.499420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d496e31b-6828-4ed4-a79b-d44e51aad880 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449908 Dec 21 22:32:37.502771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44804) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:37.508607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965843832', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:37.623460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:37.627983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:37.630922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:37.636977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:37.640974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:36Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:37.645787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Checking router: 9fb07d55-6586-40de-ba25-a61562b2d51c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:32:37.646180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Updating router 9fb07d55-6586-40de-ba25-a61562b2d51c port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:32:37.681908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:32:37.699646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:37.793828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.080524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.092848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Transition to ACTIVE for port object 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:32:38.133691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.151119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.215444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Attempting to bind port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:32:38.215850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Attempting to bind port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:32:38.216246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Attempting to bind port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:32:38.226003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Pushing event updated for resources: {'Port': ['ID=3b2c930c-2d41-4ad3-9673-4b32bbf6f98e,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:38.231105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:32:38.231513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:32:38.232119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.232599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:32:38.233104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Bound port: 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:32:38.233506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.242054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=f4620bed-147d-405d-b3e5-efd84ff9d319,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:38.255051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:32:38.255457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: 0bd33696-a6d4-4394-a120-7272ce6c08db, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:32:38.275332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.275704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.276069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.276458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.276821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.277178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.277532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.277886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.278253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.278583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.279015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:38.316629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 0bd33696-a6d4-4394-a120-7272ce6c08db is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:32:38.348218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] For port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:32:38.351606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] For port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3b2c930c-2d41-4ad3-9673-4b32bbf6f98e,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:32:38.361807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 0bd33696-a6d4-4394-a120-7272ce6c08db) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:32:38.366145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:38.366796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.372475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2eaef9-2bf9-4371-9d71-7e7c13eeff72 None None] Network 0bd33696-a6d4-4394-a120-7272ce6c08db requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:32:38.385404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.413660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ec509b3-9d6d-4fc0-b26c-bf9790c89c9a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9096551 Dec 21 22:32:38.416479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44808) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:38.475238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:32:38.475914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:38.525324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4535891-72ff-4606-bb07-2a1af0115919 None None] Pushing event updated for resources: {'Port': ['ID=3b2c930c-2d41-4ad3-9673-4b32bbf6f98e,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:38.699290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:32:38.780836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-0bd33696-a6d4-4394-a120-7272ce6c08db', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:32:38.781974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.894734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:38.974461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Allocated IP 172.20.0.2 (0bd33696-a6d4-4394-a120-7272ce6c08db/f4620bed-147d-405d-b3e5-efd84ff9d319/25d95e5b-4d22-4945-9b67-2ddd14d23cda) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:32:39.002610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:36Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:39.007607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9d78e-4709-46ed-afa5-5ccdc9bf0eba None None] The sync data for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv is: [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:36Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:32:39.267725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:39.279247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Transition to ACTIVE for port object 25d95e5b-4d22-4945-9b67-2ddd14d23cda will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:32:39.338826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Transition to ACTIVE for port object 25d95e5b-4d22-4945-9b67-2ddd14d23cda will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:32:39.374418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:39.458043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Network 0bd33696-a6d4-4394-a120-7272ce6c08db is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:32:39.461716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:32:39.466794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:32:39.469424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Pushing event updated for resources: {'Port': ['ID=25d95e5b-4d22-4945-9b67-2ddd14d23cda,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:39.476925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:39.575453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Attempting to bind port 25d95e5b-4d22-4945-9b67-2ddd14d23cda on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:32:39.576144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Attempting to bind port 25d95e5b-4d22-4945-9b67-2ddd14d23cda by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:32:39.576933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Attempting to bind port 25d95e5b-4d22-4945-9b67-2ddd14d23cda on network 0bd33696-a6d4-4394-a120-7272ce6c08db {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:32:39.584734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:32:39.585160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Checking segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:32:39.585614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:39.586312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Bound using segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:32:39.586838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Bound port: 25d95e5b-4d22-4945-9b67-2ddd14d23cda, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:32:39.587258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:39.843663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] For port 25d95e5b-4d22-4945-9b67-2ddd14d23cda, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:32:39.848766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] For port 25d95e5b-4d22-4945-9b67-2ddd14d23cda, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=25d95e5b-4d22-4945-9b67-2ddd14d23cda,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:32:39.882244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:39.920289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.1 (0bd33696-a6d4-4394-a120-7272ce6c08db/f4620bed-147d-405d-b3e5-efd84ff9d319/92d7e162-62e8-46ae-905b-e1e31cdd9762) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:32:39.971403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6d23-c3ff-43f4-a0dc-d2ce2305c95c None None] Pushing event updated for resources: {'Port': ['ID=25d95e5b-4d22-4945-9b67-2ddd14d23cda,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:40.030042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-930a683c-9010-424a-8498-0c2cb9a663e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:40.059079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:40.114197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:40.134258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 92d7e162-62e8-46ae-905b-e1e31cdd9762 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:32:40.186101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:40.259030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 0bd33696-a6d4-4394-a120-7272ce6c08db is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:32:40.269018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:32:40.274283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:32:40.324830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=92d7e162-62e8-46ae-905b-e1e31cdd9762,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:40.345985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.347173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.347682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.348178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.348752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.349277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.349801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.350292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.350779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.351514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.352180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:32:40.365327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:40.489209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:40.920310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:40.923616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:32:40.950135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:41.025121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:32:41.030333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:41.030750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:41.071941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=92d7e162-62e8-46ae-905b-e1e31cdd9762,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:41.074325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:41.154469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:41.175966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3b2c930c-2d41-4ad3-9673-4b32bbf6f98e,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:41.209264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:41.210523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 25d95e5b-4d22-4945-9b67-2ddd14d23cda up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:32:41.230721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 0bd33696-a6d4-4394-a120-7272ce6c08db is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:32:41.231990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:32:41.343974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3b2c930c-2d41-4ad3-9673-4b32bbf6f98e,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:41.386187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 25d95e5b-4d22-4945-9b67-2ddd14d23cda completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:32:41.579904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:41.642501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccd129-b232-46a0-947f-4f66c26c366e None None] Network 0bd33696-a6d4-4394-a120-7272ce6c08db requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:32:41.663577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 9fb07d55-6586-40de-ba25-a61562b2d51c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:32:41.817642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0e3b5f06-b47d-4c65-a78c-3469d82645c7 None None] Provisioning for port 25d95e5b-4d22-4945-9b67-2ddd14d23cda completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:32:41.833885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0e3b5f06-b47d-4c65-a78c-3469d82645c7 None None] Provisioning complete for port 25d95e5b-4d22-4945-9b67-2ddd14d23cda triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:41.834309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5f06-b47d-4c65-a78c-3469d82645c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:41.887255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:32:41.902091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7ed4f8e0-3e03-4225-8388-907b84302a6c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/9fb07d55-6586-40de-ba25-a61562b2d51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4844763 Dec 21 22:32:41.904985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44814) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:42.022939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5f06-b47d-4c65-a78c-3469d82645c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:42.036906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Sync routers for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:32:42.060192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c058cf9-aa9d-44f4-84aa-344c1c20666d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:42.060821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c058cf9-aa9d-44f4-84aa-344c1c20666d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:42.061309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c058cf9-aa9d-44f4-84aa-344c1c20666d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:42.061873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c058cf9-aa9d-44f4-84aa-344c1c20666d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:42.063917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7c058cf9-aa9d-44f4-84aa-344c1c20666d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1578455 Dec 21 22:32:42.066877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44818) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:42.082755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0e3b5f06-b47d-4c65-a78c-3469d82645c7 None None] For port 25d95e5b-4d22-4945-9b67-2ddd14d23cda, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=25d95e5b-4d22-4945-9b67-2ddd14d23cda,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:42.085608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:32:42.086296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:42.150212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d86c89-4468-479c-9a8a-f9f544882fbb tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:42.150632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d86c89-4468-479c-9a8a-f9f544882fbb tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:42.150915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5f06-b47d-4c65-a78c-3469d82645c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:42.151050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d86c89-4468-479c-9a8a-f9f544882fbb tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:42.151412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d86c89-4468-479c-9a8a-f9f544882fbb tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:42.156845 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-46d86c89-4468-479c-9a8a-f9f544882fbb tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0863240 Dec 21 22:32:42.157163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44822) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:42.316874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b5f06-b47d-4c65-a78c-3469d82645c7 None None] Pushing event updated for resources: {'Port': ['ID=25d95e5b-4d22-4945-9b67-2ddd14d23cda,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:42.354645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:32:42.384022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c5e4de9-07dc-457b-aef0-01e76b60f9d8 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2245476 Dec 21 22:32:42.502315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-00d34cde-c840-4019-9d89-64d5c094cf3f None None] Provisioning for port 92d7e162-62e8-46ae-905b-e1e31cdd9762 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:32:42.526918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-00d34cde-c840-4019-9d89-64d5c094cf3f None None] Provisioning complete for port 92d7e162-62e8-46ae-905b-e1e31cdd9762 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:42.527330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00d34cde-c840-4019-9d89-64d5c094cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:42.656653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-00d34cde-c840-4019-9d89-64d5c094cf3f None None] Port 92d7e162-62e8-46ae-905b-e1e31cdd9762 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:32:42.676371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44828) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:42.682729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431574616', 'description': 'tempest-secgroup-smoke-1431574616 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:42.690723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:42.695514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:42.699018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:42.705789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:42.714851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-00d34cde-c840-4019-9d89-64d5c094cf3f None None] Provisioning complete for port 25d95e5b-4d22-4945-9b67-2ddd14d23cda triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:42.715273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00d34cde-c840-4019-9d89-64d5c094cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:42.756750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:42.797264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:42.803155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:42.806352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:42.813180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:42.895950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:32:42.896295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:42.922199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:42.930561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:42.946339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Checking router: 9fb07d55-6586-40de-ba25-a61562b2d51c for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:32:42.946749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Updating router 9fb07d55-6586-40de-ba25-a61562b2d51c port 92d7e162-62e8-46ae-905b-e1e31cdd9762 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:32:42.973398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ee0d30-9c46-4896-98d1-8da0dfe348eb,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:43.002209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.003596 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-afa4c700-68e9-44b2-b751-5633496ba0ba tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3260825 Dec 21 22:32:43.006689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44832) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:43.012632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '90ee0d30-9c46-4896-98d1-8da0dfe348eb', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:43.017892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.019226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:43.023310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:43.026301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:43.032933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:43.084241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.107874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:43.108211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.218511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ba7790be-dc3e-48dc-8e36-8a5cdc17ad89 None None] Provisioning complete for port 92d7e162-62e8-46ae-905b-e1e31cdd9762 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:43.218921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba7790be-dc3e-48dc-8e36-8a5cdc17ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.261205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.293159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.321650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c39785c-d156-4a72-899d-0d9b60831607,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:43.368251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.369573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cef97d52-6cc3-4f9f-9efb-65e91f24b71e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3618367 Dec 21 22:32:43.372688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44838) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:43.379523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '90ee0d30-9c46-4896-98d1-8da0dfe348eb', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:43.386366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:43.390393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:43.394292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:43.400443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:43.453631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.466606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ba7790be-dc3e-48dc-8e36-8a5cdc17ad89 None None] Port 92d7e162-62e8-46ae-905b-e1e31cdd9762 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:32:43.520650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.544958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.571719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888ce4c4-df61-4fe8-9139-f8164f9d641a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:43.602269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.603681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d07078ab-3ab8-4270-8555-6b3d1e62a729 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2299204 Dec 21 22:32:43.606652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44842) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:43.613292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '90ee0d30-9c46-4896-98d1-8da0dfe348eb', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:43.617116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 25d95e5b-4d22-4945-9b67-2ddd14d23cda up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:32:43.619733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:43.623708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:43.627255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:43.633321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:43.671626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.741894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.773379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.776738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 25d95e5b-4d22-4945-9b67-2ddd14d23cda triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:43.777165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.799992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1062f385-829b-4a5a-b031-d973cf48ec62,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:43.841234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.842914 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dde7b8c5-368c-448d-ac62-08d514916465 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2352512 Dec 21 22:32:43.843193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.846153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44846) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:43.852104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '90ee0d30-9c46-4896-98d1-8da0dfe348eb', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:43.858541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:43.863537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:43.863812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Transition to ACTIVE for port object 92d7e162-62e8-46ae-905b-e1e31cdd9762 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:32:43.866603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:43.872729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:43.903116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:43.934580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.007945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.037991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.060268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614c897c-d3bd-4bed-8ae0-87c8d1880ff1,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:44.062582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466274-b161-4c9c-a098-4f6b447bff43 None None] Pushing event updated for resources: {'Port': ['ID=92d7e162-62e8-46ae-905b-e1e31cdd9762,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:44.105084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.106959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-42f5002f-42fe-4bcb-9b05-1ed04b75b034 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2592552 Dec 21 22:32:44.109359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44850) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:44.116702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '90ee0d30-9c46-4896-98d1-8da0dfe348eb', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:44.123609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:44.129122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:44.132298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:44.138606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:44.164534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Attempting to bind port 92d7e162-62e8-46ae-905b-e1e31cdd9762 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:32:44.165583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Attempting to bind port 92d7e162-62e8-46ae-905b-e1e31cdd9762 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:32:44.166168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Attempting to bind port 92d7e162-62e8-46ae-905b-e1e31cdd9762 on network 0bd33696-a6d4-4394-a120-7272ce6c08db {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:32:44.173796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:32:44.174216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Checking segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:32:44.174681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.174829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:32:44.175123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Bound using segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:32:44.175646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Bound port: 92d7e162-62e8-46ae-905b-e1e31cdd9762, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:32:44.176074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.182870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.261320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.270814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] For port 92d7e162-62e8-46ae-905b-e1e31cdd9762, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:32:44.274228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] For port 92d7e162-62e8-46ae-905b-e1e31cdd9762, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=92d7e162-62e8-46ae-905b-e1e31cdd9762,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:32:44.287640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.305780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.316925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed4786e-d3df-4c3a-a986-51b46be8e4b4,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:44.345344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.346739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8295658e-9c7f-46b6-b937-2be38b39eea8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2363484 Dec 21 22:32:44.349808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44854) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:44.355835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '90ee0d30-9c46-4896-98d1-8da0dfe348eb', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:44.362762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:44.367517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:44.371006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:44.377769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:44.395563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466274-b161-4c9c-a098-4f6b447bff43 None None] Pushing event updated for resources: {'Port': ['ID=92d7e162-62e8-46ae-905b-e1e31cdd9762,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:44.400256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:32:44.400962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:44.425843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:32:44.437085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.515262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.545220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.573462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28559510-6519-452e-97ad-1db971d8e436,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:44.617120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:32:44.619333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:44.626219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7e364545-2d35-49c6-aca9-073b0726a4b1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2699771 Dec 21 22:32:44.867103 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-7b38b926-3e34-47f4-a3ff-973804a04ab8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431574616&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.0457497 Dec 21 22:32:44.974171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:44Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:32:44.978467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b4588-fb7e-425b-8819-5bc755c1f414 None None] The sync data for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv is: [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:44Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:32:45.032846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-a0a8bc9e-49dd-4d98-9b8b-232f25818c72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:45.034283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-a0a8bc9e-49dd-4d98-9b8b-232f25818c72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:32:45.076919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-a0a8bc9e-49dd-4d98-9b8b-232f25818c72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:32:45.078492 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-a0a8bc9e-49dd-4d98-9b8b-232f25818c72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 797 time: 0.2042718 Dec 21 22:32:45.099253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-b391308a-5597-4b36-847f-e18e052626a4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0126634 Dec 21 22:32:45.199047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-3e53e853-6654-462f-9435-04452f282933 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942922 Dec 21 22:32:45.443779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-6728966f-8d66-4b57-8408-06b6662ef33d service neutron] 10.222.0.30 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306478 Dec 21 22:32:45.598902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-4546c2c6-ae17-4a42-9be0-439a56af0cf5 service neutron] 10.222.0.30 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484911 Dec 21 22:32:46.855928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-956a5b80-d115-4c8c-98e4-f23a41aff9be req-f134a788-eba6-46ad-b8e0-fd3f49071182 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 210 time: 0.0482647 Dec 21 22:32:46.902243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 92d7e162-62e8-46ae-905b-e1e31cdd9762 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:32:47.007461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 92d7e162-62e8-46ae-905b-e1e31cdd9762 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:32:47.013144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 92d7e162-62e8-46ae-905b-e1e31cdd9762 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:47.013560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:47.141023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:47.171801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 92d7e162-62e8-46ae-905b-e1e31cdd9762, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=92d7e162-62e8-46ae-905b-e1e31cdd9762,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:47.207484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:47.279772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=92d7e162-62e8-46ae-905b-e1e31cdd9762,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:48.027692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f6e44bcd-2ea7-4ab7-96f9-a66d31267f5c req-f5a2b2ac-b05d-42ea-bd70-bc8d89887bd9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 210 time: 0.0459387 Dec 21 22:32:48.107502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:32:48.853577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-17c0f5b5-3e66-4e11-912a-d3413f97a5e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:48.855126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-17c0f5b5-3e66-4e11-912a-d3413f97a5e0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 797 time: 0.1647851 Dec 21 22:32:48.883776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 92d7e162-62e8-46ae-905b-e1e31cdd9762 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:32:48.913361 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-57213342-42ed-45a2-9785-9214de6d9d29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 380 time: 0.0456116 Dec 21 22:32:48.924819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['90ee0d30-9c46-4896-98d1-8da0dfe348eb']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:48.961064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 92d7e162-62e8-46ae-905b-e1e31cdd9762 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:48.961478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:49.083820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:32:49.090479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:port and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:32:49.093741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:32:49.100945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:32:49.190333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:32:49.196565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:49.258742 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1fb670b7-6db5-46f6-92b7-fd657191e40a req-8eaebf08-c66f-4f8c-8fa8-8cf068b49442 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 210 time: 0.0514157 Dec 21 22:32:49.417155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.4 (0bd33696-a6d4-4394-a120-7272ce6c08db/f4620bed-147d-405d-b3e5-efd84ff9d319/f8741e92-4041-48e6-a560-8fa438366c2c) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:32:49.674018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:49.690498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object f8741e92-4041-48e6-a560-8fa438366c2c will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:32:49.745308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:49.824608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 0bd33696-a6d4-4394-a120-7272ce6c08db is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:32:49.827948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:32:49.833475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:32:49.860724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=f8741e92-4041-48e6-a560-8fa438366c2c,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:49.902541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:49.903251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:49.968590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e287a543-d4b3-4227-bca1-111b756772dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0487084 Dec 21 22:32:49.979209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-598df881-1a3c-45dd-b191-7167f1fa1d5b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:32:49.980254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-598df881-1a3c-45dd-b191-7167f1fa1d5b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054932 Dec 21 22:32:49.992151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Request body: {'port': {'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:50.111645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:50.190524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d7d0f87e-bd75-40c8-8443-cb3aff7440b3 None None] Provisioning for port f8741e92-4041-48e6-a560-8fa438366c2c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:32:50.195806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d7d0f87e-bd75-40c8-8443-cb3aff7440b3 None None] Provisioning complete for port f8741e92-4041-48e6-a560-8fa438366c2c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:50.196225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f87e-bd75-40c8-8443-cb3aff7440b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:50.254946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0f87e-bd75-40c8-8443-cb3aff7440b3 None None] Port f8741e92-4041-48e6-a560-8fa438366c2c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:32:50.535128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8741e92-4041-48e6-a560-8fa438366c2c {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:32:50.546770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3d676-7228-4391-bfdf-e31ac47983c8 req-3d16cb84-f9a8-447e-8cef-9c70ca8cc897 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:50.547527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-9ff3d676-7228-4391-bfdf-e31ac47983c8 req-3d16cb84-f9a8-447e-8cef-9c70ca8cc897 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:32:50.552573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:50.575932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Transition to ACTIVE for port object f8741e92-4041-48e6-a560-8fa438366c2c will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:32:50.618741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-9ff3d676-7228-4391-bfdf-e31ac47983c8 req-3d16cb84-f9a8-447e-8cef-9c70ca8cc897 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:32:50.620028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ff3d676-7228-4391-bfdf-e31ac47983c8 req-3d16cb84-f9a8-447e-8cef-9c70ca8cc897 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 931 time: 0.2302654 Dec 21 22:32:50.651569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:51.039034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Pushing event updated for resources: {'Port': ['ID=f8741e92-4041-48e6-a560-8fa438366c2c,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:51.043143 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ff3d676-7228-4391-bfdf-e31ac47983c8 req-d1e293a0-eba1-41df-a9ce-58cf7af3b4d3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4169340 Dec 21 22:32:51.156220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Attempting to bind port f8741e92-4041-48e6-a560-8fa438366c2c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:32:51.156743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Attempting to bind port f8741e92-4041-48e6-a560-8fa438366c2c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:32:51.156941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Attempting to bind port f8741e92-4041-48e6-a560-8fa438366c2c on network 0bd33696-a6d4-4394-a120-7272ce6c08db {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:32:51.163409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Port f8741e92-4041-48e6-a560-8fa438366c2c on network 0bd33696-a6d4-4394-a120-7272ce6c08db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:32:51.163763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Attempting to bind port f8741e92-4041-48e6-a560-8fa438366c2c on network 0bd33696-a6d4-4394-a120-7272ce6c08db {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:32:51.170873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:32:51.171222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Checking segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:32:51.171640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Bound using segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:32:51.172103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Bound port: f8741e92-4041-48e6-a560-8fa438366c2c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:32:51.172506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:51.265184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] For port f8741e92-4041-48e6-a560-8fa438366c2c, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:32:51.269420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] For port f8741e92-4041-48e6-a560-8fa438366c2c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8741e92-4041-48e6-a560-8fa438366c2c,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:32:51.328139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:51.392642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:51.394145 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] 10.222.0.46 "PUT /v2.0/ports/f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 1093 time: 1.4065881 Dec 21 22:32:51.394630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:32:51.416662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde98e3-77b1-4f75-9f9a-3a9c0256c05a service neutron] Pushing event updated for resources: {'Port': ['ID=f8741e92-4041-48e6-a560-8fa438366c2c,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:51.463884 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'status': 'completed', 'code': 200} Dec 21 22:32:51.572136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e02fe46d-9e6b-4e85-ba81-a98aed16d67f req-6d7c12b6-abd8-47f0-a37c-7e51bcbcc0c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1096 time: 0.0835979 Dec 21 22:32:51.731786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fe46d-9e6b-4e85-ba81-a98aed16d67f req-698269a5-89ee-4a33-b4ef-5bdf24567b80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:51.733398 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e02fe46d-9e6b-4e85-ba81-a98aed16d67f req-698269a5-89ee-4a33-b4ef-5bdf24567b80 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b94464e04b434d009b163f6724868a54&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1525400 Dec 21 22:32:51.882323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fe46d-9e6b-4e85-ba81-a98aed16d67f req-568cf36e-170e-42d1-809e-a354233457c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:51.883880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e02fe46d-9e6b-4e85-ba81-a98aed16d67f req-568cf36e-170e-42d1-809e-a354233457c3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1443646 Dec 21 22:32:51.994607 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-9e547f9b-3d61-4fd6-a73b-5623f386971e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1096 time: 0.0747223 Dec 21 22:32:52.068693 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-38d92206-f2ed-4b01-82cd-5e78e31a2ab8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 217 time: 0.0669136 Dec 21 22:32:52.137664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-a5d5d38c-b63d-40bf-af34-adcdbf41022f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:52.139188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-a5d5d38c-b63d-40bf-af34-adcdbf41022f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.0650747 Dec 21 22:32:52.287580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-e0913577-7d02-42a6-9dc4-547d052e50e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1418390 Dec 21 22:32:52.298585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbda383-7fe5-4f39-887e-dcf2bb323a03 req-61e1b117-4d84-4c9e-b974-8dbae09a9576 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:52.300082 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afbda383-7fe5-4f39-887e-dcf2bb323a03 req-61e1b117-4d84-4c9e-b974-8dbae09a9576 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 943 time: 0.1117270 Dec 21 22:32:52.451028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afbda383-7fe5-4f39-887e-dcf2bb323a03 req-9588fd22-2f87-475a-9332-d3034ac00d47 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282768 Dec 21 22:32:52.479264 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-11daf864-0c35-4ca8-a958-470345fa3a8a service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781089 Dec 21 22:32:52.629260 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1465e0f-38e9-4719-a453-b8666ac89d40 req-80094392-b815-4382-99a5-2027527f2a2d service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425276 Dec 21 22:32:53.663767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f7f23-1021-4da3-ae72-cf9fb5df5919 req-59dcb19c-01aa-4cdf-8ca8-a68ecfa182cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:53.665344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a19f7f23-1021-4da3-ae72-cf9fb5df5919 req-59dcb19c-01aa-4cdf-8ca8-a68ecfa182cb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 943 time: 0.0868344 Dec 21 22:32:53.713217 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a19f7f23-1021-4da3-ae72-cf9fb5df5919 req-b111e928-3fbd-4826-a2dc-231063849c38 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416977 Dec 21 22:32:54.918548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a7a09-1d9d-467b-a722-608c89998ba6 req-cce90223-b55b-498c-94f3-46692aa3628a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:54.920155 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-832a7a09-1d9d-467b-a722-608c89998ba6 req-cce90223-b55b-498c-94f3-46692aa3628a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 943 time: 0.0829704 Dec 21 22:32:54.969077 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-832a7a09-1d9d-467b-a722-608c89998ba6 req-f5e51e19-5217-4a08-942b-b15a60ccbb02 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Dec 21 22:32:56.055719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f8741e92-4041-48e6-a560-8fa438366c2c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:32:56.184273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fb1fa-0f8c-42f9-b25f-79e9f1cd1774 req-23bfb836-514f-4da6-9989-8addb030a3f8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:56.186034 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b86fb1fa-0f8c-42f9-b25f-79e9f1cd1774 req-23bfb836-514f-4da6-9989-8addb030a3f8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 943 time: 0.0890248 Dec 21 22:32:56.203402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f8741e92-4041-48e6-a560-8fa438366c2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8741e92-4041-48e6-a560-8fa438366c2c,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:56.217984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:32:56.235793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b86fb1fa-0f8c-42f9-b25f-79e9f1cd1774 req-363480f4-ab73-48f0-bcf1-fc4ea15fd32e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Dec 21 22:32:56.274035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:56.292760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8741e92-4041-48e6-a560-8fa438366c2c {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:32:56.308519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f8741e92-4041-48e6-a560-8fa438366c2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8741e92-4041-48e6-a560-8fa438366c2c,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:56.378150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:56.604809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f8741e92-4041-48e6-a560-8fa438366c2c,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:56.662439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['f8741e92-4041-48e6-a560-8fa438366c2c'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:32:57.438142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e9841-9d4e-48cc-a6e5-954802e1b48a req-547cef19-7c0a-4eb8-9792-e7f34fe3effc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:57.440346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d30e9841-9d4e-48cc-a6e5-954802e1b48a req-547cef19-7c0a-4eb8-9792-e7f34fe3effc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 944 time: 0.0831618 Dec 21 22:32:57.490916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d30e9841-9d4e-48cc-a6e5-954802e1b48a req-a2b94e1d-f9ac-41f6-b724-4d1160f074ac tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 Dec 21 22:32:58.070561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f8741e92-4041-48e6-a560-8fa438366c2c up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:32:58.167516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port f8741e92-4041-48e6-a560-8fa438366c2c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:32:58.172326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port f8741e92-4041-48e6-a560-8fa438366c2c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:32:58.173281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:58.290840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:58.319644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:32:58.330303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f8741e92-4041-48e6-a560-8fa438366c2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8741e92-4041-48e6-a560-8fa438366c2c,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:32:58.367956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:32:58.438735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f8741e92-4041-48e6-a560-8fa438366c2c,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:32:58.460446 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'code': 200} Dec 21 22:32:58.746888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfa93-0374-4f72-8452-f8f310f90776 req-1e3add2b-a549-4c6f-a157-5939398c40e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:32:58.748526 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9d4bfa93-0374-4f72-8452-f8f310f90776 req-1e3add2b-a549-4c6f-a157-5939398c40e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 945 time: 0.1356304 Dec 21 22:32:58.792028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa4c8d59-22d9-4a99-a88b-655b5398c600 req-a6b38088-d34c-4eef-8611-479551b44bff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1098 time: 0.1222305 Dec 21 22:32:58.837354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9d4bfa93-0374-4f72-8452-f8f310f90776 req-4b089cda-feff-427e-b61c-89c5c5eea21a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796375 Dec 21 22:32:58.847996 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa4c8d59-22d9-4a99-a88b-655b5398c600 req-ae0ec7b4-8a11-4b1c-a42e-804c3863d704 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482152 Dec 21 22:33:00.045967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60a10-2a72-489a-9cc3-f3be9f287466 req-6c41853f-a100-4e6a-8431-76096018a741 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:00.047562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-71b60a10-2a72-489a-9cc3-f3be9f287466 req-6c41853f-a100-4e6a-8431-76096018a741 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 945 time: 0.0830374 Dec 21 22:33:00.098814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-71b60a10-2a72-489a-9cc3-f3be9f287466 req-1190aa43-d332-4e6a-a855-cbe5a6996f95 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443292 Dec 21 22:33:01.310234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce002a-e0ba-4198-817f-7d908bc32dee req-a805181a-f48b-4b62-8c77-c3d91dd296ee tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:01.311830 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67ce002a-e0ba-4198-817f-7d908bc32dee req-a805181a-f48b-4b62-8c77-c3d91dd296ee tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 945 time: 0.0877249 Dec 21 22:33:01.360811 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67ce002a-e0ba-4198-817f-7d908bc32dee req-4e7d4393-a48e-4ab5-aa29-290b56c6ca6d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Dec 21 22:33:01.562413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4095e-59b5-4f3a-b31a-5a4fe3cfded6 req-efb8dc72-6791-4dc7-813d-060e6d0c69c8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:01.564763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bdc4095e-59b5-4f3a-b31a-5a4fe3cfded6 req-efb8dc72-6791-4dc7-813d-060e6d0c69c8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 945 time: 0.0841660 Dec 21 22:33:01.616924 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bdc4095e-59b5-4f3a-b31a-5a4fe3cfded6 req-8780ad5d-5ef1-4f03-81ef-d8ac5cfeaa0c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458775 Dec 21 22:33:01.644962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44922) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:01.721122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2b678af7-c074-4949-8ced-fa886483a7c0 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1093 time: 0.0747950 Dec 21 22:33:01.723810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44926) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:01.729482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:01.735673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:01.739786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:01.742802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:01.748897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:01.783670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:02.145708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:02.288941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.233 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/a443a9b1-d3fc-4ec8-9f27-78a889c470a2) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:33:02.444912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:02.533645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:02.610973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:33:02.614416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:33:02.616487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=a443a9b1-d3fc-4ec8-9f27-78a889c470a2,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:02.618793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:33:03.143409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:03.226455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:03.438886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:03.481462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:03.533940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:03.595663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=a443a9b1-d3fc-4ec8-9f27-78a889c470a2,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:03.610420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:03.810558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP 8cb7a532-c837-40ca-aed9-0e663b21a22c associated. External IP: 172.26.6.233, port: f8741e92-4041-48e6-a560-8fa438366c2c. Dec 21 22:33:04.218474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 9fb07d55-6586-40de-ba25-a61562b2d51c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:33:04.430914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:33:04.443000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] Sync routers for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:33:04.456488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:33:04.457152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:33:04.481853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:04.542217 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c4fb1eaa-0a26-4a91-a854-4976eb3cb5d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8172357 Dec 21 22:33:04.543178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:33:04.545176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44930) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:04.599755 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'status': 'completed', 'code': 200} Dec 21 22:33:04.650263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:33:04.663439 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b928f626-0249-4c76-9ba6-fdfddd75b18e tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1093 time: 0.1168993 Dec 21 22:33:04.702205 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0306370-b24e-46b4-944b-32d424fbe68f req-95846b15-e5b8-413e-af18-6fa74b069a44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1098 time: 0.0804808 Dec 21 22:33:04.854956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0306370-b24e-46b4-944b-32d424fbe68f req-0f586aef-5288-43ab-958e-a6f18413a8f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:04.856594 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0306370-b24e-46b4-944b-32d424fbe68f req-0f586aef-5288-43ab-958e-a6f18413a8f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 898 time: 0.1473334 Dec 21 22:33:04.971533 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0306370-b24e-46b4-944b-32d424fbe68f req-86aa2572-f9aa-4dec-abe2-7eb50671d418 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 999 time: 0.1077218 Dec 21 22:33:04.984056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 44938) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:04.991673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458533071', 'description': 'tempest-secgroup-smoke-458533071 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:04.998684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:05.004207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:05.007436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:05.014294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:05.037671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:02Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:33:05.041896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] Checking router: 9fb07d55-6586-40de-ba25-a61562b2d51c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:33:05.042870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0306370-b24e-46b4-944b-32d424fbe68f req-2e2069ad-2d1b-4c48-9dde-45383df02b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:05.044615 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0306370-b24e-46b4-944b-32d424fbe68f req-2e2069ad-2d1b-4c48-9dde-45383df02b18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.0665076 Dec 21 22:33:05.048152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.055490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:33:05.056458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:32:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:33:05.090779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:05.095838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:05.099599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:05.106342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:05.144021 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0306370-b24e-46b4-944b-32d424fbe68f req-8531d3ea-0d97-46c9-b5e9-511a741ad6a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931637 Dec 21 22:33:05.167832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.195854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.246323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15220295-d673-4a8d-9db3-cf763aa8ffa5,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:05.259014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:33:05.281835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.283315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8632a8a5-b4ec-4b0c-96db-ffcf6fd45d01 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2974696 Dec 21 22:33:05.288068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44942) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:05.297141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '15220295-d673-4a8d-9db3-cf763aa8ffa5', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:05.306337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:05.310465 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0306370-b24e-46b4-944b-32d424fbe68f req-3610be6c-8e5a-4659-a9b8-390ad3f974b3 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595080 Dec 21 22:33:05.313346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:05.317539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:05.353891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:05.446625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.511104 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0306370-b24e-46b4-944b-32d424fbe68f req-41756b80-1a81-4069-871d-d89eabc8fd25 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945894 Dec 21 22:33:05.536835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.596038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.626048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb90a06f-007c-45d6-a054-221315b9bcc2,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:05.641478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:02Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:33:05.645696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdb0090-03e8-4144-b665-01327680e777 None None] The sync data for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv is: [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:02Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:33:05.659099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.660461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-724ac34c-99bf-4f39-aac7-6d74c2078e10 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3712652 Dec 21 22:33:05.663574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44946) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:05.669470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '15220295-d673-4a8d-9db3-cf763aa8ffa5', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:05.677122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:05.681200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:05.684587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:05.691845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:05.740955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.810643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.841576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.868260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce7184a-1ab0-4825-b6d0-7f6685254073,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:05.904816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:05.906309 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5be879a0-a876-4433-a65e-42b4e2cda7ea tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2417176 Dec 21 22:33:05.910216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44950) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:05.916280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '15220295-d673-4a8d-9db3-cf763aa8ffa5', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:05.924236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:05.928833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:05.932328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:05.939009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:05.974789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4acb40-daf4-41b0-8c37-960d7f111b7b None None] New status for floating IP 8cb7a532-c837-40ca-aed9-0e663b21a22c: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:33:05.992936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.060350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.099011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.126051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04d1b0b-1145-4ff3-9197-5ec03ceb5e8b,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:06.178971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.183016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b511fa18-2b39-432c-bc09-091cefff6b7d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2691104 Dec 21 22:33:06.183249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44954) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:06.189727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '15220295-d673-4a8d-9db3-cf763aa8ffa5', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:06.196162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:06.200260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:06.203331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:06.209508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:06.254200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.325197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.367490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.394254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44202f9d-3701-4c8d-b777-ed15735e9bd6,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:06.430258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.431714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-70cdf656-3095-43fa-ab05-00aa757b8f82 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2473004 Dec 21 22:33:06.434741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44958) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:06.441881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '15220295-d673-4a8d-9db3-cf763aa8ffa5', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:06.448437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:06.452565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:06.455739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:06.461805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:06.498737 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:33:06.506217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.574595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.601600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.630482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d3417e-44b9-4d81-99ff-8937b41aea63,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:06.664552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.665831 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5f81b576-86d1-473f-95c7-e1ddf4bd3086 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2300806 Dec 21 22:33:06.668695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 44962) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:06.675047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': '15220295-d673-4a8d-9db3-cf763aa8ffa5', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:06.681306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:06.685589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:06.689182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:06.695361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:06.733167 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:33:06.740886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.808671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.847306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.870318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8c4399-3324-49de-ae25-f94127a0aa18,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:06.904557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:06.905857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8d968a4a-d30a-48e6-9fbe-a753fb7a218a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2361715 Dec 21 22:33:07.088727 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-1d67d082-cea7-44a9-b00a-ce14830102ac tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458533071&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.0473833 Dec 21 22:33:07.252361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-866c8c15-b990-45e2-bb56-cbaa143117ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:07.253950 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-866c8c15-b990-45e2-bb56-cbaa143117ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 797 time: 0.1569142 Dec 21 22:33:07.272565 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-25c092f3-ba4e-4df8-b9d4-2763d7dc75e4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0122757 Dec 21 22:33:07.310773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4743-22e8-4521-aeee-8e458021b5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:07.364714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-d5cea009-4b6b-40b8-8b83-3847f92fda76 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864050 Dec 21 22:33:07.384855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-0b12bbd0-e482-4e93-9498-106bccb3b320 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:33:07.385892 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-0b12bbd0-e482-4e93-9498-106bccb3b320 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0053422 Dec 21 22:33:07.538564 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-6131778d-6645-4356-9e45-247fef11d330 service neutron] 10.222.0.30 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461091 Dec 21 22:33:07.680176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-409b11ba-0d56-43fd-8b1d-69025259b880 service neutron] 10.222.0.30 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352332 Dec 21 22:33:07.981692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7eac973b-bbdd-4fa0-8917-0e66b4919403 req-913d73ba-2018-426e-b340-011ea4ba8b17 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 210 time: 0.0449479 Dec 21 22:33:08.847219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:09.101392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49975f87-f632-4b27-be75-f56182b18757 req-43563230-6bac-4161-b05b-e12bfbaa3ea3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 210 time: 0.0525010 Dec 21 22:33:10.047947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee98d5bc-3c01-40cb-8d93-579d902a27f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:10.081721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:10.269429 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2e8f44ad-2453-4aec-9ad5-348b1449a132 req-59efc079-6bde-44b3-b774-c4474e66e240 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 210 time: 0.0463254 Dec 21 22:33:11.438502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0ab06f8d-3f5f-41d1-a6c1-9a1960aa1542 req-9dbe96fd-f1ec-4cb2-abf6-8dadd9e0dfd4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 210 time: 0.0443182 Dec 21 22:33:11.585350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:11.678441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-b7a8e08d-7f9b-4a35-8819-a6e5ab1114c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:11.679996 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-b7a8e08d-7f9b-4a35-8819-a6e5ab1114c5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 797 time: 0.1559827 Dec 21 22:33:11.964937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-423ac7ff-424e-4a5d-b84e-46a019bd5ebb tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 472 time: 0.2725585 Dec 21 22:33:11.974835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['15220295-d673-4a8d-9db3-cf763aa8ffa5']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:12.118714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:12.128887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:12.161254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:33:12.167211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:12.337111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.9 (0bd33696-a6d4-4394-a120-7272ce6c08db/f4620bed-147d-405d-b3e5-efd84ff9d319/d4de4a2e-17c8-40eb-8599-0cc707224aa0) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:33:12.537264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:12.554322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object d4de4a2e-17c8-40eb-8599-0cc707224aa0 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:33:12.612641 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d5f61a7-aa0e-4606-8a55-58355efb64bb req-60ec2eee-dda6-4815-ba14-33dcca0fab03 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 210 time: 0.0503476 Dec 21 22:33:12.646738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:12.728537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 0bd33696-a6d4-4394-a120-7272ce6c08db is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:33:12.732001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:33:12.734045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=d4de4a2e-17c8-40eb-8599-0cc707224aa0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:12.737256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:33:12.802973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:12.803657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:12.860493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-09594a93-a2e7-48ee-bd81-6e691d352c7e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8886855 Dec 21 22:33:12.872577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Request body: {'port': {'device_id': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:12.992532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:13.133042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8a24429a-6af3-4d7f-8ed4-ca1fa57d5b3f None None] Provisioning for port d4de4a2e-17c8-40eb-8599-0cc707224aa0 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:33:13.138633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8a24429a-6af3-4d7f-8ed4-ca1fa57d5b3f None None] Provisioning complete for port d4de4a2e-17c8-40eb-8599-0cc707224aa0 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:33:13.139059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a24429a-6af3-4d7f-8ed4-ca1fa57d5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:13.194365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8a24429a-6af3-4d7f-8ed4-ca1fa57d5b3f None None] Port d4de4a2e-17c8-40eb-8599-0cc707224aa0 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:33:13.441751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4de4a2e-17c8-40eb-8599-0cc707224aa0 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:33:13.448625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:13.498416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Transition to ACTIVE for port object d4de4a2e-17c8-40eb-8599-0cc707224aa0 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:33:13.516351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:13.647874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Pushing event updated for resources: {'Port': ['ID=d4de4a2e-17c8-40eb-8599-0cc707224aa0,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:13.824498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Attempting to bind port d4de4a2e-17c8-40eb-8599-0cc707224aa0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:33:13.824882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Attempting to bind port d4de4a2e-17c8-40eb-8599-0cc707224aa0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:33:13.825250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Attempting to bind port d4de4a2e-17c8-40eb-8599-0cc707224aa0 on network 0bd33696-a6d4-4394-a120-7272ce6c08db {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:33:13.835251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Port d4de4a2e-17c8-40eb-8599-0cc707224aa0 on network 0bd33696-a6d4-4394-a120-7272ce6c08db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:33:13.835609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Attempting to bind port d4de4a2e-17c8-40eb-8599-0cc707224aa0 on network 0bd33696-a6d4-4394-a120-7272ce6c08db {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:33:13.854458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:33:13.854767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Checking segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:33:13.855194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Bound using segment: {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:33:13.855664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Bound port: d4de4a2e-17c8-40eb-8599-0cc707224aa0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb625c1-d808-412c-9957-604fc55f3ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:33:13.856043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:13.880796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648995-32bb-4c6c-a822-6bfddeb48077 req-67d8fb9d-ac34-400f-b20d-43adaddb1e64 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:13.881559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fb648995-32bb-4c6c-a822-6bfddeb48077 req-67d8fb9d-ac34-400f-b20d-43adaddb1e64 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:33:13.963814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fb648995-32bb-4c6c-a822-6bfddeb48077 req-67d8fb9d-ac34-400f-b20d-43adaddb1e64 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:33:13.965134 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fb648995-32bb-4c6c-a822-6bfddeb48077 req-67d8fb9d-ac34-400f-b20d-43adaddb1e64 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 943 time: 0.2166827 Dec 21 22:33:13.989136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] For port d4de4a2e-17c8-40eb-8599-0cc707224aa0, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:33:14.004189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] For port d4de4a2e-17c8-40eb-8599-0cc707224aa0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:33:14.024493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fb648995-32bb-4c6c-a822-6bfddeb48077 req-c9a5dbdc-75af-48d9-bf9e-0678fe69f132 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519471 Dec 21 22:33:14.029512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:14.098028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:14.099530 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-582b54ad-55af-4791-a181-725cb79b963c service neutron] 10.222.0.46 "PUT /v2.0/ports/d4de4a2e-17c8-40eb-8599-0cc707224aa0 HTTP/1.1" status: 200 len: 1093 time: 1.2317500 Dec 21 22:33:14.100022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:33:14.116597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b54ad-55af-4791-a181-725cb79b963c service neutron] Pushing event updated for resources: {'Port': ['ID=d4de4a2e-17c8-40eb-8599-0cc707224aa0,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:14.160070 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'status': 'completed', 'code': 200} Dec 21 22:33:14.249509 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-b122cce3-4b65-4b18-9876-4d98ec3c305d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0826619 Dec 21 22:33:14.322909 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-225b26e2-d9f5-4aae-9be5-f79a16b92d40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0 HTTP/1.1" status: 200 len: 217 time: 0.0660961 Dec 21 22:33:14.394387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-6011daeb-ea7b-46bf-b540-5724ddc0a105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:14.395887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-6011daeb-ea7b-46bf-b540-5724ddc0a105 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.0668814 Dec 21 22:33:14.475987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-f59523e0-7f62-4c98-abb2-df81ef00aaee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738521 Dec 21 22:33:14.627023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-6ebd9d9d-c3de-443b-8498-1536f9bf0347 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377993 Dec 21 22:33:14.772631 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0615d09e-bbf3-4161-aa0b-4528d17aed2a req-82d8d36a-00a7-42ee-a58c-a045eb361ac3 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392345 Dec 21 22:33:14.920760 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e31e36ca-f158-4323-9335-35d61ff128fd req-c37bc552-38c4-4b8a-9ad1-8699fe99a116 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0787704 Dec 21 22:33:15.066711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e36ca-f158-4323-9335-35d61ff128fd req-2afa8185-ad56-4fb5-ad8e-35217ae00208 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:15.068419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e31e36ca-f158-4323-9335-35d61ff128fd req-2afa8185-ad56-4fb5-ad8e-35217ae00208 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 898 time: 0.1406987 Dec 21 22:33:15.140280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e31e36ca-f158-4323-9335-35d61ff128fd req-f224ff5e-780c-41b1-9a01-26bc233cedfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0 HTTP/1.1" status: 200 len: 217 time: 0.0652840 Dec 21 22:33:15.272741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e36ca-f158-4323-9335-35d61ff128fd req-607b13d3-410b-4154-8163-b89915483825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:15.274300 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e31e36ca-f158-4323-9335-35d61ff128fd req-607b13d3-410b-4154-8163-b89915483825 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.1231477 Dec 21 22:33:15.325644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb9d68-921d-408d-8d41-c13a27fd1c32 req-891fa2f8-a626-4049-af66-06b6d6af85f9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:15.327187 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-36bb9d68-921d-408d-8d41-c13a27fd1c32 req-891fa2f8-a626-4049-af66-06b6d6af85f9 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 943 time: 0.1779106 Dec 21 22:33:15.395140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-36bb9d68-921d-408d-8d41-c13a27fd1c32 req-9f0caf40-c535-4f43-9389-5323720e0c47 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595727 Dec 21 22:33:15.402338 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e31e36ca-f158-4323-9335-35d61ff128fd req-fc6420cd-38bb-485b-8f63-37b864dd1ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209702 Dec 21 22:33:15.549575 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e31e36ca-f158-4323-9335-35d61ff128fd req-65757603-6330-48a5-8ab5-ba3a0329c954 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364269 Dec 21 22:33:15.693739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e31e36ca-f158-4323-9335-35d61ff128fd req-6c4de876-8cc7-4ab2-9482-078150cb8c7b service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373725 Dec 21 22:33:16.742728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31822d4c-424a-4215-bc96-531e64a67936 req-8210ab88-cfba-4197-b2cf-724d10d2f472 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:16.744362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31822d4c-424a-4215-bc96-531e64a67936 req-8210ab88-cfba-4197-b2cf-724d10d2f472 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 943 time: 0.0869608 Dec 21 22:33:16.793287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31822d4c-424a-4215-bc96-531e64a67936 req-8c533987-6d53-453a-b506-794360e46e24 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Dec 21 22:33:18.001290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b3ea4-48c0-46df-af8c-8b50f49e8c90 req-3fa6578d-e246-4310-9316-4e3a632e362e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:18.002884 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d44b3ea4-48c0-46df-af8c-8b50f49e8c90 req-3fa6578d-e246-4310-9316-4e3a632e362e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 943 time: 0.0838296 Dec 21 22:33:18.053881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d44b3ea4-48c0-46df-af8c-8b50f49e8c90 req-366dc23c-9854-419b-8986-74b6dafcdf37 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448518 Dec 21 22:33:18.165777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d4de4a2e-17c8-40eb-8599-0cc707224aa0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:33:18.305837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d4de4a2e-17c8-40eb-8599-0cc707224aa0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:33:18.320483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'port_id': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'mac_address': 'fa:16:3e:2b:48:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:33:18.378806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:18.396959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4de4a2e-17c8-40eb-8599-0cc707224aa0 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:33:18.411801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d4de4a2e-17c8-40eb-8599-0cc707224aa0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:33:18.464450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:18.531749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=d4de4a2e-17c8-40eb-8599-0cc707224aa0,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:18.715080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['d4de4a2e-17c8-40eb-8599-0cc707224aa0'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:33:19.269826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e4ed9-76a5-4e60-b102-a8871521e1ff req-43ca6573-252b-4b5f-8f6e-5be2ffeaf148 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:19.298089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8d5e4ed9-76a5-4e60-b102-a8871521e1ff req-43ca6573-252b-4b5f-8f6e-5be2ffeaf148 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 944 time: 0.0948553 Dec 21 22:33:19.320185 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8d5e4ed9-76a5-4e60-b102-a8871521e1ff req-c547cdcd-fbff-485c-9a8c-a7c2acaf98db tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Dec 21 22:33:20.179580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d4de4a2e-17c8-40eb-8599-0cc707224aa0 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:33:20.303248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port d4de4a2e-17c8-40eb-8599-0cc707224aa0 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:33:20.308298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port d4de4a2e-17c8-40eb-8599-0cc707224aa0 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:33:20.308802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:20.430825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:20.459250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:33:20.469809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d4de4a2e-17c8-40eb-8599-0cc707224aa0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:33:20.499303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:20.534961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'code': 200} Dec 21 22:33:20.535199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39492fdf-542f-434b-9d54-e35771acc362 req-1c2e3049-94ef-4340-a8dc-028f1e307369 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:20.537985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-39492fdf-542f-434b-9d54-e35771acc362 req-1c2e3049-94ef-4340-a8dc-028f1e307369 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 945 time: 0.0898621 Dec 21 22:33:20.575502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=d4de4a2e-17c8-40eb-8599-0cc707224aa0,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:20.588899 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-39492fdf-542f-434b-9d54-e35771acc362 req-02f50d5e-0030-43ac-8a5b-003a29a6486e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448442 Dec 21 22:33:20.805228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c5ccce6-3344-497f-bc3f-39caa73260ad req-e4f978ba-c625-4335-814b-c5a550380ead service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0728073 Dec 21 22:33:20.850161 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c5ccce6-3344-497f-bc3f-39caa73260ad req-08a6047f-1777-49f0-b18e-341bb93c8866 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385604 Dec 21 22:33:21.797758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20ac1a-0386-47ad-88f0-2e84f966c29d req-097fe402-2ad2-47fd-8915-a517ea3d21fa tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:21.799392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f20ac1a-0386-47ad-88f0-2e84f966c29d req-097fe402-2ad2-47fd-8915-a517ea3d21fa tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 945 time: 0.0873144 Dec 21 22:33:21.847881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f20ac1a-0386-47ad-88f0-2e84f966c29d req-e7850886-8d68-4b55-921e-0030aa4ec95a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421400 Dec 21 22:33:23.119304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c334faf-7656-40cd-b561-f9412348aaf6 req-72664fa5-ae14-430a-8ee9-fb48f21ac82b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:23.120935 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9c334faf-7656-40cd-b561-f9412348aaf6 req-72664fa5-ae14-430a-8ee9-fb48f21ac82b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 945 time: 0.1506298 Dec 21 22:33:23.124328 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-332d72b2-43c0-4a1f-9fab-ff0c338b043d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149054 Dec 21 22:33:23.171269 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9c334faf-7656-40cd-b561-f9412348aaf6 req-e9152b24-71cc-4e7d-a47a-4d7e4bc6906b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432689 Dec 21 22:33:23.274429 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-1653086a-0ff5-4507-9b73-db27d6b6614b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1098 time: 0.0760374 Dec 21 22:33:23.722238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-a2ce4390-8b8f-44d4-ad5c-0520ab0fd387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:23.723802 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-a2ce4390-8b8f-44d4-ad5c-0520ab0fd387 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 898 time: 0.4300194 Dec 21 22:33:23.730342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0602-1b8e-4648-8639-c342a0fdd30b req-dea03ee1-2a12-4871-bcd5-721e387c59b8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:23.731795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a35c0602-1b8e-4648-8639-c342a0fdd30b req-dea03ee1-2a12-4871-bcd5-721e387c59b8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 945 time: 0.4129970 Dec 21 22:33:23.870388 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a35c0602-1b8e-4648-8639-c342a0fdd30b req-9107cab3-6823-4800-b59d-d4883e2ec232 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859451 Dec 21 22:33:23.872134 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-6ce3220f-a95d-4ef3-bc53-24164714279b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 1001 time: 0.1394432 Dec 21 22:33:23.898329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45026) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:23.943603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-da93d51b-f0e9-47c0-81a4-712fa54e99e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:23.945223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-da93d51b-f0e9-47c0-81a4-712fa54e99e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.0650194 Dec 21 22:33:23.978815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-70fd1650-91f0-4b22-a838-162fdb3de3a4 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 1093 time: 0.0790122 Dec 21 22:33:23.981508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45030) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:33:23.987996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:33:23.993938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:33:23.997978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:33:24.001497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:33:24.007480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:33:24.031557 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-d8654d47-8b47-40e8-b02a-bfba038a7e05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781977 Dec 21 22:33:24.182521 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-b9bae42b-22e5-4f86-b6ae-8cf083218e15 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450565 Dec 21 22:33:24.287597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:24.329192 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d9e533f-9662-4b82-ac34-f2172ed1a37c req-e1a4b12e-9903-459a-be9e-bf1de7ad9c0f service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385014 Dec 21 22:33:24.440305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:24.587114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.172 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/b561c726-9a3d-4ae7-9eb4-1000b876d510) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:33:24.789786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:24.841620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:24.912157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:33:24.915251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:33:24.920446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:33:24.949342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=b561c726-9a3d-4ae7-9eb4-1000b876d510,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:25.109667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:33:25.446103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:25.521553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:25.751777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:25.773147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:25.884895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=b561c726-9a3d-4ae7-9eb4-1000b876d510,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:33:25.900245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:26.153831 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP ebac21fe-d935-46a6-996c-3f23cf98d296 associated. External IP: 172.26.6.172, port: d4de4a2e-17c8-40eb-8599-0cc707224aa0. Dec 21 22:33:26.629196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 9fb07d55-6586-40de-ba25-a61562b2d51c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:33:26.841561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:33:26.852816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] Sync routers for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:33:26.866875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:33:26.867530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:33:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:33:26.962065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:27.021284 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3e2b11f3-60ed-4125-8736-cd7071e66e0b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0385725 Dec 21 22:33:27.021824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:33:27.060964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:33:27.079132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'status': 'completed', 'code': 200} Dec 21 22:33:27.180570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-7f7d85ed-ea9f-4550-9fff-2cf063b8147d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0785749 Dec 21 22:33:27.341177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-274b0585-7ec0-486e-b2f2-5d0a49cdef9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:27.342695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-274b0585-7ec0-486e-b2f2-5d0a49cdef9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 898 time: 0.1540837 Dec 21 22:33:27.460006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-2170e643-2e1c-4d88-8a15-aeae11a07b07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0 HTTP/1.1" status: 200 len: 999 time: 0.1068783 Dec 21 22:33:27.530500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-586c4543-b998-4f3e-834b-33b2e4be27db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:33:27.532089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-586c4543-b998-4f3e-834b-33b2e4be27db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.0659304 Dec 21 22:33:27.576050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:06Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}, {'id': 'ebac21fe-d935-46a6-996c-3f23cf98d296', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:2b:48:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:25Z', 'updated_at': '2021-12-21T22:33:25Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:33:27.580168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] Checking router: 9fb07d55-6586-40de-ba25-a61562b2d51c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:33:27.591455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:33:27.592020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:33:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:33:27.625780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-07cfd86c-2e99-4856-af8c-9c2acd279de3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814850 Dec 21 22:33:27.770196 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-c63da512-8514-4c9e-8fca-09bb5ea5cfde service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383038 Dec 21 22:33:27.777042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:33:27.917345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf18abfa-8290-43fc-a76e-4b474ab46613 req-4da90597-0f40-4b1c-a9ea-6343b2a18a95 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401949 Dec 21 22:33:28.142773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:06Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}, {'id': 'ebac21fe-d935-46a6-996c-3f23cf98d296', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:2b:48:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:25Z', 'updated_at': '2021-12-21T22:33:25Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:33:28.146876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83349d8e-440f-4abc-bd8b-b26c6d5f41ee None None] The sync data for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv is: [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:06Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}, {'id': 'ebac21fe-d935-46a6-996c-3f23cf98d296', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.172', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:2b:48:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:25Z', 'updated_at': '2021-12-21T22:33:25Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:33:28.492297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8daf01-0a7d-47e6-b3c0-894e79b1b0bd None None] New status for floating IP ebac21fe-d935-46a6-996c-3f23cf98d296: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:33:33.538389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:37.297854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f747cc90-dc59-4de2-9166-a394b3a32a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:38.847315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:40.047809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ebb87e3-9d11-4dc7-be8d-48df49d41d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:40.070290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:33:41.555508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:00.720175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45048) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:00.829156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-49eedf5d-95a4-4895-9df3-21b63871a01b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/8cb7a532-c837-40ca-aed9-0e663b21a22c HTTP/1.1" status: 200 len: 993 time: 0.1077209 Dec 21 22:34:01.646259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45058) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:01.652927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:01.775028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:01.992537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port f8741e92-4041-48e6-a560-8fa438366c2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8741e92-4041-48e6-a560-8fa438366c2c,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:02.018553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:02.058088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:02.111314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:34:02.136866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:02.137107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:02.138533 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/ports/f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 938 time: 0.4911602 Dec 21 22:34:02.139675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:02.157735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=f8741e92-4041-48e6-a560-8fa438366c2c,revision_number=6']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:02.174479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.174860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.175228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.175620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.175984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.176326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.176774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.177131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.177487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.178000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.178358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef7380-dd9c-4608-8089-2d232ec9efe5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:02.206593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'status': 'completed', 'code': 200} Dec 21 22:34:02.307763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-534eaf54-f7ad-474c-924e-de6072a4320c req-e8860d0b-f3ed-4d63-ab0f-2a4720593dc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1099 time: 0.0770137 Dec 21 22:34:02.450408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e046a882-65d1-4be9-95d9-42d33f1874e4 None None] Provisioning complete for port f8741e92-4041-48e6-a560-8fa438366c2c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:02.450867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e046a882-65d1-4be9-95d9-42d33f1874e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:02.454622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eaf54-f7ad-474c-924e-de6072a4320c req-49d1f96b-ea1a-4902-8fe3-268b3835e3d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:02.456212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-534eaf54-f7ad-474c-924e-de6072a4320c req-49d1f96b-ea1a-4902-8fe3-268b3835e3d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 898 time: 0.1423769 Dec 21 22:34:02.516620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e046a882-65d1-4be9-95d9-42d33f1874e4 None None] Port f8741e92-4041-48e6-a560-8fa438366c2c is administratively disabled so it will not transition to active. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 21 22:34:02.568474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-534eaf54-f7ad-474c-924e-de6072a4320c req-0177a19f-4d5e-4559-a380-3405ed7042be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 1002 time: 0.1059306 Dec 21 22:34:02.637728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eaf54-f7ad-474c-924e-de6072a4320c req-671f76d5-3034-4939-a9fc-8ccc88030282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:02.639872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-534eaf54-f7ad-474c-924e-de6072a4320c req-671f76d5-3034-4939-a9fc-8ccc88030282 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.0657430 Dec 21 22:34:02.724467 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-534eaf54-f7ad-474c-924e-de6072a4320c req-216a92c7-1156-45b2-8f4d-19e7e037b3ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773664 Dec 21 22:34:02.865303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-534eaf54-f7ad-474c-924e-de6072a4320c req-694f7b51-d2eb-4637-8612-af52d524bea5 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340330 Dec 21 22:34:03.007704 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-534eaf54-f7ad-474c-924e-de6072a4320c req-77b33dc3-3f85-4e65-bc70-972537d77a65 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363277 Dec 21 22:34:03.572284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:05.588894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45070) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:05.595559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:05.721555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:06.157129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port f8741e92-4041-48e6-a560-8fa438366c2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8741e92-4041-48e6-a560-8fa438366c2c,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:06.187892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:06.216818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:06.286407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:06.287086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:06.288648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/ports/f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 937 time: 0.6986463 Dec 21 22:34:06.289295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:06.291954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45074) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:06.316580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58cc35-e42f-4eb3-9b60-9252f93ca8d4 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=f8741e92-4041-48e6-a560-8fa438366c2c,revision_number=7']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:06.359491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'status': 'completed', 'code': 200} Dec 21 22:34:06.469569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-470236fc-eca5-4a72-b60c-163565beb533 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/8cb7a532-c837-40ca-aed9-0e663b21a22c HTTP/1.1" status: 200 len: 993 time: 0.1763022 Dec 21 22:34:06.497748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-fdf5c750-d91f-4c16-91fc-5278284782ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1098 time: 0.1102214 Dec 21 22:34:06.508612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['f8741e92-4041-48e6-a560-8fa438366c2c'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:34:06.588509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca482987-774b-4e94-871d-f804611e7e9d None None] Provisioning complete for port f8741e92-4041-48e6-a560-8fa438366c2c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:06.588859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca482987-774b-4e94-871d-f804611e7e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:06.644526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-7ee96b9f-4ecb-42a8-9b61-c82be7b9abc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:06.646022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-7ee96b9f-4ecb-42a8-9b61-c82be7b9abc2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 898 time: 0.1419113 Dec 21 22:34:06.758544 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-27616fa3-0253-41e7-bace-9c70a45b4857 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 1001 time: 0.1058693 Dec 21 22:34:06.829146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-acbda57a-839d-40f0-9404-fc592571d71f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:06.830730 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-acbda57a-839d-40f0-9404-fc592571d71f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.0652208 Dec 21 22:34:06.914275 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-3d071357-8921-4611-9988-20fb0f92d2b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767303 Dec 21 22:34:07.292293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-3f5778af-ddc5-4ba5-99d0-656301aecc0c service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711233 Dec 21 22:34:07.304001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20205846-3f58-4f00-816d-c9bfae1ff604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:07.433891 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ea9f0c3-332e-427e-adb8-47c51c426965 req-3d06d4dc-53b9-4234-9878-d3627c91af91 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350083 Dec 21 22:34:08.845415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:09.040886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45086) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:09.250222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port b561c726-9a3d-4ae7-9eb4-1000b876d510 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:34:09.250610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:09.430508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:09.430805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:09.555754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for b561c726-9a3d-4ae7-9eb4-1000b876d510 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:34:09.793881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:09.838675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=b561c726-9a3d-4ae7-9eb4-1000b876d510,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.884517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:09.951499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:10.024028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ddfed7bc-e5ad-41e6-8581-93ac302c2617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:10.058156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:10.366998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 9fb07d55-6586-40de-ba25-a61562b2d51c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:34:10.572318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:34:10.583199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] Sync routers for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:34:10.595708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:10.604489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:10.630302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:10.690531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1e3bff1b-4f4e-4bbc-acd1-cc77bc1b5acc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/ebac21fe-d935-46a6-996c-3f23cf98d296 HTTP/1.1" status: 204 len: 168 time: 1.6482396 Dec 21 22:34:10.691209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:10.746973 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'status': 'completed', 'code': 200} Dec 21 22:34:10.786141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:10.849493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-da89a355-e2fa-4f26-b75b-124d20467668 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 1098 time: 0.0791032 Dec 21 22:34:11.000932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-ce238620-003a-43a6-b550-c35ab93a026b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:11.002551 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-ce238620-003a-43a6-b550-c35ab93a026b service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 898 time: 0.1472161 Dec 21 22:34:11.085777 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-24b402a3-8e60-40cd-a7f4-0bcad0581813 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0 HTTP/1.1" status: 200 len: 217 time: 0.0763154 Dec 21 22:34:11.162506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-c632015c-c055-4172-bd68-0900f9c4b411 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:11.164347 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-c632015c-c055-4172-bd68-0900f9c4b411 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.0710547 Dec 21 22:34:11.175379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:06Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:11.179822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] Checking router: 9fb07d55-6586-40de-ba25-a61562b2d51c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:34:11.192378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:11.193104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:11.249920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-8b68549f-1a08-488f-b0c0-145c8b2f41f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790255 Dec 21 22:34:11.383712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:11.458173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a11ab-2b27-4b19-8c09-b8a774425110 req-c4f8c71f-3dce-45ec-8712-4a468e11378b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:11.458937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-506a11ab-2b27-4b19-8c09-b8a774425110 req-c4f8c71f-3dce-45ec-8712-4a468e11378b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:34:11.465413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-d1e6b4cf-0a4e-4c3d-a236-e6353daddfb6 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785657 Dec 21 22:34:11.573465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-506a11ab-2b27-4b19-8c09-b8a774425110 req-c4f8c71f-3dce-45ec-8712-4a468e11378b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:34:11.574739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-506a11ab-2b27-4b19-8c09-b8a774425110 req-c4f8c71f-3dce-45ec-8712-4a468e11378b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 945 time: 0.3238838 Dec 21 22:34:11.578479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:11.651562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe8cb170-c0ce-4b2f-bced-4c8a3b1454eb req-80fe8226-5fb3-42fa-a44d-54a83eabdbd9 service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778293 Dec 21 22:34:11.661025 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-506a11ab-2b27-4b19-8c09-b8a774425110 req-f9ae2552-b177-419c-b40f-1f6230080d7b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722840 Dec 21 22:34:11.895363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:06Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:11.899495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31680e8-ea8e-4f30-acaf-586e97ee093c None None] The sync data for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv is: [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '8cb7a532-c837-40ca-aed9-0e663b21a22c', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.233', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'port_id': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'mac_address': 'fa:16:3e:39:2d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:33:02Z', 'updated_at': '2021-12-21T22:33:06Z', 'revision_number': 1, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:34:12.370360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8224a7-2ef3-44c5-8d4c-6e9622e20914 None None] New status for floating IP ebac21fe-d935-46a6-996c-3f23cf98d296: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:34:12.600501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-b49107d3-815c-4953-b855-5b90a5a70171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:12.602137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-b49107d3-815c-4953-b855-5b90a5a70171 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 945 time: 0.0829899 Dec 21 22:34:12.677590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port d4de4a2e-17c8-40eb-8599-0cc707224aa0 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:34:12.677963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:13.224766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e7e0a-1fe5-45fc-b589-521d6b31ac7d req-8601ffaf-e19b-41e6-94c6-397895b60b74 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:13.226328 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf9e7e0a-1fe5-45fc-b589-521d6b31ac7d req-8601ffaf-e19b-41e6-94c6-397895b60b74 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=d823e3ec-1dc5-4f7d-9b8a-c347d5188cd5 HTTP/1.1" status: 200 len: 945 time: 0.4395602 Dec 21 22:34:13.228070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port d4de4a2e-17c8-40eb-8599-0cc707224aa0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d4de4a2e-17c8-40eb-8599-0cc707224aa0,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:13.228510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:13.369179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for d4de4a2e-17c8-40eb-8599-0cc707224aa0 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:34:13.448168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf9e7e0a-1fe5-45fc-b589-521d6b31ac7d req-01c85c53-7289-407c-abc5-71331759bc28 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=15220295-d673-4a8d-9db3-cf763aa8ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118237 Dec 21 22:34:13.601316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:13.650306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=d4de4a2e-17c8-40eb-8599-0cc707224aa0,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:13.729827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port d4de4a2e-17c8-40eb-8599-0cc707224aa0 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:34:13.732383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:13.735238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'name': 'network-vif-deleted', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:13.773360 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-717d63f6-a8ab-488e-a0be-0c00af123d27 req-67873c98-0258-4868-bd90-8891a3e83dbc tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/d4de4a2e-17c8-40eb-8599-0cc707224aa0 HTTP/1.1" status: 204 len: 173 time: 1.1659465 Dec 21 22:34:13.795856 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd823e3ec-1dc5-4f7d-9b8a-c347d5188cd5', 'name': 'network-vif-deleted', 'tag': 'd4de4a2e-17c8-40eb-8599-0cc707224aa0', 'status': 'completed', 'code': 200} Dec 21 22:34:14.556811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45102) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:14.631250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb9c3fa0-3a06-4e66-9b25-a94853093b72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:14.661593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb9c3fa0-3a06-4e66-9b25-a94853093b72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:14.829350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb9c3fa0-3a06-4e66-9b25-a94853093b72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:14.850407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c3fa0-3a06-4e66-9b25-a94853093b72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15220295-d673-4a8d-9db3-cf763aa8ffa5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:14.857769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bb9c3fa0-3a06-4e66-9b25-a94853093b72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:14.859039 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bb9c3fa0-3a06-4e66-9b25-a94853093b72 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/15220295-d673-4a8d-9db3-cf763aa8ffa5 HTTP/1.1" status: 204 len: 168 time: 0.3010330 Dec 21 22:34:14.920375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45108) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:15.132261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port a443a9b1-d3fc-4ec8-9f27-78a889c470a2 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:34:15.132590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:15.313791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:15.314164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:15.438446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for a443a9b1-d3fc-4ec8-9f27-78a889c470a2 owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:34:15.617064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:15.665133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=a443a9b1-d3fc-4ec8-9f27-78a889c470a2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:15.765376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:16.196219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 9fb07d55-6586-40de-ba25-a61562b2d51c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:34:16.404545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:34:16.414783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] Sync routers for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:34:16.422591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:16.427746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:16.428458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:16.443605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d4de4a2e-17c8-40eb-8599-0cc707224aa0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:34:16.477796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: d4de4a2e-17c8-40eb-8599-0cc707224aa0 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:34:16.478302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d4de4a2e-17c8-40eb-8599-0cc707224aa0 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:34:16.481852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b8335d92-9f6c-4a9a-89cf-36bedd778da8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/8cb7a532-c837-40ca-aed9-0e663b21a22c HTTP/1.1" status: 204 len: 168 time: 1.5602651 Dec 21 22:34:16.483132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:16.538263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'status': 'completed', 'code': 200} Dec 21 22:34:16.626494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:16.644054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c725b304-7ee4-4240-998f-9dd561790093 req-e9a2279b-c2a0-461d-b412-e4922e2b4b6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 1098 time: 0.0817068 Dec 21 22:34:16.800258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725b304-7ee4-4240-998f-9dd561790093 req-735a5678-6e30-421f-a501-515d6fa13556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:16.800258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c725b304-7ee4-4240-998f-9dd561790093 req-735a5678-6e30-421f-a501-515d6fa13556 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 200 len: 898 time: 0.1484156 Dec 21 22:34:16.877911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c725b304-7ee4-4240-998f-9dd561790093 req-89e5ec77-f84c-44e6-bb29-29f8b6d8e447 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 200 len: 217 time: 0.0703952 Dec 21 22:34:16.975201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:16.979248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] Checking router: 9fb07d55-6586-40de-ba25-a61562b2d51c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:34:16.991474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:16.992132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:17.004107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725b304-7ee4-4240-998f-9dd561790093 req-3499e07b-4c23-4b60-ae2b-7c6ea0440025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:17.005758 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c725b304-7ee4-4240-998f-9dd561790093 req-3499e07b-4c23-4b60-ae2b-7c6ea0440025 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 200 len: 834 time: 0.1199262 Dec 21 22:34:17.085275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74ff74-91f8-4c01-8479-67e225fa697c req-097914dc-96f5-4339-881c-4643a64f1107 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:17.085960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ed74ff74-91f8-4c01-8479-67e225fa697c req-097914dc-96f5-4339-881c-4643a64f1107 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:34:17.129497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c725b304-7ee4-4240-998f-9dd561790093 req-9d241b2b-81ff-4121-983a-82bfc226f587 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bd33696-a6d4-4394-a120-7272ce6c08db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1083748 Dec 21 22:34:17.130280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ed74ff74-91f8-4c01-8479-67e225fa697c req-097914dc-96f5-4339-881c-4643a64f1107 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:34:17.131390 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ed74ff74-91f8-4c01-8479-67e225fa697c req-097914dc-96f5-4339-881c-4643a64f1107 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 945 time: 0.2060006 Dec 21 22:34:17.184665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:17.286032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ed74ff74-91f8-4c01-8479-67e225fa697c req-e9ee7e9d-8fd4-4a24-8b21-b7fec8a99ca3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:34:17.324634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c725b304-7ee4-4240-998f-9dd561790093 req-5b27e49a-67d7-465c-895a-f60c17e1fe9a service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867688 Dec 21 22:34:17.358953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ed74ff74-91f8-4c01-8479-67e225fa697c req-e9ee7e9d-8fd4-4a24-8b21-b7fec8a99ca3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:34:17.360118 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ed74ff74-91f8-4c01-8479-67e225fa697c req-e9ee7e9d-8fd4-4a24-8b21-b7fec8a99ca3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208688 Dec 21 22:34:17.473045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c725b304-7ee4-4240-998f-9dd561790093 req-fe623242-6307-4d17-8af5-3aa9ba7c8caa service neutron] 10.222.0.46 "GET /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422095 Dec 21 22:34:17.518584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:17.523301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd48a86-91ce-4873-a5a7-da335476e2f0 None None] The sync data for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv is: [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:32:40Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '92d7e162-62e8-46ae-905b-e1e31cdd9762', 'name': '', 'network_id': '0bd33696-a6d4-4394-a120-7272ce6c08db', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:82:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:39Z', 'updated_at': '2021-12-21T22:32:47Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'f4620bed-147d-405d-b3e5-efd84ff9d319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:34:17.978187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf145b-bf4f-432d-a494-e6f47201955a None None] New status for floating IP 8cb7a532-c837-40ca-aed9-0e663b21a22c: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:34:18.352634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-5e20362e-4182-4440-90ed-48bd0466f31f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:18.354175 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-5e20362e-4182-4440-90ed-48bd0466f31f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 945 time: 0.0812814 Dec 21 22:34:18.430688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port f8741e92-4041-48e6-a560-8fa438366c2c {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:34:18.431092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:18.717114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800a344-3374-4ec3-81f8-f91ddc1ffc0a req-81fe8d08-2542-480c-84a0-198f3bb85eb6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:18.719050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8800a344-3374-4ec3-81f8-f91ddc1ffc0a req-81fe8d08-2542-480c-84a0-198f3bb85eb6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 945 time: 0.2340505 Dec 21 22:34:18.782877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port f8741e92-4041-48e6-a560-8fa438366c2c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8741e92-4041-48e6-a560-8fa438366c2c,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:18.783281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:18.910817 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8800a344-3374-4ec3-81f8-f91ddc1ffc0a req-67b16636-235b-4b55-83a9-04fec287c182 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=90ee0d30-9c46-4896-98d1-8da0dfe348eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854014 Dec 21 22:34:18.917077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for f8741e92-4041-48e6-a560-8fa438366c2c owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:34:19.092226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:19.141531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=f8741e92-4041-48e6-a560-8fa438366c2c,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:19.220560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port f8741e92-4041-48e6-a560-8fa438366c2c on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:34:19.223158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:19.225848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'name': 'network-vif-deleted', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:19.264501 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda1d76c-7675-4484-9bde-692ddbfe7274 req-de226a23-9c2f-47fe-880f-4261a40ac0c0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/f8741e92-4041-48e6-a560-8fa438366c2c HTTP/1.1" status: 204 len: 173 time: 0.9041936 Dec 21 22:34:19.285818 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccf546e-b5cd-43bd-95a0-883e777eaa84', 'name': 'network-vif-deleted', 'tag': 'f8741e92-4041-48e6-a560-8fa438366c2c', 'status': 'completed', 'code': 200} Dec 21 22:34:20.102003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-3f968cf8-ba54-41bb-b102-c086b9ab5ec6 req-8dafd398-c132-49ee-9f71-e00d684643b0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:34:20.148168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-3f968cf8-ba54-41bb-b102-c086b9ab5ec6 req-8dafd398-c132-49ee-9f71-e00d684643b0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:34:20.149543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f968cf8-ba54-41bb-b102-c086b9ab5ec6 req-8dafd398-c132-49ee-9f71-e00d684643b0 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ccf546e-b5cd-43bd-95a0-883e777eaa84 HTTP/1.1" status: 200 len: 210 time: 0.0942562 Dec 21 22:34:21.349510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45128) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:21.422132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b607-deb8-48ab-b1fa-5738ffa19201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:21.452962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b607-deb8-48ab-b1fa-5738ffa19201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:21.561302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b607-deb8-48ab-b1fa-5738ffa19201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:21.581428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b607-deb8-48ab-b1fa-5738ffa19201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ee0d30-9c46-4896-98d1-8da0dfe348eb,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:21.611908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b607-deb8-48ab-b1fa-5738ffa19201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:21.613205 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b0c9b607-deb8-48ab-b1fa-5738ffa19201 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/90ee0d30-9c46-4896-98d1-8da0dfe348eb HTTP/1.1" status: 204 len: 168 time: 0.2626364 Dec 21 22:34:21.688781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45134) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:22.104267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:22.447540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f8741e92-4041-48e6-a560-8fa438366c2c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:34:22.484966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: f8741e92-4041-48e6-a560-8fa438366c2c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:34:22.485348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f8741e92-4041-48e6-a560-8fa438366c2c not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:34:22.741329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 92d7e162-62e8-46ae-905b-e1e31cdd9762 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:34:22.741705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:23.149160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 92d7e162-62e8-46ae-905b-e1e31cdd9762, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=92d7e162-62e8-46ae-905b-e1e31cdd9762,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:23.149603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:23.276079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 92d7e162-62e8-46ae-905b-e1e31cdd9762 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:34:23.537032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:23.586328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=92d7e162-62e8-46ae-905b-e1e31cdd9762,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:23.899625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:24.499257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 9fb07d55-6586-40de-ba25-a61562b2d51c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:34:24.714683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:34:24.724743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] Sync routers for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:34:24.737631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:24.738353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:24.784951 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8e7afc9c-d78b-41f9-a30a-64ab281cbd90 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/9fb07d55-6586-40de-ba25-a61562b2d51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0947919 Dec 21 22:34:24.787698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45138) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:24.930084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:24.990105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-960f1803-e7ce-4a54-8454-6e303c0c9753 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet f4620bed-147d-405d-b3e5-efd84ff9d319 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:34:24.993266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-960f1803-e7ce-4a54-8454-6e303c0c9753 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:25.055413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-960f1803-e7ce-4a54-8454-6e303c0c9753 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:25.144849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-960f1803-e7ce-4a54-8454-6e303c0c9753 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:25.245889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:34:23Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:25.246356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-960f1803-e7ce-4a54-8454-6e303c0c9753 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:25.250868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] Checking router: 9fb07d55-6586-40de-ba25-a61562b2d51c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:34:25.262428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] Routers {'9fb07d55-6586-40de-ba25-a61562b2d51c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:25.263110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['9fb07d55-6586-40de-ba25-a61562b2d51c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:25.292108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f1803-e7ce-4a54-8454-6e303c0c9753 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=f4620bed-147d-405d-b3e5-efd84ff9d319,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:25.300232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-960f1803-e7ce-4a54-8454-6e303c0c9753 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:25.307448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b963c54-c1de-4e0a-89e1-3dadc5fb652e None None] Network 0bd33696-a6d4-4394-a120-7272ce6c08db requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:34:25.307631 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-960f1803-e7ce-4a54-8454-6e303c0c9753 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/f4620bed-147d-405d-b3e5-efd84ff9d319 HTTP/1.1" status: 204 len: 168 time: 0.5189061 Dec 21 22:34:25.311273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45142) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:25.538630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:25.594268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] DHCP port deletion for 0bd33696-a6d4-4394-a120-7272ce6c08db request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:34:25.600069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Deleting port 25d95e5b-4d22-4945-9b67-2ddd14d23cda {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:34:25.600932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:25.611152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] Set router 9fb07d55-6586-40de-ba25-a61562b2d51c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:25.838153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] For port 25d95e5b-4d22-4945-9b67-2ddd14d23cda, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=25d95e5b-4d22-4945-9b67-2ddd14d23cda,segment=NetworkSegment(dbb625c1-d808-412c-9957-604fc55f3ad1),segment_id=dbb625c1-d808-412c-9957-604fc55f3ad1)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:25.838735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:25.932459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:34:23Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:25.937826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b65547-f177-4c1c-b02a-328c21ffc390 None None] The sync data for ids ['9fb07d55-6586-40de-ba25-a61562b2d51c'] in dv-neutron-822521-1-hyperv is: [{'id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'name': 'tempest-TestNetworkBasicOps-router-1051154362', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:35Z', 'updated_at': '2021-12-21T22:34:23Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '3b2c930c-2d41-4ad3-9673-4b32bbf6f98e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb07d55-6586-40de-ba25-a61562b2d51c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:36Z', 'updated_at': '2021-12-21T22:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:34:25.973972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Calling delete_port for 25d95e5b-4d22-4945-9b67-2ddd14d23cda owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:34:25.982224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:26.024508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:34:26.024898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:26.194112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:26.237213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3b2c930c-2d41-4ad3-9673-4b32bbf6f98e,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:26.237611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:26.249867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Pushing event deleted for resources: {'Port': ['ID=25d95e5b-4d22-4945-9b67-2ddd14d23cda,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:26.258783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] No DVR routers for this DVR port 25d95e5b-4d22-4945-9b67-2ddd14d23cda on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:34:26.261236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.261626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.262009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.262387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.262766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.263682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.269476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.269637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.270032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.270411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.270782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c23b8b-c143-4f48-9b0d-f11d6219000c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:26.375713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:34:26.589902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:26.639092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=3b2c930c-2d41-4ad3-9673-4b32bbf6f98e,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:26.909247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:26.977593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 25d95e5b-4d22-4945-9b67-2ddd14d23cda no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:34:27.015968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 25d95e5b-4d22-4945-9b67-2ddd14d23cda {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:34:27.016284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 25d95e5b-4d22-4945-9b67-2ddd14d23cda not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:34:27.016777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 92d7e162-62e8-46ae-905b-e1e31cdd9762 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:34:27.055546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 92d7e162-62e8-46ae-905b-e1e31cdd9762 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:34:27.055941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 92d7e162-62e8-46ae-905b-e1e31cdd9762 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:34:27.196304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.201223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.286700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.287340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb07d55-6586-40de-ba25-a61562b2d51c {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:34:27.304706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.305982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d31ac456-1a32-4185-8262-538e1a59f9d6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/routers/9fb07d55-6586-40de-ba25-a61562b2d51c HTTP/1.1" status: 204 len: 168 time: 1.9935317 Dec 21 22:34:27.308897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45146) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:27.446948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.593452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.619792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd33696-a6d4-4394-a120-7272ce6c08db']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:27.636408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb625c1-d808-412c-9957-604fc55f3ad1') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:27.636746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb625c1-d808-412c-9957-604fc55f3ad1') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:27.652373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.666370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.673318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:34:27.673741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:34:27.689913 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:34:27.789486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.811065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.823845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=0bd33696-a6d4-4394-a120-7272ce6c08db,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:27.859368 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6cf93d02-3bf2-4ff3-bdfe-0019c4ff2b39 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/0bd33696-a6d4-4394-a120-7272ce6c08db HTTP/1.1" status: 204 len: 168 time: 0.5493805 Dec 21 22:34:27.889102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45150) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:27.895169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'network': {'name': 'tempest-network-smoke--1792218970', 'project_id': 'b94464e04b434d009b163f6724868a54', 'port_security_enabled': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:27.900777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:27.906073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:network and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:27.909037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:27.914990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:27.959121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:34:27.964641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:27.995214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:34:28.042119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.042449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Added segment ec44c71d-7154-4c2e-a87f-91c0afb8c6b6 of type vlan for network f59f9565-80ef-4623-ab6d-f4d840d8f5af Dec 21 22:34:28.120502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.218196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.222538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:28.223182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.338918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Network': ['ID=f59f9565-80ef-4623-ab6d-f4d840d8f5af,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:28.351188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:34:28.373056 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4a044df4-5655-4ddd-b2bc-706caaf36383 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4827535 Dec 21 22:34:28.375850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45154) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:28.381547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-459374027', 'admin_state_up': True, 'project_id': 'b94464e04b434d009b163f6724868a54', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:28.389566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:28.393635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:router and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:28.396663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:28.402785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:28.440807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.441818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.518239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.714087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.885820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:34:28.920925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:34:28.921506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3b2c930c-2d41-4ad3-9673-4b32bbf6f98e not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:34:28.938410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:28.975226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:29.117312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.215 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/162f1ae8-44a9-4608-af34-f7d13c149b5d) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:34:29.365275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:29.429989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:29.505164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:34:29.505956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=162f1ae8-44a9-4608-af34-f7d13c149b5d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:29.508694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:34:29.511448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:34:29.698671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:29.699492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:30.027985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 1481936b-c966-4b06-8044-5695712ad498 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:34:30.237190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:34:30.247209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Sync routers for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:34:30.260800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:30.261463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:30.286683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:30.288028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-03562159-cd02-4c44-8b8a-49597a102859 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9111028 Dec 21 22:34:30.291319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45158) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:30.337206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-22290e71-71da-41a8-8667-6bd26c6bcf9d tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b94464e04b434d009b163f6724868a54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447178 Dec 21 22:34:30.340028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45162) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:30.469202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:30.703724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33334169-da51-41e1-b111-f1ef42688280 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:30.705360 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-33334169-da51-41e1-b111-f1ef42688280 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3642867 Dec 21 22:34:30.708353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45166) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:30.757737 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b46ef0bc-2260-4434-b969-68208337bf9b tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482008 Dec 21 22:34:30.760497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45170) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:30.767066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-322178588', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'project_id': 'b94464e04b434d009b163f6724868a54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:30.789165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:29Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:30.793292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Checking router: 1481936b-c966-4b06-8044-5695712ad498 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:34:30.793686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Updating router 1481936b-c966-4b06-8044-5695712ad498 port 162f1ae8-44a9-4608-af34-f7d13c149b5d binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:34:30.849007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:30.884581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:30.888839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:subnet and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:30.891848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:30.898013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:30.926400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:34:31.034984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:31.214700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:31.256576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Transition to ACTIVE for port object 162f1ae8-44a9-4608-af34-f7d13c149b5d will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:34:31.280844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:31.365535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240a66b-8c14-4ff4-b29b-173a25b9bce6 None None] Pushing event updated for resources: {'Port': ['ID=162f1ae8-44a9-4608-af34-f7d13c149b5d,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:31.378759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Attempting to bind port 162f1ae8-44a9-4608-af34-f7d13c149b5d on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:34:31.378759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Attempting to bind port 162f1ae8-44a9-4608-af34-f7d13c149b5d by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:34:31.378759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Attempting to bind port 162f1ae8-44a9-4608-af34-f7d13c149b5d on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:34:31.378759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:34:31.378759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:34:31.378759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:31.379704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:34:31.379704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Bound port: 162f1ae8-44a9-4608-af34-f7d13c149b5d, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:34:31.379922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:31.390073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:31.456206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] For port 162f1ae8-44a9-4608-af34-f7d13c149b5d, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:34:31.459485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] For port 162f1ae8-44a9-4608-af34-f7d13c149b5d, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=162f1ae8-44a9-4608-af34-f7d13c149b5d,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:34:31.477185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Subnet': ['ID=a74d0f33-b250-4160-8b57-c7984cc7aad6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:31.487017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Checking segment: {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:34:31.487418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network hostable DHCP agents. Network: f59f9565-80ef-4623-ab6d-f4d840d8f5af, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:34:31.492607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:31.538201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:34:31.577754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, f59f9565-80ef-4623-ab6d-f4d840d8f5af) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:34:31.582029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:31.582928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:31.583103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240a66b-8c14-4ff4-b29b-173a25b9bce6 None None] Pushing event updated for resources: {'Port': ['ID=162f1ae8-44a9-4608-af34-f7d13c149b5d,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:31.588109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a293d40-e685-4e3f-bc27-db562fea029c None None] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:34:31.610013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:31.610708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:31.618438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-febd6d8e-2b30-4bda-8aa8-745e9becd2d2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8568432 Dec 21 22:34:31.621332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45174) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:32.106746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:32.294109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:34:32.295531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:32.419887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:32.601715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Allocated IP 172.20.0.2 (f59f9565-80ef-4623-ab6d-f4d840d8f5af/a74d0f33-b250-4160-8b57-c7984cc7aad6/aea3e00f-3ea4-45f4-a502-27a1a56f32a5) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:34:32.610513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:29Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:32.617376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa382f-bdc7-4de7-b32c-6e551fe641df None None] The sync data for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv is: [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:29Z', 'revision_number': 3, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:34:32.885803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:32.896654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Transition to ACTIVE for port object aea3e00f-3ea4-45f4-a502-27a1a56f32a5 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:34:32.967590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Transition to ACTIVE for port object aea3e00f-3ea4-45f4-a502-27a1a56f32a5 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:34:33.003023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:33.053646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.1 (f59f9565-80ef-4623-ab6d-f4d840d8f5af/a74d0f33-b250-4160-8b57-c7984cc7aad6/ca5bb6ea-3619-4551-affa-7184f30b7d03) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:34:33.091749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:34:33.095869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:34:33.100547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:34:33.104456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Pushing event updated for resources: {'Port': ['ID=aea3e00f-3ea4-45f4-a502-27a1a56f32a5,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:33.201336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Attempting to bind port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:34:33.202303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Attempting to bind port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:34:33.202558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Attempting to bind port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 on network f59f9565-80ef-4623-ab6d-f4d840d8f5af {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:34:33.210085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:34:33.210507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Checking segment: {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:34:33.210959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:33.211813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Bound using segment: {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:34:33.211942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Bound port: aea3e00f-3ea4-45f4-a502-27a1a56f32a5, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:34:33.212623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:33.257644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:33.276451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object ca5bb6ea-3619-4551-affa-7184f30b7d03 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:34:33.318082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] For port aea3e00f-3ea4-45f4-a502-27a1a56f32a5, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:34:33.321442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] For port aea3e00f-3ea4-45f4-a502-27a1a56f32a5, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=aea3e00f-3ea4-45f4-a502-27a1a56f32a5,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:34:33.330460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:33.356171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:33.407670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:34:33.411288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:34:33.415860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:34:33.448557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=ca5bb6ea-3619-4551-affa-7184f30b7d03,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:33.448808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a71ac-a287-4c4e-b9db-3dc3ae6ac669 None None] Pushing event updated for resources: {'Port': ['ID=aea3e00f-3ea4-45f4-a502-27a1a56f32a5,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:33.487280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:33.601179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:33.606332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:34.295581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:34.336730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:34.457706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=ca5bb6ea-3619-4551-affa-7184f30b7d03,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:34.460631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:34.607062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:34:34.608732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:34:34.995802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 162f1ae8-44a9-4608-af34-f7d13c149b5d up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:34:35.031446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 1481936b-c966-4b06-8044-5695712ad498 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:34:35.098035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 162f1ae8-44a9-4608-af34-f7d13c149b5d completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:34:35.104427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 162f1ae8-44a9-4608-af34-f7d13c149b5d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:35.104846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:35.140730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cedab7-fcf9-4e41-98e6-4b859d882790 None None] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:34:35.252827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:34:35.267355 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ddc9e4c-80d3-46d2-8bdd-1a7658502995 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/1481936b-c966-4b06-8044-5695712ad498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448858 Dec 21 22:34:35.270165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45178) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:35.350757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-838c9fac-06a6-4109-b6c3-754c4f81cc11 None None] Provisioning for port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:34:35.424246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:35.427082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f536f-3271-4b94-8eca-c1ca60bffed2 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:35.427515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f536f-3271-4b94-8eca-c1ca60bffed2 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:35.427929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f536f-3271-4b94-8eca-c1ca60bffed2 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:35.428358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f536f-3271-4b94-8eca-c1ca60bffed2 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:35.433106 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad5f536f-3271-4b94-8eca-c1ca60bffed2 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1611257 Dec 21 22:34:35.433258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45182) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:35.475873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 162f1ae8-44a9-4608-af34-f7d13c149b5d, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=162f1ae8-44a9-4608-af34-f7d13c149b5d,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:35.510503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc967c-8cf9-4e6a-87d8-742a62c5a67f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:35.510931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc967c-8cf9-4e6a-87d8-742a62c5a67f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:35.511345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc967c-8cf9-4e6a-87d8-742a62c5a67f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:35.511754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc967c-8cf9-4e6a-87d8-742a62c5a67f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:35.514386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0ddc967c-8cf9-4e6a-87d8-742a62c5a67f tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0800653 Dec 21 22:34:35.515231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:35.516062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device aea3e00f-3ea4-45f4-a502-27a1a56f32a5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:34:35.517285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45186) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:35.653774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Sync routers for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:34:35.658194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=162f1ae8-44a9-4608-af34-f7d13c149b5d,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:35.673436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:35.674121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:35.692286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:34:35.698496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:35.699166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:35.769635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5a589ab3-0ce7-4c50-9d95-dddae5ecb4af tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2454894 Dec 21 22:34:35.834463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:35.870194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port aea3e00f-3ea4-45f4-a502-27a1a56f32a5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=aea3e00f-3ea4-45f4-a502-27a1a56f32a5,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:35.882848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:35.907879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.070666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45192) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:36.078442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479162903', 'description': 'tempest-secgroup-smoke-1479162903 description', 'project_id': 'b94464e04b434d009b163f6724868a54'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:36.095274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:36.099625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:36.102784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:36.109506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:36.149502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.198536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-aa5a4b85-fe42-4faa-9711-6064578a2a44 None None] Provisioning complete for port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:36.198959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4b85-fe42-4faa-9711-6064578a2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.203526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:36.208405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:36.211700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:36.220049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:36.264270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:33Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:34:33Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:36.264564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=aea3e00f-3ea4-45f4-a502-27a1a56f32a5,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:36.268931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Checking router: 1481936b-c966-4b06-8044-5695712ad498 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:34:36.269413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Updating router 1481936b-c966-4b06-8044-5695712ad498 port ca5bb6ea-3619-4551-affa-7184f30b7d03 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:34:36.333399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.357032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.389890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.417928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-aa5a4b85-fe42-4faa-9711-6064578a2a44 None None] Provisioning for port ca5bb6ea-3619-4551-affa-7184f30b7d03 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:34:36.424071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-aa5a4b85-fe42-4faa-9711-6064578a2a44 None None] Provisioning complete for port ca5bb6ea-3619-4551-affa-7184f30b7d03 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:36.430642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4b85-fe42-4faa-9711-6064578a2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.447187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1fd2b5-eddc-470c-827c-2b3f3482abb2,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:36.479920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a4b85-fe42-4faa-9711-6064578a2a44 None None] Port ca5bb6ea-3619-4551-affa-7184f30b7d03 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:34:36.485082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.486464 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cdcbd547-f82b-40a0-a949-bcdaa11aee57 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4147003 Dec 21 22:34:36.489473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45196) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:36.495388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'aa1fd2b5-eddc-470c-827c-2b3f3482abb2', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:36.502585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:36.506762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:36.509856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:36.516631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:36.554434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.603399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-459d8242-68ce-425a-8950-cc92bda9dc50 None None] Provisioning complete for port ca5bb6ea-3619-4551-affa-7184f30b7d03 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:36.603819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-459d8242-68ce-425a-8950-cc92bda9dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.658456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-459d8242-68ce-425a-8950-cc92bda9dc50 None None] Port ca5bb6ea-3619-4551-affa-7184f30b7d03 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:34:36.677066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.707906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.714275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.727370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Transition to ACTIVE for port object ca5bb6ea-3619-4551-affa-7184f30b7d03 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:34:36.735496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0339b81-0942-435c-ae1a-844a7d28a7da,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:36.759233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.799387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.800780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-90bd6e01-9a37-4ece-b49e-6c207a8f2c29 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3102524 Dec 21 22:34:36.803726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45200) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:36.810560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'aa1fd2b5-eddc-470c-827c-2b3f3482abb2', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:36.817766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:36.821910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:36.825029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:36.832522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:36.889801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.895140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Pushing event updated for resources: {'Port': ['ID=ca5bb6ea-3619-4551-affa-7184f30b7d03,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:36.906714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.907093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.907462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.907828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.908197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.908559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.908920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.909290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.909606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.909958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.910309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:34:36.964860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:36.976567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 162f1ae8-44a9-4608-af34-f7d13c149b5d up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:34:36.995065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.018882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Attempting to bind port ca5bb6ea-3619-4551-affa-7184f30b7d03 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:34:37.019292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Attempting to bind port ca5bb6ea-3619-4551-affa-7184f30b7d03 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:34:37.019692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Attempting to bind port ca5bb6ea-3619-4551-affa-7184f30b7d03 on network f59f9565-80ef-4623-ab6d-f4d840d8f5af {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:34:37.025862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3a9b88-1863-4a53-945d-c5800fd86220,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:37.026926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:34:37.027557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Checking segment: {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:34:37.035465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.037078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Bound using segment: {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:34:37.037636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Bound port: ca5bb6ea-3619-4551-affa-7184f30b7d03, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:34:37.038054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.063859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.069084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45204) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:37.074671 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1bb367e4-6f2c-4fc9-8092-9f600b94f24c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2643547 Dec 21 22:34:37.074800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 162f1ae8-44a9-4608-af34-f7d13c149b5d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:37.074800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.076999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'aa1fd2b5-eddc-470c-827c-2b3f3482abb2', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:37.089436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:37.107464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:37.112482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:37.124840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:37.166139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] For port ca5bb6ea-3619-4551-affa-7184f30b7d03, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:34:37.169026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.170580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] For port ca5bb6ea-3619-4551-affa-7184f30b7d03, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ca5bb6ea-3619-4551-affa-7184f30b7d03,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:34:37.195551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.212011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device aea3e00f-3ea4-45f4-a502-27a1a56f32a5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:34:37.245448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.285302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.289791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44d59a-c699-4898-a380-19c85d4fd43e None None] Pushing event updated for resources: {'Port': ['ID=ca5bb6ea-3619-4551-affa-7184f30b7d03,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:37.303526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:37.304283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.309233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:37.309973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:37.328128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ec48bc-4dc6-46a8-9c98-faafc3dd9be2,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:37.336490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9343ce6d-0a0a-4fd4-8009-9509eb57821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.354030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.359018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0db5d705-f757-4ce1-84db-51324edfd387 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2852392 Dec 21 22:34:37.359018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45208) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:37.365438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'aa1fd2b5-eddc-470c-827c-2b3f3482abb2', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:37.373204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:37.378640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:37.383041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:37.391028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:37.443034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.517617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.528200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:37.550375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.578873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03627d21-3123-4ddc-b1a0-c7902ec9ca1d,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:37.623095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.624558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1fbe334f-7c36-4558-b426-54e75af59e4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2647893 Dec 21 22:34:37.627447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45212) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:37.633455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'aa1fd2b5-eddc-470c-827c-2b3f3482abb2', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:37.640739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:37.644822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:37.647848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:37.654209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:37.698379 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:34:37.706486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.776278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.812484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.844391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb05c354-9804-4828-94bc-922083a533cd,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:37.866905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:33Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:34:37Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:37.871069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6470461-1d8e-4041-bc6c-ed386b062a3f None None] The sync data for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv is: [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:33Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:34:37Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:34:37.875841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:37.877458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ca9dd836-9806-4427-92ef-d4f4a39a9a4a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2485614 Dec 21 22:34:37.880041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45216) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:37.886172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'security_group_rule': {'security_group_id': 'aa1fd2b5-eddc-470c-827c-2b3f3482abb2', 'project_id': 'b94464e04b434d009b163f6724868a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:37.893249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:37.897340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:security_group_rule and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:37.900464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:37.906579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:37.944380 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Project b94464e04b434d009b163f6724868a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:34:37.954114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:38.032892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:38.064362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:38.092722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb3298a-74c9-4eeb-9349-8a8c5f302a4a,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:38.133031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:38.134416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c78d52fd-5fad-453a-b0fd-370d466f8424 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2533138 Dec 21 22:34:38.458052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-635f796a-75af-466b-9e17-594732d82938 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479162903&fields=id&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 267 time: 0.0459957 Dec 21 22:34:38.625765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-78be653e-6639-45d6-a2fd-ebab6521fa67 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:38.627385 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-78be653e-6639-45d6-a2fd-ebab6521fa67 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/networks?id=f59f9565-80ef-4623-ab6d-f4d840d8f5af HTTP/1.1" status: 200 len: 797 time: 0.1622508 Dec 21 22:34:38.645729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-565ee1c8-7c4d-471d-80dc-05bc8cfdd5df tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/quotas/b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 375 time: 0.0124130 Dec 21 22:34:38.742592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-adbbb843-9b18-4d76-beb0-2c2be940f0ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907884 Dec 21 22:34:38.852262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:38.902458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-77089683-2c72-4a18-bc99-fd7cac4d0dad service neutron] 10.222.0.30 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460519 Dec 21 22:34:38.967361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ca5bb6ea-3619-4551-affa-7184f30b7d03 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:34:39.058870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-fbe5e74d-4f4b-483e-85f9-4e48774944bf service neutron] 10.222.0.30 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489613 Dec 21 22:34:39.069615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port ca5bb6ea-3619-4551-affa-7184f30b7d03 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:34:39.076463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ca5bb6ea-3619-4551-affa-7184f30b7d03 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:39.077015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:39.116566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:34:39.211411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:39.250027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port ca5bb6ea-3619-4551-affa-7184f30b7d03, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ca5bb6ea-3619-4551-affa-7184f30b7d03,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:39.279640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:39.355902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=ca5bb6ea-3619-4551-affa-7184f30b7d03,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:39.409310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-81ff2083-21bf-4e27-a354-425f6b924dc7 req-2ff0be1d-4c9d-4d41-aa16-6b7fdb431fb2 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 210 time: 0.1532726 Dec 21 22:34:40.046750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-870d671b-a0dd-4229-9655-8b0320c10e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:40.081114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:40.576950 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-154d3716-9670-47f4-9cf9-74fe2c9e5672 req-97fef600-9185-467b-af36-33c5b301438d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 210 time: 0.0449429 Dec 21 22:34:40.942060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ca5bb6ea-3619-4551-affa-7184f30b7d03 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:34:41.018943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ca5bb6ea-3619-4551-affa-7184f30b7d03 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:41.019352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:41.068575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-6e1d8ba9-84fd-4cab-aec2-476f10b78fe3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:41.070808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-6e1d8ba9-84fd-4cab-aec2-476f10b78fe3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/networks?id=f59f9565-80ef-4623-ab6d-f4d840d8f5af HTTP/1.1" status: 200 len: 797 time: 0.1858792 Dec 21 22:34:41.129617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-ab540cf7-fc42-45a8-b539-35279a4fb7ac tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b94464e04b434d009b163f6724868a54 HTTP/1.1" status: 200 len: 380 time: 0.0454142 Dec 21 22:34:41.139999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'port': {'device_id': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'admin_state_up': True, 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'security_groups': ['aa1fd2b5-eddc-470c-827c-2b3f3482abb2']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:41.287439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:41.291858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:port and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:41.295256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:41.301387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:41.347999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Made reservation on behalf of b94464e04b434d009b163f6724868a54 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:34:41.353467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:41.525397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.20.0.7 (f59f9565-80ef-4623-ab6d-f4d840d8f5af/a74d0f33-b250-4160-8b57-c7984cc7aad6/69acce15-2e4e-4a1c-b284-4a726d9a3019) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:34:41.572862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:41.992768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e36b3d45-bf3a-4b0c-a341-603cbe40d458 req-18be8a89-2363-454a-8484-06d9e741da04 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 210 time: 0.2856290 Dec 21 22:34:41.997591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:42.015187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Transition to ACTIVE for port object 69acce15-2e4e-4a1c-b284-4a726d9a3019 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:34:42.068109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:42.147551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:34:42.150991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:34:42.153040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=69acce15-2e4e-4a1c-b284-4a726d9a3019,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:42.156539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:34:42.226839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:42.227518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:42.285841 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-32a8a944-e1ff-4dcb-a4d2-1e28357fccb3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1502991 Dec 21 22:34:42.401898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Request body: {'port': {'device_id': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:42.456167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f0faa318-22d4-41c4-864b-45df50bb789e None None] Provisioning for port 69acce15-2e4e-4a1c-b284-4a726d9a3019 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:34:42.461288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f0faa318-22d4-41c4-864b-45df50bb789e None None] Provisioning complete for port 69acce15-2e4e-4a1c-b284-4a726d9a3019 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:42.461699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0faa318-22d4-41c4-864b-45df50bb789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:42.517298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:42.519815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f0faa318-22d4-41c4-864b-45df50bb789e None None] Port 69acce15-2e4e-4a1c-b284-4a726d9a3019 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:34:42.875688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69acce15-2e4e-4a1c-b284-4a726d9a3019 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:34:42.882804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:42.898986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Transition to ACTIVE for port object 69acce15-2e4e-4a1c-b284-4a726d9a3019 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:34:42.924655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:43.062823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Pushing event updated for resources: {'Port': ['ID=69acce15-2e4e-4a1c-b284-4a726d9a3019,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:43.238838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Attempting to bind port 69acce15-2e4e-4a1c-b284-4a726d9a3019 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:34:43.239277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Attempting to bind port 69acce15-2e4e-4a1c-b284-4a726d9a3019 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:34:43.239510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Attempting to bind port 69acce15-2e4e-4a1c-b284-4a726d9a3019 on network f59f9565-80ef-4623-ab6d-f4d840d8f5af {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:34:43.258887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Port 69acce15-2e4e-4a1c-b284-4a726d9a3019 on network f59f9565-80ef-4623-ab6d-f4d840d8f5af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:34:43.259193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Attempting to bind port 69acce15-2e4e-4a1c-b284-4a726d9a3019 on network f59f9565-80ef-4623-ab6d-f4d840d8f5af {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:34:43.269881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:34:43.270259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Checking segment: {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:34:43.270689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Bound using segment: {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:34:43.271166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Bound port: 69acce15-2e4e-4a1c-b284-4a726d9a3019, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:34:43.271551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:43.286378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448d6b2-e15b-4656-b8ed-58f8ff6d0113 req-b0309751-831b-4ccf-89c2-06a4c152d94a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:43.287091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c448d6b2-e15b-4656-b8ed-58f8ff6d0113 req-b0309751-831b-4ccf-89c2-06a4c152d94a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:34:43.374567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c448d6b2-e15b-4656-b8ed-58f8ff6d0113 req-b0309751-831b-4ccf-89c2-06a4c152d94a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:34:43.375871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c448d6b2-e15b-4656-b8ed-58f8ff6d0113 req-b0309751-831b-4ccf-89c2-06a4c152d94a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 943 time: 0.2328572 Dec 21 22:34:43.402599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] For port 69acce15-2e4e-4a1c-b284-4a726d9a3019, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:34:43.415950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] For port 69acce15-2e4e-4a1c-b284-4a726d9a3019, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:34:43.436703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c448d6b2-e15b-4656-b8ed-58f8ff6d0113 req-049a16a1-84a8-494b-bcea-4e214993c266 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527344 Dec 21 22:34:43.446467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:43.505932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:43.507416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] 10.222.0.46 "PUT /v2.0/ports/69acce15-2e4e-4a1c-b284-4a726d9a3019 HTTP/1.1" status: 200 len: 1093 time: 1.2139676 Dec 21 22:34:43.507969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:43.534672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766cafc-69b7-4b1b-8d57-384c12696bbb service neutron] Pushing event updated for resources: {'Port': ['ID=69acce15-2e4e-4a1c-b284-4a726d9a3019,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:43.577346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'status': 'completed', 'code': 200} Dec 21 22:34:43.662808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-3d06b466-a82d-4f42-b567-02561f5b8d3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 1096 time: 0.0827477 Dec 21 22:34:43.736242 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-2c29a547-5e04-4f6e-b1d2-660d3d897131 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019 HTTP/1.1" status: 200 len: 217 time: 0.0667751 Dec 21 22:34:43.810840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a21457bf-df34-4773-8f03-251e084837d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:43.812312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a21457bf-df34-4773-8f03-251e084837d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a74d0f33-b250-4160-8b57-c7984cc7aad6 HTTP/1.1" status: 200 len: 834 time: 0.0693185 Dec 21 22:34:43.893001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-a37294db-4cfa-48f9-bb90-a4f6e86f60a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59f9565-80ef-4623-ab6d-f4d840d8f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748937 Dec 21 22:34:44.043396 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-c4c7e96e-e0ed-487e-ba09-55e2632dae05 service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426065 Dec 21 22:34:44.187739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c3b06ae-d91f-4343-9312-2ed63c10ec44 req-7f491fd5-2097-4d1f-b620-ddd821941947 service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380522 Dec 21 22:34:44.341560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-204b8a58-5aee-4c35-b24b-c8f6e6c374fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 1096 time: 0.0740335 Dec 21 22:34:44.483331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-5e043a2d-744c-4568-aa6c-2a87a516bf65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:44.484980 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-5e043a2d-744c-4568-aa6c-2a87a516bf65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59f9565-80ef-4623-ab6d-f4d840d8f5af HTTP/1.1" status: 200 len: 898 time: 0.1366796 Dec 21 22:34:44.597497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-22d01b06-efe7-4f1f-8797-dd85867afe7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019 HTTP/1.1" status: 200 len: 217 time: 0.1050949 Dec 21 22:34:44.683142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-2da22bf5-c7ff-4bac-bcfa-93504a0161ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:44.685592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-2da22bf5-c7ff-4bac-bcfa-93504a0161ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a74d0f33-b250-4160-8b57-c7984cc7aad6 HTTP/1.1" status: 200 len: 834 time: 0.0769327 Dec 21 22:34:44.764174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e181c33-1dd3-453c-a92b-6d6585945a3d req-39b6fc8b-47aa-4c3e-adbf-06f28014aea5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:44.765781 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3e181c33-1dd3-453c-a92b-6d6585945a3d req-39b6fc8b-47aa-4c3e-adbf-06f28014aea5 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 943 time: 0.2034316 Dec 21 22:34:44.821611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-944e6861-b9d3-400e-87c9-39a138997e6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59f9565-80ef-4623-ab6d-f4d840d8f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277962 Dec 21 22:34:44.852617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3e181c33-1dd3-453c-a92b-6d6585945a3d req-4cffbca9-d21a-4099-9c13-8a3a9c41fcb1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799727 Dec 21 22:34:44.970697 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-70a79fdd-b91f-4afd-af54-f0cf6dcad67a service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402936 Dec 21 22:34:45.114617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6a6f3-65d4-4476-8945-5eeaebe2f2b2 req-ed61bc2d-c8c9-4e43-af43-bd9e400fc17a service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363869 Dec 21 22:34:46.066266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76920a-2aef-40f3-bd93-d882f77438ab req-344dc6b8-c633-4eaa-82d1-fb06c08b934f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:46.067897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a76920a-2aef-40f3-bd93-d882f77438ab req-344dc6b8-c633-4eaa-82d1-fb06c08b934f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 943 time: 0.0874879 Dec 21 22:34:46.117925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a76920a-2aef-40f3-bd93-d882f77438ab req-0c6c4b16-b27a-4b9a-a6af-a5cca840d714 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435407 Dec 21 22:34:46.599125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 69acce15-2e4e-4a1c-b284-4a726d9a3019 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:34:46.741446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 69acce15-2e4e-4a1c-b284-4a726d9a3019, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:46.755910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'port_id': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'mac_address': 'fa:16:3e:59:fd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:34:46.811173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:46.832165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69acce15-2e4e-4a1c-b284-4a726d9a3019 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:34:46.847066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 69acce15-2e4e-4a1c-b284-4a726d9a3019, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:46.892241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:46.960903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=69acce15-2e4e-4a1c-b284-4a726d9a3019,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:47.085046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['69acce15-2e4e-4a1c-b284-4a726d9a3019'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:34:47.323762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860b1de-e8bb-41cc-baeb-a269c139751e req-1c4ac7f3-d6b0-481b-a459-87fe3ad5a0ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:47.326153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f860b1de-e8bb-41cc-baeb-a269c139751e req-1c4ac7f3-d6b0-481b-a459-87fe3ad5a0ca tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 944 time: 0.0839140 Dec 21 22:34:47.375977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f860b1de-e8bb-41cc-baeb-a269c139751e req-14f2295e-fcbe-4826-9cb9-734639e26575 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Dec 21 22:34:48.583680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a1a0-9d7f-4010-b85b-5201d4997a8b req-5e5edaa5-07dc-49e7-900c-cf12b482b946 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:48.585345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3dc7a1a0-9d7f-4010-b85b-5201d4997a8b req-5e5edaa5-07dc-49e7-900c-cf12b482b946 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 944 time: 0.0858071 Dec 21 22:34:48.614579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 69acce15-2e4e-4a1c-b284-4a726d9a3019 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:34:48.635131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3dc7a1a0-9d7f-4010-b85b-5201d4997a8b req-03a44708-bd9c-4cb6-9acc-23afed3cccd1 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Dec 21 22:34:48.743404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 69acce15-2e4e-4a1c-b284-4a726d9a3019 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:34:48.749151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 69acce15-2e4e-4a1c-b284-4a726d9a3019 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:34:48.749570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:48.864987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:48.893353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:48.903478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 69acce15-2e4e-4a1c-b284-4a726d9a3019, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:34:48.931903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:48.971113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'code': 200} Dec 21 22:34:49.010751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=69acce15-2e4e-4a1c-b284-4a726d9a3019,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:49.243913 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4797ba51-e14b-47cb-a3b9-bd42d8b71cd0 req-0229ed0a-008b-4074-af87-bb38329b94ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 1098 time: 0.0730083 Dec 21 22:34:49.294383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4797ba51-e14b-47cb-a3b9-bd42d8b71cd0 req-25fd1c53-03d7-4d97-bbe2-c0e889d2792e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436709 Dec 21 22:34:49.839616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef079-9e09-4bcf-8906-fb1359fdd3ca req-8b9a958c-a0f9-4ced-8ae1-28a68d0b5e03 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:49.841611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-75aef079-9e09-4bcf-8906-fb1359fdd3ca req-8b9a958c-a0f9-4ced-8ae1-28a68d0b5e03 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 945 time: 0.0841327 Dec 21 22:34:49.890392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-75aef079-9e09-4bcf-8906-fb1359fdd3ca req-bd5c69b3-6046-4093-a6db-1c7b61ffad38 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Dec 21 22:34:51.100709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0ddea-3a7a-416e-b7e3-0fa5d27c83e9 req-7ddd8352-7463-4c65-aa7a-8d4b024bff2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:51.102318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2a0ddea-3a7a-416e-b7e3-0fa5d27c83e9 req-7ddd8352-7463-4c65-aa7a-8d4b024bff2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 945 time: 0.0858998 Dec 21 22:34:51.150351 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2a0ddea-3a7a-416e-b7e3-0fa5d27c83e9 req-54c2845d-8d05-4e44-865e-d7225bc746d8 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Dec 21 22:34:51.358838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924d4fb-2772-4cca-ad52-cd10dc3cc5e4 req-208fa00b-676f-4a56-a4cc-b7d983a50bc3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:51.360465 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f924d4fb-2772-4cca-ad52-cd10dc3cc5e4 req-208fa00b-676f-4a56-a4cc-b7d983a50bc3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 945 time: 0.0860944 Dec 21 22:34:51.409234 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f924d4fb-2772-4cca-ad52-cd10dc3cc5e4 req-aa9458c5-c499-40ef-932b-19bcc91ebf2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Dec 21 22:34:51.436710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45276) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:51.608063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-03e81791-fa4d-4e50-97f1-dff91ae73161 tempest-TestNetworkBasicOps-207067833 tempest-TestNetworkBasicOps-207067833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 1093 time: 0.1701407 Dec 21 22:34:51.610928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45282) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:51.616455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:51.622243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:34:51.626255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Usage tracker for resource:floatingip and tenant:b94464e04b434d009b163f6724868a54 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:34:51.629180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:34:51.635109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:34:51.686825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:51.836349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:51.978048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Allocated IP 172.26.6.6 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/f27446dc-8cb4-48df-a419-05d47c1fac2d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:34:52.191427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:52.241068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:52.308767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:34:52.313466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:34:52.317554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:34:52.348512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=f27446dc-8cb4-48df-a419-05d47c1fac2d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:53.073975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:53.174820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:53.390003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:53.428987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:53.538350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event updated for resources: {'Port': ['ID=f27446dc-8cb4-48df-a419-05d47c1fac2d,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:34:53.553193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:53.753024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Floating IP cc2687ed-3b3d-4eac-983c-351368ec54a3 associated. External IP: 172.26.6.6, port: 69acce15-2e4e-4a1c-b284-4a726d9a3019. Dec 21 22:34:54.163459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 1481936b-c966-4b06-8044-5695712ad498 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:34:54.372300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:34:54.382314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] Sync routers for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:34:54.394797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:54.395455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:54.427665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:34:54.489061 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f081263c-90dc-4aa8-934b-58bd6a6bd5ef tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8743992 Dec 21 22:34:54.489061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:34:54.489604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45286) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:54.541423 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'status': 'completed', 'code': 200} Dec 21 22:34:54.589448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:54.607595 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-68940e14-9c29-4502-bb7e-bc082d406776 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 989 time: 0.1166852 Dec 21 22:34:54.642421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-a120f7fd-b458-45c0-af23-0a8f0bc11865 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 1098 time: 0.0785983 Dec 21 22:34:54.794056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-41b2cc4a-6ec2-4882-bbf1-c679917e3eee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:54.795653 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-41b2cc4a-6ec2-4882-bbf1-c679917e3eee service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59f9565-80ef-4623-ab6d-f4d840d8f5af HTTP/1.1" status: 200 len: 898 time: 0.1463301 Dec 21 22:34:54.905853 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-d95a4eb6-f373-4e35-a611-0699beabe89c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019 HTTP/1.1" status: 200 len: 997 time: 0.1029830 Dec 21 22:34:54.965289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:33Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'cc2687ed-3b3d-4eac-983c-351368ec54a3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.6', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '1481936b-c966-4b06-8044-5695712ad498', 'port_id': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'mac_address': 'fa:16:3e:59:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:34:52Z', 'updated_at': '2021-12-21T22:34:52Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:34:39Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:54.969795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] Checking router: 1481936b-c966-4b06-8044-5695712ad498 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:34:54.975588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-c843ffcf-54a6-4596-b0b5-74b368caf1f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:34:54.977234 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-c843ffcf-54a6-4596-b0b5-74b368caf1f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a74d0f33-b250-4160-8b57-c7984cc7aad6 HTTP/1.1" status: 200 len: 834 time: 0.0643759 Dec 21 22:34:54.981565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:34:54.982220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:34:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:55.064043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-080734b2-3473-4bdc-9f58-d095d1709b40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59f9565-80ef-4623-ab6d-f4d840d8f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800838 Dec 21 22:34:55.175450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:34:55.210396 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-3df6abb0-f06e-4fde-8403-37ed8249c012 service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385071 Dec 21 22:34:55.360746 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90307883-75fa-475f-89c3-a2b4a00f9631 req-02ba65a4-ab69-42d9-a5d4-d53d2c633af4 service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403558 Dec 21 22:34:55.611109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45292) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:55.705955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:33Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'cc2687ed-3b3d-4eac-983c-351368ec54a3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.6', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '1481936b-c966-4b06-8044-5695712ad498', 'port_id': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'mac_address': 'fa:16:3e:59:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:34:52Z', 'updated_at': '2021-12-21T22:34:52Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:34:39Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:34:55.710398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b635623-641e-4ae0-8f28-1f0700fda0e3 None None] The sync data for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv is: [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:34:33Z', 'revision_number': 4, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'cc2687ed-3b3d-4eac-983c-351368ec54a3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.6', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '1481936b-c966-4b06-8044-5695712ad498', 'port_id': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'mac_address': 'fa:16:3e:59:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:34:52Z', 'updated_at': '2021-12-21T22:34:52Z', 'revision_number': 0, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:34:39Z', 'revision_number': 5, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:34:55.734650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a8b5572-2366-497a-aa32-1891c8c8c03f tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 989 time: 0.1221087 Dec 21 22:34:56.079544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447db2f-1b06-4bcb-9382-e2ad1491d294 None None] New status for floating IP cc2687ed-3b3d-4eac-983c-351368ec54a3: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:34:56.736524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45296) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:56.848605 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0bf3eb26-0070-4cbb-b668-0b5116d1e7dd tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 991 time: 0.1108258 Dec 21 22:35:03.594547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:07.291455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1bb682e-6652-41c5-8270-b13fb93111b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:08.840087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:10.029869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c3a80c1-1fa8-4dd0-83e3-bd1d788c23e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:10.057654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:11.577800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:16.118098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:35:26.168681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45312) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:26.174749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3c526687-5d19-4f88-969b-fe5623a91c7a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:27.063750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c526687-5d19-4f88-969b-fe5623a91c7a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:27.074095 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-ad37d61b-9d4d-41ad-b193-d054b251df65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1952467 Dec 21 22:35:27.130660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c526687-5d19-4f88-969b-fe5623a91c7a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:27.304322 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-9b9b2ff2-5998-4c1c-977c-f9b36c0c6deb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 1098 time: 0.1092429 Dec 21 22:35:27.529452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-96bd1357-c5dc-434d-ad16-2c13bc094ecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:35:27.531034 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-96bd1357-c5dc-434d-ad16-2c13bc094ecc service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59f9565-80ef-4623-ab6d-f4d840d8f5af HTTP/1.1" status: 200 len: 898 time: 0.1754372 Dec 21 22:35:27.601448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c526687-5d19-4f88-969b-fe5623a91c7a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 1481936b-c966-4b06-8044-5695712ad498 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:35:27.716901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-274455ea-c47b-48db-be55-12df97ef102d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019 HTTP/1.1" status: 200 len: 999 time: 0.1766565 Dec 21 22:35:27.804322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-2ae95fc7-ca9e-4989-8008-b11769f07ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:35:27.805845 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-2ae95fc7-ca9e-4989-8008-b11769f07ce5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a74d0f33-b250-4160-8b57-c7984cc7aad6 HTTP/1.1" status: 200 len: 834 time: 0.0825608 Dec 21 22:35:28.039659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-473bd5cb-a604-49d0-96a8-abe25d6db803 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59f9565-80ef-4623-ab6d-f4d840d8f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2232633 Dec 21 22:35:28.124047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c526687-5d19-4f88-969b-fe5623a91c7a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:35:28.137097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c526687-5d19-4f88-969b-fe5623a91c7a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:28.139512 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c526687-5d19-4f88-969b-fe5623a91c7a tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/1481936b-c966-4b06-8044-5695712ad498 HTTP/1.1" status: 200 len: 888 time: 1.9696822 Dec 21 22:35:28.139776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302480d-b747-4f67-b0e5-8bc91a51879e None None] Sync routers for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:35:28.156993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302480d-b747-4f67-b0e5-8bc91a51879e None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:35:28.157793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1302480d-b747-4f67-b0e5-8bc91a51879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:35:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:28.237972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1302480d-b747-4f67-b0e5-8bc91a51879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:28.250060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302480d-b747-4f67-b0e5-8bc91a51879e None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:35:28.251753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1302480d-b747-4f67-b0e5-8bc91a51879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:35:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:28.257479 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-18856b37-ab4e-458b-9200-f366b32bb41b service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067780 Dec 21 22:35:28.324599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1302480d-b747-4f67-b0e5-8bc91a51879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:28.325184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302480d-b747-4f67-b0e5-8bc91a51879e None None] The sync data for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv is: [] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:35:28.417448 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3d4d9f2f-1308-4e46-9db4-4c608dc4ff6a req-b8be6132-585f-4719-ad3c-8681004c9a29 service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530313 Dec 21 22:35:28.714032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a7c50-df3d-4b5f-8562-fdaae96a3d81 None None] New status for floating IP cc2687ed-3b3d-4eac-983c-351368ec54a3: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:35:28.957346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ca5bb6ea-3619-4551-affa-7184f30b7d03 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:35:29.079289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:29.113313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port ca5bb6ea-3619-4551-affa-7184f30b7d03, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ca5bb6ea-3619-4551-affa-7184f30b7d03,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:35:29.143344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:29.144082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 162f1ae8-44a9-4608-af34-f7d13c149b5d no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:35:29.265843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=ca5bb6ea-3619-4551-affa-7184f30b7d03,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:29.313342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.313731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.314109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.314485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.314857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.315227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.315594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.315961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.316325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.316732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.317096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:29.333748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:29.349959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 162f1ae8-44a9-4608-af34-f7d13c149b5d, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=162f1ae8-44a9-4608-af34-f7d13c149b5d,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:35:29.389192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:29.456962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=162f1ae8-44a9-4608-af34-f7d13c149b5d,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:31.204496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45320) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:31.210275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1dfb0781-3c3f-4a03-8b17-f7449d6cdb2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:32.028015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0781-3c3f-4a03-8b17-f7449d6cdb2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:32.080398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0781-3c3f-4a03-8b17-f7449d6cdb2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853046443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718638'] for router, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:32.295551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb0781-3c3f-4a03-8b17-f7449d6cdb2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 1481936b-c966-4b06-8044-5695712ad498 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:35:32.504326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb0781-3c3f-4a03-8b17-f7449d6cdb2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:35:32.510677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0781-3c3f-4a03-8b17-f7449d6cdb2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:32.513114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1dfb0781-3c3f-4a03-8b17-f7449d6cdb2c tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/1481936b-c966-4b06-8044-5695712ad498 HTTP/1.1" status: 200 len: 887 time: 1.3068337 Dec 21 22:35:32.514546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] Sync routers for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:35:32.515682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45324) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:32.527169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:35:32.531909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:35:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:32.628976 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9866efc9-d750-43df-8384-ef695604ef0e tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 989 time: 0.1117930 Dec 21 22:35:32.718892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:35:33.084412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:32Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'cc2687ed-3b3d-4eac-983c-351368ec54a3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.6', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '1481936b-c966-4b06-8044-5695712ad498', 'port_id': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'mac_address': 'fa:16:3e:59:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:34:52Z', 'updated_at': '2021-12-21T22:35:28Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:35:29Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:33.088517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] Checking router: 1481936b-c966-4b06-8044-5695712ad498 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:35:33.101023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:35:33.101523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:35:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:33.289493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:35:33.634725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45328) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:33.635961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:33.669860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:32Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'cc2687ed-3b3d-4eac-983c-351368ec54a3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.6', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '1481936b-c966-4b06-8044-5695712ad498', 'port_id': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'mac_address': 'fa:16:3e:59:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:34:52Z', 'updated_at': '2021-12-21T22:35:28Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:35:29Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:33.674298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f18ad4-1192-4169-8f54-fb681daf61f7 None None] The sync data for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv is: [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:32Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'cc2687ed-3b3d-4eac-983c-351368ec54a3', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'floating_ip_address': '172.26.6.6', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '1481936b-c966-4b06-8044-5695712ad498', 'port_id': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'mac_address': 'fa:16:3e:59:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:34:52Z', 'updated_at': '2021-12-21T22:35:28Z', 'revision_number': 2, 'project_id': 'b94464e04b434d009b163f6724868a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:35:29Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:35:33.752625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3b30fb26-3e7f-4e7b-959b-54f21321f7ac tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 989 time: 0.1169531 Dec 21 22:35:34.756742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45332) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:34.869885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ede131a9-bafd-492f-bd0a-ab6e2b7013e3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 989 time: 0.1105654 Dec 21 22:35:35.010036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ca5bb6ea-3619-4551-affa-7184f30b7d03 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:35:35.086983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ca5bb6ea-3619-4551-affa-7184f30b7d03 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:35:35.087704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:35.215415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:35.250899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port ca5bb6ea-3619-4551-affa-7184f30b7d03, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ca5bb6ea-3619-4551-affa-7184f30b7d03,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:35:35.296040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:35.296929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 162f1ae8-44a9-4608-af34-f7d13c149b5d up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:35:35.420822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=ca5bb6ea-3619-4551-affa-7184f30b7d03,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:35.434002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 162f1ae8-44a9-4608-af34-f7d13c149b5d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:35:35.434416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:35.557402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:35.573963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 162f1ae8-44a9-4608-af34-f7d13c149b5d, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=162f1ae8-44a9-4608-af34-f7d13c149b5d,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:35:35.627233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:35.866774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=162f1ae8-44a9-4608-af34-f7d13c149b5d,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:35.871930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45336) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:35.983097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5c8a2261-15bb-4afc-bb28-f08d26f74980 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 989 time: 0.1097615 Dec 21 22:35:36.791813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2d324c-d477-4cf3-a383-c359fe06b889 None None] New status for floating IP cc2687ed-3b3d-4eac-983c-351368ec54a3: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:35:36.971575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ca5bb6ea-3619-4551-affa-7184f30b7d03 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:35:36.986283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45342) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:37.043254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ca5bb6ea-3619-4551-affa-7184f30b7d03 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:35:37.043667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:37.104184 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e89887cd-4ef7-4ce8-ae5f-505b4865b7af tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 989 time: 0.1164629 Dec 21 22:35:37.169464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 162f1ae8-44a9-4608-af34-f7d13c149b5d up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:35:37.240236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 162f1ae8-44a9-4608-af34-f7d13c149b5d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:35:37.240711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:37.346815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-adab33f9-0946-487e-943f-9e9b8565f5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:38.107922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45346) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:38.219918 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9e1e6339-46ae-4e7f-bbe3-c62d0bc0ca13 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 200 len: 991 time: 0.1107426 Dec 21 22:35:38.498768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45354) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:38.855382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:38.924866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port f27446dc-8cb4-48df-a419-05d47c1fac2d {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:35:38.925248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:39.107623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:39.107984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:39.234362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for f27446dc-8cb4-48df-a419-05d47c1fac2d owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:35:39.467216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:39.514728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=f27446dc-8cb4-48df-a419-05d47c1fac2d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:39.554138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.554522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.554893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.555259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.555622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.555980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.556350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.556716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.557070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.557422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.557775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:39.626457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:40.039904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eb5e609a-fa7c-4f32-bcf0-e9780f1192fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:40.041350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 1481936b-c966-4b06-8044-5695712ad498 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:35:40.068715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:40.253034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:35:40.263928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] Sync routers for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:35:40.276829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:35:40.278812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:35:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:40.302792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:40.362567 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-59802928-d6cc-44d4-99cf-fb4efb3d7120 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/floatingips/cc2687ed-3b3d-4eac-983c-351368ec54a3 HTTP/1.1" status: 204 len: 168 time: 1.8625121 Dec 21 22:35:40.363156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:35:40.424918 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'status': 'completed', 'code': 200} Dec 21 22:35:40.472993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:35:40.533574 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65fcea15-2fdc-42e3-976b-882852ba316d req-27222e40-01db-493c-983b-73ac986c6856 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b94464e04b434d009b163f6724868a54&device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 1098 time: 0.0850198 Dec 21 22:35:40.677913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcea15-2fdc-42e3-976b-882852ba316d req-45570671-5ab7-4bc3-84ff-7d66257029ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:35:40.679422 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65fcea15-2fdc-42e3-976b-882852ba316d req-45570671-5ab7-4bc3-84ff-7d66257029ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=f59f9565-80ef-4623-ab6d-f4d840d8f5af HTTP/1.1" status: 200 len: 898 time: 0.1404307 Dec 21 22:35:40.756684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65fcea15-2fdc-42e3-976b-882852ba316d req-e37e8588-8db9-402e-909d-3cd72d59a658 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019 HTTP/1.1" status: 200 len: 217 time: 0.0706213 Dec 21 22:35:40.823743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:32Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:40.828146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] Checking router: 1481936b-c966-4b06-8044-5695712ad498 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:35:40.834272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcea15-2fdc-42e3-976b-882852ba316d req-6eb92eb2-34e0-4b90-9c8e-0d35b5f6d871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:35:40.835963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65fcea15-2fdc-42e3-976b-882852ba316d req-6eb92eb2-34e0-4b90-9c8e-0d35b5f6d871 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a74d0f33-b250-4160-8b57-c7984cc7aad6 HTTP/1.1" status: 200 len: 834 time: 0.0722318 Dec 21 22:35:40.839553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:35:40.840211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:35:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:40.984027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932ba34-965e-4d68-855f-d6be63b7fd04 req-95099c50-3172-4827-a96c-7b948695b6f6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:35:40.985671 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e932ba34-965e-4d68-855f-d6be63b7fd04 req-95099c50-3172-4827-a96c-7b948695b6f6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 945 time: 0.1486821 Dec 21 22:35:40.989330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65fcea15-2fdc-42e3-976b-882852ba316d req-bbdbc14c-8729-4d3c-bc22-d6c19088d5bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f59f9565-80ef-4623-ab6d-f4d840d8f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1179583 Dec 21 22:35:41.030023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:35:41.145389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e932ba34-965e-4d68-855f-d6be63b7fd04 req-676785ab-3a09-4231-9449-c9f10eddb30d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531823 Dec 21 22:35:41.182634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65fcea15-2fdc-42e3-976b-882852ba316d req-b75543cb-76f2-4461-9c25-f11bc572c13f service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734717 Dec 21 22:35:41.327574 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65fcea15-2fdc-42e3-976b-882852ba316d req-d1f450c7-a4cf-4a51-b1d3-4bc8e01224c9 service neutron] 10.222.0.46 "GET /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381335 Dec 21 22:35:41.369173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:32Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:41.373805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e85b37-4cb5-4490-8831-c845e5d3a60a None None] The sync data for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv is: [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:32Z', 'revision_number': 6, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'ca5bb6ea-3619-4551-affa-7184f30b7d03', 'name': '', 'network_id': 'f59f9565-80ef-4623-ab6d-f4d840d8f5af', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'mac_address': 'fa:16:3e:b5:13:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:32Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'subnets': [{'id': 'a74d0f33-b250-4160-8b57-c7984cc7aad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:35:41.577879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:42.124756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-c42c51f3-40bf-4bfc-bd7c-191206c4a507 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:35:42.126335 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-c42c51f3-40bf-4bfc-bd7c-191206c4a507 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 945 time: 0.0874033 Dec 21 22:35:42.201672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 69acce15-2e4e-4a1c-b284-4a726d9a3019 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:35:42.202060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:42.512053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23d56-0742-4e9b-876c-8d7f5f6a6a17 req-0992aa81-f1a9-417d-a4df-78c31ad743b7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:35:42.513748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-acf23d56-0742-4e9b-876c-8d7f5f6a6a17 req-0992aa81-f1a9-417d-a4df-78c31ad743b7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 945 time: 0.2209525 Dec 21 22:35:42.555362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 69acce15-2e4e-4a1c-b284-4a726d9a3019, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69acce15-2e4e-4a1c-b284-4a726d9a3019,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:35:42.555757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:42.645233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34701efd-7739-4067-be8f-c2d08e9475da None None] New status for floating IP cc2687ed-3b3d-4eac-983c-351368ec54a3: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:35:42.698755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 69acce15-2e4e-4a1c-b284-4a726d9a3019 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:35:42.749208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-acf23d56-0742-4e9b-876c-8d7f5f6a6a17 req-4411af43-326a-43f5-be1b-01a0dcf443e6 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa1fd2b5-eddc-470c-827c-2b3f3482abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255661 Dec 21 22:35:42.994092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:43.043099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=69acce15-2e4e-4a1c-b284-4a726d9a3019,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:43.086003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.086389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.086768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.087141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.087511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.087880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.088242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.088633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.088995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.089351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.089710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:35:43.131964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] No DVR routers for this DVR port 69acce15-2e4e-4a1c-b284-4a726d9a3019 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:35:43.134511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:43.137230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'name': 'network-vif-deleted', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:35:43.150295 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc5620b3-760f-4adf-aab5-ed70ca9f42f7 req-0fb49d22-5ee3-4d3c-ad2c-fe12c7c8335d tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.46 "DELETE /v2.0/ports/69acce15-2e4e-4a1c-b284-4a726d9a3019 HTTP/1.1" status: 204 len: 173 time: 1.0186384 Dec 21 22:35:43.192543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683cec91-c2f6-4b0a-b445-07b838c7fa17', 'name': 'network-vif-deleted', 'tag': '69acce15-2e4e-4a1c-b284-4a726d9a3019', 'status': 'completed', 'code': 200} Dec 21 22:35:43.936280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-6286ea91-f446-4ae4-85bc-2be99a713237 req-786cd4e0-a6d0-4e09-92a2-982f271db9e3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Synchronizing usage tracker for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:35:43.977174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-6286ea91-f446-4ae4-85bc-2be99a713237 req-786cd4e0-a6d0-4e09-92a2-982f271db9e3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Unset dirty status for tenant:b94464e04b434d009b163f6724868a54 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:35:43.978434 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6286ea91-f446-4ae4-85bc-2be99a713237 req-786cd4e0-a6d0-4e09-92a2-982f271db9e3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "GET /v2.0/ports?device_id=683cec91-c2f6-4b0a-b445-07b838c7fa17 HTTP/1.1" status: 200 len: 210 time: 0.0906546 Dec 21 22:35:45.087321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45372) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:45.161465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-781b8df4-a64a-4eab-9b1e-e849453cefd7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:45.192640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-781b8df4-a64a-4eab-9b1e-e849453cefd7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:45.377550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-781b8df4-a64a-4eab-9b1e-e849453cefd7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:45.397612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b8df4-a64a-4eab-9b1e-e849453cefd7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1fd2b5-eddc-470c-827c-2b3f3482abb2,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:45.406046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-781b8df4-a64a-4eab-9b1e-e849453cefd7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:45.410006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-781b8df4-a64a-4eab-9b1e-e849453cefd7 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/security-groups/aa1fd2b5-eddc-470c-827c-2b3f3482abb2 HTTP/1.1" status: 204 len: 168 time: 0.3188231 Dec 21 22:35:45.499343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45378) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:45.912789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:46.545246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port ca5bb6ea-3619-4551-affa-7184f30b7d03 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:35:46.545915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:46.816723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 69acce15-2e4e-4a1c-b284-4a726d9a3019 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:35:46.852901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 69acce15-2e4e-4a1c-b284-4a726d9a3019 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:35:46.853303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 69acce15-2e4e-4a1c-b284-4a726d9a3019 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:35:46.968630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port ca5bb6ea-3619-4551-affa-7184f30b7d03, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ca5bb6ea-3619-4551-affa-7184f30b7d03,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:35:46.969016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:47.095985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for ca5bb6ea-3619-4551-affa-7184f30b7d03 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:35:47.353984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:47.402727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=ca5bb6ea-3619-4551-affa-7184f30b7d03,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:47.717352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:48.330092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Router 1481936b-c966-4b06-8044-5695712ad498 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:35:48.545021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:35:48.555585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] Sync routers for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:35:48.568523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:35:48.576268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:35:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:48.601744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-570ae5c5-b948-489d-9765-63fbef70a7ed tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "PUT /v2.0/routers/1481936b-c966-4b06-8044-5695712ad498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1012034 Dec 21 22:35:48.604552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45382) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:48.758825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:35:48.803401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb273ec3-0555-45ad-8a27-a50cb26658c3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting subnet a74d0f33-b250-4160-8b57-c7984cc7aad6 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:35:48.806418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb273ec3-0555-45ad-8a27-a50cb26658c3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:48.863668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb273ec3-0555-45ad-8a27-a50cb26658c3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:48.964210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb273ec3-0555-45ad-8a27-a50cb26658c3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:49.069365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb273ec3-0555-45ad-8a27-a50cb26658c3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:49.117744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb273ec3-0555-45ad-8a27-a50cb26658c3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Subnet': ['ID=a74d0f33-b250-4160-8b57-c7984cc7aad6,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:49.125809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb273ec3-0555-45ad-8a27-a50cb26658c3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:49.133452 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fb273ec3-0555-45ad-8a27-a50cb26658c3 tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/subnets/a74d0f33-b250-4160-8b57-c7984cc7aad6 HTTP/1.1" status: 204 len: 168 time: 0.5277576 Dec 21 22:35:49.136281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45386) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:49.167866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83457487-81d1-4ed3-aba6-bf5ebeb0de78 None None] Network f59f9565-80ef-4623-ab6d-f4d840d8f5af requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:35:49.352065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:49.403103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:47Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:49.410675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] Checking router: 1481936b-c966-4b06-8044-5695712ad498 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:35:49.439847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] Routers {'1481936b-c966-4b06-8044-5695712ad498'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:35:49.440705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:35:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['1481936b-c966-4b06-8044-5695712ad498'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:49.500379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] DHCP port deletion for f59f9565-80ef-4623-ab6d-f4d840d8f5af request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:35:49.513993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] Deleting port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:35:49.514411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:49.562158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:49.611261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Deleting port 162f1ae8-44a9-4608-af34-f7d13c149b5d {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:35:49.611572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:49.766184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] Set router 1481936b-c966-4b06-8044-5695712ad498 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:35:49.991756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] For port aea3e00f-3ea4-45f4-a502-27a1a56f32a5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=aea3e00f-3ea4-45f4-a502-27a1a56f32a5,segment=NetworkSegment(ec44c71d-7154-4c2e-a87f-91c0afb8c6b6),segment_id=ec44c71d-7154-4c2e-a87f-91c0afb8c6b6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:35:49.992202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:50.022675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] For port 162f1ae8-44a9-4608-af34-f7d13c149b5d, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=162f1ae8-44a9-4608-af34-f7d13c149b5d,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:35:50.023069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:50.150910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Calling delete_port for 162f1ae8-44a9-4608-af34-f7d13c149b5d owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:35:50.179591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] Calling delete_port for aea3e00f-3ea4-45f4-a502-27a1a56f32a5 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:35:50.341830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:47Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:50.345981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae3885-322d-4e51-8077-2506e363bebf None None] The sync data for ids ['1481936b-c966-4b06-8044-5695712ad498'] in dv-neutron-822521-1-hyperv is: [{'id': '1481936b-c966-4b06-8044-5695712ad498', 'name': 'tempest-TestNetworkBasicOps-router-459374027', 'tenant_id': 'b94464e04b434d009b163f6724868a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:34:28Z', 'updated_at': '2021-12-21T22:35:47Z', 'revision_number': 7, 'project_id': 'b94464e04b434d009b163f6724868a54', 'gw_port': {'id': '162f1ae8-44a9-4608-af34-f7d13c149b5d', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1481936b-c966-4b06-8044-5695712ad498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:34:29Z', 'updated_at': '2021-12-21T22:35:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:35:50.354151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:50.401420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] Pushing event deleted for resources: {'Port': ['ID=aea3e00f-3ea4-45f4-a502-27a1a56f32a5,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:50.412649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549c853-95d8-410d-ba99-807ac5fb8a48 None None] No DVR routers for this DVR port aea3e00f-3ea4-45f4-a502-27a1a56f32a5 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:35:50.422913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:50.474444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Port': ['ID=162f1ae8-44a9-4608-af34-f7d13c149b5d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:50.711348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:50.979182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:50.985217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.018185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ca5bb6ea-3619-4551-affa-7184f30b7d03 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:35:51.051036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: ca5bb6ea-3619-4551-affa-7184f30b7d03 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:35:51.051433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ca5bb6ea-3619-4551-affa-7184f30b7d03 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:35:51.051899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device aea3e00f-3ea4-45f4-a502-27a1a56f32a5 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:35:51.088801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: aea3e00f-3ea4-45f4-a502-27a1a56f32a5 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:35:51.089224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device aea3e00f-3ea4-45f4-a502-27a1a56f32a5 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:35:51.095632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.097262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Fanout notify agent at l3_agent the message router_deleted on router 1481936b-c966-4b06-8044-5695712ad498 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:35:51.114677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.115904 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-919c67d9-7818-48aa-b2c7-15926b0e461b tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/routers/1481936b-c966-4b06-8044-5695712ad498 HTTP/1.1" status: 204 len: 168 time: 1.9785922 Dec 21 22:35:51.118814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45390) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:51.242608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.386648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.419071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59f9565-80ef-4623-ab6d-f4d840d8f5af']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:51.431868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:51.432204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec44c71d-7154-4c2e-a87f-91c0afb8c6b6') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:35:51.444633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.459854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.466789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:35:51.467207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:35:51.482319 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:35:51.592421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.616190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:51.623265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] Pushing event deleted for resources: {'Network': ['ID=f59f9565-80ef-4623-ab6d-f4d840d8f5af,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:51.631251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0a42d7a9-35b1-4275-aa16-56849a2d94da tempest-TestNetworkBasicOps-22960175 tempest-TestNetworkBasicOps-22960175-project] 10.222.0.30 "DELETE /v2.0/networks/f59f9565-80ef-4623-ab6d-f4d840d8f5af HTTP/1.1" status: 204 len: 168 time: 0.5113993 Dec 21 22:35:52.096959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45398) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:52.299309 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c5306b46-eafe-4a23-8540-8e155ecddf8b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b94464e04b434d009b163f6724868a54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2010837 Dec 21 22:35:52.301923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45404) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:52.363606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc95147b-21fc-439f-b2cb-e79166e08e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:52.390688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc95147b-21fc-439f-b2cb-e79166e08e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:52.530118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc95147b-21fc-439f-b2cb-e79166e08e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:52.549842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95147b-21fc-439f-b2cb-e79166e08e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866bc0fc-496d-4201-a63f-698fcc2565be,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:52.557226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bc95147b-21fc-439f-b2cb-e79166e08e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:52.558191 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bc95147b-21fc-439f-b2cb-e79166e08e2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/866bc0fc-496d-4201-a63f-698fcc2565be HTTP/1.1" status: 204 len: 168 time: 0.2552924 Dec 21 22:35:52.928489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 162f1ae8-44a9-4608-af34-f7d13c149b5d no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:35:52.962814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 162f1ae8-44a9-4608-af34-f7d13c149b5d {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:35:52.963209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 162f1ae8-44a9-4608-af34-f7d13c149b5d not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:35:53.113185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45412) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:53.120271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:35:53.133730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:53.167248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:35:53.171488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] Usage tracker for resource:security_group_rule and tenant:77767853b6724d0db6d6eb4ac6c8b53a is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:35:53.174449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:35:53.180578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:35:53.372583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:53.415281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:53.464459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1790bcd2-4859-4b95-b025-554e977b45a4,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:53.470573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-15546f6e-9635-43f2-ad7b-b5f4e6ba7b5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77767853b6724d0db6d6eb4ac6c8b53a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3562472 Dec 21 22:35:53.473589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45416) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:53.536506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7487825d-d065-4adc-b041-a8e13f42495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:53.564111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7487825d-d065-4adc-b041-a8e13f42495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:53.632606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7487825d-d065-4adc-b041-a8e13f42495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:53.649172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487825d-d065-4adc-b041-a8e13f42495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1790bcd2-4859-4b95-b025-554e977b45a4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:35:53.654872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7487825d-d065-4adc-b041-a8e13f42495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:35:53.656051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7487825d-d065-4adc-b041-a8e13f42495d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1790bcd2-4859-4b95-b025-554e977b45a4 HTTP/1.1" status: 204 len: 168 time: 0.1808801 Dec 21 22:36:02.053121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-f2514355-6c8e-46f4-bcc8-287920dab000 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=237d4c2ae31642ce9632b8805194c224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324047 Dec 21 22:36:02.215256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-08fcd7fe-c0e3-4309-9144-1865d8396cc5 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:02.217478 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-08fcd7fe-c0e3-4309-9144-1865d8396cc5 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586673 Dec 21 22:36:02.235318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-283d9c81-2b2e-4953-baa2-3e546426cdc4 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/quotas/237d4c2ae31642ce9632b8805194c224 HTTP/1.1" status: 200 len: 375 time: 0.0120163 Dec 21 22:36:02.284296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-742771c4-88d9-4d28-ae57-fdc3c5e63238 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=237d4c2ae31642ce9632b8805194c224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437014 Dec 21 22:36:02.525101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d9e68d27-1e79-4eb8-956f-65d07c05c78e req-925abb38-26c9-45f5-a867-907022518900 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 210 time: 0.0502148 Dec 21 22:36:03.609782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:03.709096 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b4ea4761-9915-4b07-9062-7e6f4316e5e0 req-79d95716-65db-4f90-ba9b-67c90004a902 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 210 time: 0.0471752 Dec 21 22:36:04.238774 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-0fcf1e74-b256-4bfd-95e0-7436a60ed268 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=237d4c2ae31642ce9632b8805194c224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319500 Dec 21 22:36:04.397114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-9a6fc542-4149-4897-816b-f9ab5b353a76 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:04.398655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-9a6fc542-4149-4897-816b-f9ab5b353a76 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553836 Dec 21 22:36:04.420315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Request body: {'port': {'device_id': 'dc71ee38-f192-4a5e-82f1-764f2ba880bb', 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a', 'admin_state_up': True, 'tenant_id': '237d4c2ae31642ce9632b8805194c224'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:04.568920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:36:04.573001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Usage tracker for resource:port and tenant:237d4c2ae31642ce9632b8805194c224 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:36:04.576176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:36:04.582328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:36:04.615409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Made reservation on behalf of 237d4c2ae31642ce9632b8805194c224 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:36:04.621563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:04.635352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:04.668549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:36:04.673139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Usage tracker for resource:security_group_rule and tenant:237d4c2ae31642ce9632b8805194c224 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:36:04.676050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:36:04.682119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:36:04.809297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:04.838350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:04.937699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a9eff83b-f953-4946-a568-b4e4096bf7d4 req-1ab2cd13-014a-4e61-b13e-5488af0a576e tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 210 time: 0.0936410 Dec 21 22:36:04.977277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:05.064802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Allocated IP 192.168.233.223 (32b64785-12c7-4b65-9727-7179e67eb98a/cbe2f2e4-6454-45a5-bb14-0ee48989ae83/e94614f4-0b41-4e76-ba64-35764bb9b89d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:36:05.280283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:05.296933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Transition to ACTIVE for port object e94614f4-0b41-4e76-ba64-35764bb9b89d will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:36:05.349061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:05.651677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Network 32b64785-12c7-4b65-9727-7179e67eb98a is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:36:05.655682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:36:05.660042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:36:05.693925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Pushing event updated for resources: {'Port': ['ID=e94614f4-0b41-4e76-ba64-35764bb9b89d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:05.731228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:05.732457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:05.789481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-efe986eb-4eb5-4c0b-b93a-d468e04c1d80 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3737960 Dec 21 22:36:05.802100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Request body: {'port': {'device_id': 'dc71ee38-f192-4a5e-82f1-764f2ba880bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:05.923620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:06.046339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4b73aa69-4539-4189-8f9e-58bb5f4c88be None None] Provisioning for port e94614f4-0b41-4e76-ba64-35764bb9b89d completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:36:06.063157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4b73aa69-4539-4189-8f9e-58bb5f4c88be None None] Provisioning complete for port e94614f4-0b41-4e76-ba64-35764bb9b89d triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:36:06.063709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4b73aa69-4539-4189-8f9e-58bb5f4c88be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:06.123622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4b73aa69-4539-4189-8f9e-58bb5f4c88be None None] Port e94614f4-0b41-4e76-ba64-35764bb9b89d cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:36:06.329871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c904b69-cd5e-437d-a55c-ffc045a15b4f req-cc45ae7d-b18f-47b6-bf0c-2d5fb6ec2cfe tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:06.330635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1c904b69-cd5e-437d-a55c-ffc045a15b4f req-cc45ae7d-b18f-47b6-bf0c-2d5fb6ec2cfe tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Synchronizing usage tracker for tenant:237d4c2ae31642ce9632b8805194c224 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:36:06.416654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1c904b69-cd5e-437d-a55c-ffc045a15b4f req-cc45ae7d-b18f-47b6-bf0c-2d5fb6ec2cfe tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Unset dirty status for tenant:237d4c2ae31642ce9632b8805194c224 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:36:06.417945 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c904b69-cd5e-437d-a55c-ffc045a15b4f req-cc45ae7d-b18f-47b6-bf0c-2d5fb6ec2cfe tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 936 time: 0.3006024 Dec 21 22:36:06.467814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94614f4-0b41-4e76-ba64-35764bb9b89d {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:36:06.482297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:06.506494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1c904b69-cd5e-437d-a55c-ffc045a15b4f req-7bb9473b-1c6c-4aed-b7f0-763b01e9d2e4 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Synchronizing usage tracker for tenant:237d4c2ae31642ce9632b8805194c224 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:36:06.536833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Transition to ACTIVE for port object e94614f4-0b41-4e76-ba64-35764bb9b89d will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:36:06.560401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1c904b69-cd5e-437d-a55c-ffc045a15b4f req-7bb9473b-1c6c-4aed-b7f0-763b01e9d2e4 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Unset dirty status for tenant:237d4c2ae31642ce9632b8805194c224 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:36:06.561953 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c904b69-cd5e-437d-a55c-ffc045a15b4f req-7bb9473b-1c6c-4aed-b7f0-763b01e9d2e4 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308155 Dec 21 22:36:06.582870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:06.719510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Pushing event updated for resources: {'Port': ['ID=e94614f4-0b41-4e76-ba64-35764bb9b89d,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:06.833169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Attempting to bind port e94614f4-0b41-4e76-ba64-35764bb9b89d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:36:06.833500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Attempting to bind port e94614f4-0b41-4e76-ba64-35764bb9b89d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:36:06.833872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Attempting to bind port e94614f4-0b41-4e76-ba64-35764bb9b89d on network 32b64785-12c7-4b65-9727-7179e67eb98a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:36:06.840316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Port e94614f4-0b41-4e76-ba64-35764bb9b89d on network 32b64785-12c7-4b65-9727-7179e67eb98a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:36:06.840712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Attempting to bind port e94614f4-0b41-4e76-ba64-35764bb9b89d on network 32b64785-12c7-4b65-9727-7179e67eb98a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:36:06.847973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:36:06.848384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Checking segment: {'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:36:06.848816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Bound using segment: {'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:36:06.849290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Bound port: e94614f4-0b41-4e76-ba64-35764bb9b89d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bbff9f-ecb7-47f2-a9a4-c40cab4f709f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:36:06.849673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:06.944915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] For port e94614f4-0b41-4e76-ba64-35764bb9b89d, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:36:06.948083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] For port e94614f4-0b41-4e76-ba64-35764bb9b89d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e94614f4-0b41-4e76-ba64-35764bb9b89d,segment=NetworkSegment(18bbff9f-ecb7-47f2-a9a4-c40cab4f709f),segment_id=18bbff9f-ecb7-47f2-a9a4-c40cab4f709f)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:36:06.977405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:07.041861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:07.043354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] 10.222.0.46 "PUT /v2.0/ports/e94614f4-0b41-4e76-ba64-35764bb9b89d HTTP/1.1" status: 200 len: 1098 time: 1.2459669 Dec 21 22:36:07.043838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc71ee38-f192-4a5e-82f1-764f2ba880bb', 'tag': 'e94614f4-0b41-4e76-ba64-35764bb9b89d'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:36:07.079097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b87f8-6aee-44c7-b93b-dcab97eb1885 service neutron] Pushing event updated for resources: {'Port': ['ID=e94614f4-0b41-4e76-ba64-35764bb9b89d,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:07.108569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc71ee38-f192-4a5e-82f1-764f2ba880bb', 'tag': 'e94614f4-0b41-4e76-ba64-35764bb9b89d', 'status': 'completed', 'code': 200} Dec 21 22:36:07.212117 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-576ce004-f930-4af4-a98d-e3a11c9a4af8 req-2fbefe11-1f60-4261-ac3a-df377adc836b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=237d4c2ae31642ce9632b8805194c224&device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 1101 time: 0.0827937 Dec 21 22:36:07.252274 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-576ce004-f930-4af4-a98d-e3a11c9a4af8 req-92d4d57a-45fd-4e70-ae23-397920d2779f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=237d4c2ae31642ce9632b8805194c224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324793 Dec 21 22:36:07.294870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9672-2e1a-491a-a224-7b7a54a02d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:07.401966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ce004-f930-4af4-a98d-e3a11c9a4af8 req-b62537c3-50f8-488a-a0aa-a185ef459a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:07.403608 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-576ce004-f930-4af4-a98d-e3a11c9a4af8 req-b62537c3-50f8-488a-a0aa-a185ef459a93 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453283 Dec 21 22:36:07.516069 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-f95aa356-e414-4f4f-a84f-e83309351262 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=237d4c2ae31642ce9632b8805194c224&device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 1101 time: 0.0755763 Dec 21 22:36:07.590822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-3d68836c-87ea-47b4-92f4-eb1a4b41981a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e94614f4-0b41-4e76-ba64-35764bb9b89d HTTP/1.1" status: 200 len: 217 time: 0.0679367 Dec 21 22:36:07.664492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-c43dd874-84a8-482e-b241-6206f6c6a4fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:07.666032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-c43dd874-84a8-482e-b241-6206f6c6a4fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe2f2e4-6454-45a5-bb14-0ee48989ae83 HTTP/1.1" status: 200 len: 843 time: 0.0695872 Dec 21 22:36:07.816976 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-aad8fa9e-f4c6-4871-85e9-3787efd1ff01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32b64785-12c7-4b65-9727-7179e67eb98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1445770 Dec 21 22:36:07.822911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05790d7-3821-4e8b-9730-dc6f15e66070 req-6f343374-6e5e-40e1-bde1-5079f77ba2c7 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:07.824471 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e05790d7-3821-4e8b-9730-dc6f15e66070 req-6f343374-6e5e-40e1-bde1-5079f77ba2c7 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 948 time: 0.1187057 Dec 21 22:36:07.975632 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e05790d7-3821-4e8b-9730-dc6f15e66070 req-368ed45c-a7e9-4417-a45d-c3c6d5044ba3 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289043 Dec 21 22:36:08.000450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-d004582c-377f-4857-8c50-ed0090a122c3 service neutron] 10.222.0.46 "GET /v2.0/networks/32b64785-12c7-4b65-9727-7179e67eb98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749566 Dec 21 22:36:08.143774 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0cf88a28-7af5-416c-ad8f-6da4ff10c73e req-bb5e3451-e8bf-46b5-8dde-1511c6fe041a service neutron] 10.222.0.46 "GET /v2.0/networks/32b64785-12c7-4b65-9727-7179e67eb98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374614 Dec 21 22:36:08.834118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:09.186847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c9ca7-f8f5-44ef-b294-963117944661 req-326008c5-81d2-45de-9d93-1699485283ed tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:09.188461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-116c9ca7-f8f5-44ef-b294-963117944661 req-326008c5-81d2-45de-9d93-1699485283ed tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 948 time: 0.0873864 Dec 21 22:36:09.236605 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-116c9ca7-f8f5-44ef-b294-963117944661 req-7756f86b-2169-429c-a235-4603ca40c490 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 Dec 21 22:36:10.027805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5acc95d5-568b-48aa-b043-738bfad8d840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:10.051294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:10.444475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b054b-7018-46fb-86eb-3a49f6c4b160 req-3b3537ae-f303-4b90-ba3b-f6b451612f98 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:10.446076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1b0b054b-7018-46fb-86eb-3a49f6c4b160 req-3b3537ae-f303-4b90-ba3b-f6b451612f98 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 948 time: 0.0817339 Dec 21 22:36:10.494801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1b0b054b-7018-46fb-86eb-3a49f6c4b160 req-22fe1135-c394-4334-8710-a08bd8547d49 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Dec 21 22:36:10.940436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device e94614f4-0b41-4e76-ba64-35764bb9b89d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:36:11.084127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port e94614f4-0b41-4e76-ba64-35764bb9b89d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e94614f4-0b41-4e76-ba64-35764bb9b89d,segment=NetworkSegment(18bbff9f-ecb7-47f2-a9a4-c40cab4f709f),segment_id=18bbff9f-ecb7-47f2-a9a4-c40cab4f709f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:36:11.099270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'e94614f4-0b41-4e76-ba64-35764bb9b89d', 'network_id': '32b64785-12c7-4b65-9727-7179e67eb98a', 'port_id': 'e94614f4-0b41-4e76-ba64-35764bb9b89d', 'mac_address': 'fa:16:3e:50:47:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2f2e4-6454-45a5-bb14-0ee48989ae83', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:36:11.154909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:11.173282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94614f4-0b41-4e76-ba64-35764bb9b89d {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:36:11.189259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port e94614f4-0b41-4e76-ba64-35764bb9b89d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e94614f4-0b41-4e76-ba64-35764bb9b89d,segment=NetworkSegment(18bbff9f-ecb7-47f2-a9a4-c40cab4f709f),segment_id=18bbff9f-ecb7-47f2-a9a4-c40cab4f709f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:36:11.222621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:11.292512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=e94614f4-0b41-4e76-ba64-35764bb9b89d,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:11.428952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['e94614f4-0b41-4e76-ba64-35764bb9b89d'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:36:11.593281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:11.703341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa9383-368f-4c5f-b8ed-7855f750376e req-2e110035-fa20-4a3f-ab16-d3af042a79d9 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:11.704917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31aa9383-368f-4c5f-b8ed-7855f750376e req-2e110035-fa20-4a3f-ab16-d3af042a79d9 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 949 time: 0.0866752 Dec 21 22:36:11.755156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31aa9383-368f-4c5f-b8ed-7855f750376e req-2b6d9f48-ca6e-4128-b59d-a4c5abb438b8 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 Dec 21 22:36:12.956026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device e94614f4-0b41-4e76-ba64-35764bb9b89d up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:36:12.957139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cd9cb-f504-4a8f-8e6d-4ce128c6aa67 req-c7ef7588-8581-4475-8f56-41e4a11d7cf2 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:12.958789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727cd9cb-f504-4a8f-8e6d-4ce128c6aa67 req-c7ef7588-8581-4475-8f56-41e4a11d7cf2 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 949 time: 0.0834696 Dec 21 22:36:13.012955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727cd9cb-f504-4a8f-8e6d-4ce128c6aa67 req-2f3c92dd-414a-4cc8-9fc4-45c0a2b11897 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476995 Dec 21 22:36:13.074057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port e94614f4-0b41-4e76-ba64-35764bb9b89d completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:36:13.079470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port e94614f4-0b41-4e76-ba64-35764bb9b89d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:36:13.079891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:13.200002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:13.227096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc71ee38-f192-4a5e-82f1-764f2ba880bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94614f4-0b41-4e76-ba64-35764bb9b89d'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:36:13.237635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port e94614f4-0b41-4e76-ba64-35764bb9b89d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e94614f4-0b41-4e76-ba64-35764bb9b89d,segment=NetworkSegment(18bbff9f-ecb7-47f2-a9a4-c40cab4f709f),segment_id=18bbff9f-ecb7-47f2-a9a4-c40cab4f709f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:36:13.266483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:13.298735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc71ee38-f192-4a5e-82f1-764f2ba880bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94614f4-0b41-4e76-ba64-35764bb9b89d', 'code': 200} Dec 21 22:36:13.339559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=e94614f4-0b41-4e76-ba64-35764bb9b89d,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:13.570897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3c584a81-9d33-49c9-9c2d-5712aa827839 req-baaa2d62-d2a1-4b7e-abb9-26d9e148e7bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 1103 time: 0.0743799 Dec 21 22:36:13.615642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3c584a81-9d33-49c9-9c2d-5712aa827839 req-75c430dd-3bad-4cf8-8cba-e57d48f39634 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384371 Dec 21 22:36:14.220965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fe65-f05a-4b52-87c9-43f5117d505f req-a8e9f740-7d6d-4d34-969e-0c6f147110ae tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:14.222534 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc01fe65-f05a-4b52-87c9-43f5117d505f req-a8e9f740-7d6d-4d34-969e-0c6f147110ae tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 950 time: 0.0875447 Dec 21 22:36:14.270821 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc01fe65-f05a-4b52-87c9-43f5117d505f req-7ddc8c3b-1144-48ec-babf-4bb1769f9bcd tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Dec 21 22:36:15.477219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd249694-88fa-406a-804c-8097175109bf req-401b4428-11f6-4f97-a4e6-a3b68c2098e9 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:15.478812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd249694-88fa-406a-804c-8097175109bf req-401b4428-11f6-4f97-a4e6-a3b68c2098e9 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 950 time: 0.0828938 Dec 21 22:36:15.527008 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cd249694-88fa-406a-804c-8097175109bf req-77c55457-e8f8-440f-bde8-7b4547a854ba tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Dec 21 22:36:16.156156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-15a80e61-2f35-4672-9233-0df2470a16c3 req-58c06b86-2d2d-48f4-b1c4-3200296da14b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2126143 Dec 21 22:36:16.736906 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5c8b99f1-771e-400c-b30d-92894c8d96f1 req-c19b24f9-a5ee-4e87-8ba4-e88017b29219 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0762827 Dec 21 22:36:17.442516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047924e2-ed49-43c6-900e-51e7454ca746 req-518cbdd5-588a-48c6-86ca-dcbfe09b26e2 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:17.444042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-047924e2-ed49-43c6-900e-51e7454ca746 req-518cbdd5-588a-48c6-86ca-dcbfe09b26e2 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 950 time: 0.0870905 Dec 21 22:36:17.493430 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-047924e2-ed49-43c6-900e-51e7454ca746 req-0b08aaa7-49d5-40ae-8648-11c496b29f41 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Dec 21 22:36:18.756692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-906a454f-f783-428e-940a-1ff51c2a8e1f tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:18.758299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-906a454f-f783-428e-940a-1ff51c2a8e1f tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 950 time: 0.1494176 Dec 21 22:36:18.768569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9050-79f9-49f3-b60f-f60ce4a4529c req-a3d4ecb7-9c52-4c39-916e-d5d2712d2c56 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:18.770057 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-985d9050-79f9-49f3-b60f-f60ce4a4529c req-a3d4ecb7-9c52-4c39-916e-d5d2712d2c56 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 950 time: 0.1224582 Dec 21 22:36:18.869685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Deleting port e94614f4-0b41-4e76-ba64-35764bb9b89d {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:36:18.869990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:18.914586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-985d9050-79f9-49f3-b60f-f60ce4a4529c req-a948fa48-3c65-4ef9-b620-3cf0476492cb tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151640 Dec 21 22:36:19.131493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] For port e94614f4-0b41-4e76-ba64-35764bb9b89d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e94614f4-0b41-4e76-ba64-35764bb9b89d,segment=NetworkSegment(18bbff9f-ecb7-47f2-a9a4-c40cab4f709f),segment_id=18bbff9f-ecb7-47f2-a9a4-c40cab4f709f)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:36:19.131828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:19.476567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Calling delete_port for e94614f4-0b41-4e76-ba64-35764bb9b89d owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:36:19.746116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:19.758312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['e94614f4-0b41-4e76-ba64-35764bb9b89d'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:36:19.794837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Pushing event deleted for resources: {'Port': ['ID=e94614f4-0b41-4e76-ba64-35764bb9b89d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:19.874174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] No DVR routers for this DVR port e94614f4-0b41-4e76-ba64-35764bb9b89d on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:36:19.876832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:19.879694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc71ee38-f192-4a5e-82f1-764f2ba880bb', 'name': 'network-vif-deleted', 'tag': 'e94614f4-0b41-4e76-ba64-35764bb9b89d'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:36:19.920525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-35d1f2ea-b4f1-4fdd-9980-6470c84f6cf8 req-b3b4fa40-d071-4280-bdf1-74c2e737f72d tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.46 "DELETE /v2.0/ports/e94614f4-0b41-4e76-ba64-35764bb9b89d HTTP/1.1" status: 204 len: 173 time: 1.1493599 Dec 21 22:36:19.937230 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc71ee38-f192-4a5e-82f1-764f2ba880bb', 'name': 'network-vif-deleted', 'tag': 'e94614f4-0b41-4e76-ba64-35764bb9b89d', 'status': 'completed', 'code': 200} Dec 21 22:36:20.099588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-b5e2f969-5876-4e6d-892f-9e7bdd8c89c6 req-d46b0529-6a68-4361-a9a8-62bbe3ec7948 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Synchronizing usage tracker for tenant:237d4c2ae31642ce9632b8805194c224 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:36:20.140461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-b5e2f969-5876-4e6d-892f-9e7bdd8c89c6 req-d46b0529-6a68-4361-a9a8-62bbe3ec7948 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] Unset dirty status for tenant:237d4c2ae31642ce9632b8805194c224 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:36:20.141821 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b5e2f969-5876-4e6d-892f-9e7bdd8c89c6 req-d46b0529-6a68-4361-a9a8-62bbe3ec7948 tempest-ServersAdminNegativeTestJSON-1078707334 tempest-ServersAdminNegativeTestJSON-1078707334-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc71ee38-f192-4a5e-82f1-764f2ba880bb HTTP/1.1" status: 200 len: 210 time: 0.0905542 Dec 21 22:36:21.646820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45560) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:21.830689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4e517a1d-a2d5-4e2b-b2f2-66c53df36fb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=237d4c2ae31642ce9632b8805194c224&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825852 Dec 21 22:36:21.833559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45566) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:21.897400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e15d341f-3d9f-442c-9ec2-a9012d2952dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:21.923359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e15d341f-3d9f-442c-9ec2-a9012d2952dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:22.125551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e15d341f-3d9f-442c-9ec2-a9012d2952dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:22.143994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d341f-3d9f-442c-9ec2-a9012d2952dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa4c930-ac48-4b44-b9fe-ab06d4bcc083,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:22.181698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e15d341f-3d9f-442c-9ec2-a9012d2952dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:22.182932 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e15d341f-3d9f-442c-9ec2-a9012d2952dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9aa4c930-ac48-4b44-b9fe-ab06d4bcc083 HTTP/1.1" status: 204 len: 168 time: 0.3484197 Dec 21 22:36:22.679077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45574) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:22.698890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:22.736193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:36:22.740488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] Usage tracker for resource:security_group_rule and tenant:32aed67bc2a34ba286faeac887fa32df is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:36:22.743491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:36:22.750245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:36:22.889840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:22.919633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:22.968213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9cd131-06c2-4022-8de3-5cc11bae0e74,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:22.974593 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e954d789-ba1b-40b1-a2e9-d18c7c3f4fed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32aed67bc2a34ba286faeac887fa32df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2944331 Dec 21 22:36:22.977513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45578) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:23.002865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device e94614f4-0b41-4e76-ba64-35764bb9b89d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:36:23.038376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: e94614f4-0b41-4e76-ba64-35764bb9b89d {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:36:23.038769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device e94614f4-0b41-4e76-ba64-35764bb9b89d not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:36:23.042242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5893d84f-6a26-4c0f-bcdd-18a192ff8973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:23.070496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5893d84f-6a26-4c0f-bcdd-18a192ff8973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:23.159506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5893d84f-6a26-4c0f-bcdd-18a192ff8973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:23.179557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893d84f-6a26-4c0f-bcdd-18a192ff8973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9cd131-06c2-4022-8de3-5cc11bae0e74,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:23.183041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5893d84f-6a26-4c0f-bcdd-18a192ff8973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:23.184695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5893d84f-6a26-4c0f-bcdd-18a192ff8973 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d9cd131-06c2-4022-8de3-5cc11bae0e74 HTTP/1.1" status: 204 len: 168 time: 0.2059162 Dec 21 22:36:24.245836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45600) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:24.385232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2138031723-network', 'tenant_id': '380ba50001b549a0bcbf6d7cb962b494'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:24.390679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:36:24.394732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Usage tracker for resource:network and tenant:380ba50001b549a0bcbf6d7cb962b494 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:36:24.397764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:36:24.403759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:36:24.454757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Made reservation on behalf of 380ba50001b549a0bcbf6d7cb962b494 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:36:24.459422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:24.472534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:24.505428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:36:24.509366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Usage tracker for resource:security_group_rule and tenant:380ba50001b549a0bcbf6d7cb962b494 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:36:24.512233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:36:24.518798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:36:24.585236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:24.614734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:24.646118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:36:24.655988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e552429b-609d-49db-ac2c-1be759b70915,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:24.690908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:24.691331 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Added segment 038016d7-d2f4-4dab-97f2-0cde075fbb54 of type vlan for network 4103790f-448e-4e5b-aa4d-919bb8926087 Dec 21 22:36:24.768381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:24.883198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:24.884109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:24.884794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:24.991558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7444873 Dec 21 22:36:24.994942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45606) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:24.997023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b73ef0-b3a4-40f6-a673-e09a34f143de admin admin] Pushing event updated for resources: {'Network': ['ID=4103790f-448e-4e5b-aa4d-919bb8926087,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:25.001588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Request body: {'subnet': {'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2138031723-subnet', 'tenant_id': '380ba50001b549a0bcbf6d7cb962b494', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:25.006945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:36:25.008543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 4103790f-448e-4e5b-aa4d-919bb8926087 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:36:25.011127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Usage tracker for resource:subnet and tenant:380ba50001b549a0bcbf6d7cb962b494 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:36:25.014671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:36:25.020822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:36:25.054684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Made reservation on behalf of 380ba50001b549a0bcbf6d7cb962b494 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:36:25.060282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:25.456745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:25.526754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb58b7d7-4e46-4350-85ae-6957efde5475,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:25.550823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Checking segment: {'id': '038016d7-d2f4-4dab-97f2-0cde075fbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:36:25.551212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Network hostable DHCP agents. Network: 4103790f-448e-4e5b-aa4d-919bb8926087, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:36:25.616490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Network 4103790f-448e-4e5b-aa4d-919bb8926087 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:36:25.666103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 4103790f-448e-4e5b-aa4d-919bb8926087) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:36:25.670834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:25.671634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:25.678433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c0512-f4c1-48a1-b3c3-f82066dd68db None None] Network 4103790f-448e-4e5b-aa4d-919bb8926087 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:36:25.753080 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-85a4a91c-aca9-4b72-bf9e-873a4e5284c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7569189 Dec 21 22:36:25.916957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770b1d1-1356-44b2-890e-fb576f383461 None None] Network 4103790f-448e-4e5b-aa4d-919bb8926087 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:36:26.465389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-a8767d40-f5f0-4bea-8c3d-b7c4c2b411aa tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:26.467632 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-a8767d40-f5f0-4bea-8c3d-b7c4c2b411aa tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/networks?id=4103790f-448e-4e5b-aa4d-919bb8926087 HTTP/1.1" status: 200 len: 812 time: 0.1632428 Dec 21 22:36:26.485511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-ab8fee25-925d-4ea5-bce6-8b5749e9ab89 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/quotas/380ba50001b549a0bcbf6d7cb962b494 HTTP/1.1" status: 200 len: 375 time: 0.0119359 Dec 21 22:36:26.536957 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-19859940-4f4b-4e20-a4e8-3ed4771858ca tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=380ba50001b549a0bcbf6d7cb962b494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458481 Dec 21 22:36:26.548910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-db53c79e-482f-4d30-b1ba-73699fefb571 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:36:26.550617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-db53c79e-482f-4d30-b1ba-73699fefb571 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0067439 Dec 21 22:36:26.699041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-9e812c66-2592-43c0-b259-52d3c05fe670 service neutron] 10.222.0.30 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385770 Dec 21 22:36:26.846666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-cacb4382-834e-45d3-beb6-4bfc0821e1a7 service neutron] 10.222.0.30 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441526 Dec 21 22:36:27.080178 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-058e82a3-3369-42f8-b3de-bc160cd77d32 req-19cef723-e689-4b9e-9886-13d0fb6127f6 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 210 time: 0.0520070 Dec 21 22:36:28.258636 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ead98af-1f92-4af5-8799-55d13550b4f5 req-742f2813-0901-4e99-8b05-b47afe20c498 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 210 time: 0.0450034 Dec 21 22:36:28.956370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-6c9656a3-5d5b-44f7-aab8-9656d4102243 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:28.957908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-6c9656a3-5d5b-44f7-aab8-9656d4102243 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.46 "GET /v2.0/networks?id=4103790f-448e-4e5b-aa4d-919bb8926087 HTTP/1.1" status: 200 len: 812 time: 0.1561365 Dec 21 22:36:28.973457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Request body: {'port': {'device_id': '03c42770-b017-4411-9085-356139c6ed7c', 'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087', 'admin_state_up': True, 'tenant_id': '380ba50001b549a0bcbf6d7cb962b494'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:29.118500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:36:29.123029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Usage tracker for resource:port and tenant:380ba50001b549a0bcbf6d7cb962b494 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:36:29.125999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:36:29.131977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:36:29.171063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Made reservation on behalf of 380ba50001b549a0bcbf6d7cb962b494 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:36:29.176626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:29.349018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Allocated IP 172.20.0.2 (4103790f-448e-4e5b-aa4d-919bb8926087/cb58b7d7-4e46-4350-85ae-6957efde5475/4924412c-7cde-47b3-b821-be1dbf97c0ef) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:36:29.443533 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-75b70653-6bb3-43de-b8c0-272fa697ee5c req-dead838d-96a3-4a28-aef8-5b391c35f96b tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 210 time: 0.0541887 Dec 21 22:36:29.605202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:29.677959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:29.764126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Network 4103790f-448e-4e5b-aa4d-919bb8926087 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:36:29.769304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:36:29.771810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:36:29.811780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Pushing event updated for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:29.842308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:29.843135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:29.891837 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-c2cee8b8-6242-4b7e-862b-bf48c5baa558 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9223180 Dec 21 22:36:29.905141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Request body: {'port': {'device_id': '03c42770-b017-4411-9085-356139c6ed7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:30.029693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:30.124926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:36:30.426967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4924412c-7cde-47b3-b821-be1dbf97c0ef {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:36:30.435190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:30.502645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Transition to ACTIVE for port object 4924412c-7cde-47b3-b821-be1dbf97c0ef will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:36:30.531188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:30.717484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Pushing event updated for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:30.828522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e3d8-d9b5-4da7-bbf9-774142986a95 req-b556c86d-d61d-4a87-b5da-32c8ddd25bb3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:30.829290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-2769e3d8-d9b5-4da7-bbf9-774142986a95 req-b556c86d-d61d-4a87-b5da-32c8ddd25bb3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Synchronizing usage tracker for tenant:380ba50001b549a0bcbf6d7cb962b494 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:36:30.871124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Attempting to bind port 4924412c-7cde-47b3-b821-be1dbf97c0ef on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:36:30.873862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Attempting to bind port 4924412c-7cde-47b3-b821-be1dbf97c0ef by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '038016d7-d2f4-4dab-97f2-0cde075fbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:36:30.873862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Attempting to bind port 4924412c-7cde-47b3-b821-be1dbf97c0ef on network 4103790f-448e-4e5b-aa4d-919bb8926087 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:36:30.878620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Port 4924412c-7cde-47b3-b821-be1dbf97c0ef on network 4103790f-448e-4e5b-aa4d-919bb8926087 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:36:30.878972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Attempting to bind port 4924412c-7cde-47b3-b821-be1dbf97c0ef on network 4103790f-448e-4e5b-aa4d-919bb8926087 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:36:30.885651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:36:30.886018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Checking segment: {'id': '038016d7-d2f4-4dab-97f2-0cde075fbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:36:30.886432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Bound using segment: {'id': '038016d7-d2f4-4dab-97f2-0cde075fbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:36:30.886894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Bound port: 4924412c-7cde-47b3-b821-be1dbf97c0ef, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038016d7-d2f4-4dab-97f2-0cde075fbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:36:30.887268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:30.898821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-2769e3d8-d9b5-4da7-bbf9-774142986a95 req-b556c86d-d61d-4a87-b5da-32c8ddd25bb3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Unset dirty status for tenant:380ba50001b549a0bcbf6d7cb962b494 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:36:30.900133 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2769e3d8-d9b5-4da7-bbf9-774142986a95 req-b556c86d-d61d-4a87-b5da-32c8ddd25bb3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 943 time: 0.3287523 Dec 21 22:36:31.013573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2769e3d8-d9b5-4da7-bbf9-774142986a95 req-2e09883d-a846-44f3-967f-384302b0b443 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058054 Dec 21 22:36:31.017261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:36:31.020507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:36:31.057496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:31.126633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:31.128114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] 10.222.0.46 "PUT /v2.0/ports/4924412c-7cde-47b3-b821-be1dbf97c0ef HTTP/1.1" status: 200 len: 1093 time: 1.2281654 Dec 21 22:36:31.128619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:36:31.146579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e53bb-d403-4479-b42c-236a17a9cb90 service neutron] Pushing event updated for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:31.188259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'status': 'completed', 'code': 200} Dec 21 22:36:31.282216 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6754ec50-8f45-4a1b-b1c3-6e283a587c95 req-f97a704d-9a42-4b26-b70c-eb798eddf14b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=380ba50001b549a0bcbf6d7cb962b494&device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 1096 time: 0.0740719 Dec 21 22:36:31.434608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754ec50-8f45-4a1b-b1c3-6e283a587c95 req-1e17b69c-6865-45ae-b89d-125a4dc1bc9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:31.436194 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6754ec50-8f45-4a1b-b1c3-6e283a587c95 req-1e17b69c-6865-45ae-b89d-125a4dc1bc9c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=380ba50001b549a0bcbf6d7cb962b494&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1469522 Dec 21 22:36:31.580778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754ec50-8f45-4a1b-b1c3-6e283a587c95 req-f09e4ae0-be40-4588-9d14-023b2c8c80ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:31.582281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6754ec50-8f45-4a1b-b1c3-6e283a587c95 req-f09e4ae0-be40-4588-9d14-023b2c8c80ac service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401401 Dec 21 22:36:31.694301 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-dbd40195-6574-415c-96e0-56398823d6b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=380ba50001b549a0bcbf6d7cb962b494&device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 1096 time: 0.0767024 Dec 21 22:36:31.764890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-e4e757f0-a295-4330-8fbd-beca3026c9a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef HTTP/1.1" status: 200 len: 217 time: 0.0629916 Dec 21 22:36:31.834049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-990701e4-11b1-4587-b547-5f857a2b91d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:31.835470 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-990701e4-11b1-4587-b547-5f857a2b91d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb58b7d7-4e46-4350-85ae-6957efde5475 HTTP/1.1" status: 200 len: 852 time: 0.0649683 Dec 21 22:36:31.883414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-299e2853-82a9-424b-b896-fc35255cb14c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4103790f-448e-4e5b-aa4d-919bb8926087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412536 Dec 21 22:36:32.024914 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-925f1bd3-1556-48e3-8777-c2451d1b990c service neutron] 10.222.0.46 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347404 Dec 21 22:36:32.441853 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a24afaff-8d62-430a-874f-a47d6860eeaa req-fcf48be4-ceb2-489b-9310-77170c73e0ea service neutron] 10.222.0.46 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108448 Dec 21 22:36:32.466980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb235926-bb68-42e6-9f78-87a9110f6d66 req-63179fa3-e137-4694-a4c2-9f6c11e95589 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:32.473204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eb235926-bb68-42e6-9f78-87a9110f6d66 req-63179fa3-e137-4694-a4c2-9f6c11e95589 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 943 time: 0.1207778 Dec 21 22:36:32.518208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eb235926-bb68-42e6-9f78-87a9110f6d66 req-6c3a72e1-a1a9-4fe6-b060-60d79da8f7f4 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Dec 21 22:36:33.622349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:33.725103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b9eca-3eca-4fb5-bc26-6bc26138e0bf req-336c5f95-9a03-4839-88dc-d2dbdbbf3e42 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:33.726703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-138b9eca-3eca-4fb5-bc26-6bc26138e0bf req-336c5f95-9a03-4839-88dc-d2dbdbbf3e42 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 943 time: 0.0833919 Dec 21 22:36:33.774672 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-138b9eca-3eca-4fb5-bc26-6bc26138e0bf req-313c2563-7dfa-4fa5-941e-d0ca773b3ce4 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Dec 21 22:36:34.987782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bcb1f-3937-402b-ba4c-b705baf17ee7 req-93cc71b2-7a02-42f7-be34-b5c42d069e58 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:34.989449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-757bcb1f-3937-402b-ba4c-b705baf17ee7 req-93cc71b2-7a02-42f7-be34-b5c42d069e58 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 943 time: 0.0873315 Dec 21 22:36:35.037204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-757bcb1f-3937-402b-ba4c-b705baf17ee7 req-31e07a94-2d39-465d-85ff-0504607bc3b8 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418046 Dec 21 22:36:35.065538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4924412c-7cde-47b3-b821-be1dbf97c0ef details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:36:35.206540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:36:35.220704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087', 'port_id': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'mac_address': 'fa:16:3e:19:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb58b7d7-4e46-4350-85ae-6957efde5475', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:36:35.274873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:35.293051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4924412c-7cde-47b3-b821-be1dbf97c0ef {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:36:35.308208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:36:35.339999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:35.413820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:35.423362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.423749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.424127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.424529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.424903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.425273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.425641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.426008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.426374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.426735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.427097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:36:35.533632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['4924412c-7cde-47b3-b821-be1dbf97c0ef'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:36:36.242778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081abad-fcc9-48a9-81fe-73d119bf9473 req-88d3a3a1-7701-4f66-9055-407658cbabee tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:36.244385 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b081abad-fcc9-48a9-81fe-73d119bf9473 req-88d3a3a1-7701-4f66-9055-407658cbabee tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 944 time: 0.0847301 Dec 21 22:36:36.296032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b081abad-fcc9-48a9-81fe-73d119bf9473 req-b4f63ff8-3d70-49d0-93dc-2ccf7da85a3d tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453119 Dec 21 22:36:37.064841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4924412c-7cde-47b3-b821-be1dbf97c0ef up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:36:37.193627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 4924412c-7cde-47b3-b821-be1dbf97c0ef completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:36:37.198717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 4924412c-7cde-47b3-b821-be1dbf97c0ef triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:36:37.199205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:37.302314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec662-fab3-4b68-8fa8-5e3e9b9ad448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:37.333037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:37.360865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:36:37.370752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:36:37.399596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:37.436150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'code': 200} Dec 21 22:36:37.477162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:36:37.507098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f7c4-757b-41c5-9857-cc4b4c1057aa req-854b8d38-32cf-418e-be6c-08d8df6b4513 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:37.508743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2881f7c4-757b-41c5-9857-cc4b4c1057aa req-854b8d38-32cf-418e-be6c-08d8df6b4513 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0865326 Dec 21 22:36:37.558100 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2881f7c4-757b-41c5-9857-cc4b4c1057aa req-54cf60fa-7ad6-4ca5-81b9-f60584f3c849 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Dec 21 22:36:37.734523 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b12662c-53c9-443d-94c7-e5c6a11efb66 req-11fac474-413e-44d8-ba3b-f6b10d30eae3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 1098 time: 0.0759745 Dec 21 22:36:37.777989 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b12662c-53c9-443d-94c7-e5c6a11efb66 req-b9b7ef60-323e-46e4-8f37-511e1136a1ae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 Dec 21 22:36:38.772327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31bd3-bf57-4ad8-ad7b-48d543c68474 req-689d2650-a9fb-4545-ab1a-50ed38e91981 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:38.773975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-29a31bd3-bf57-4ad8-ad7b-48d543c68474 req-689d2650-a9fb-4545-ab1a-50ed38e91981 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0840497 Dec 21 22:36:38.826725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-29a31bd3-bf57-4ad8-ad7b-48d543c68474 req-2c36e483-52cc-42cc-9b0d-d18787652b98 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Dec 21 22:36:38.843583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:40.034649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60ba4b86-3d5b-44dd-bfac-406520d70aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:40.038037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e915bdf-7156-48f8-a135-c5500faaf4da req-d28bf486-9c48-4e52-b7ad-b5e48bee90b8 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:40.039753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6e915bdf-7156-48f8-a135-c5500faaf4da req-d28bf486-9c48-4e52-b7ad-b5e48bee90b8 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0886824 Dec 21 22:36:40.062661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:40.091064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6e915bdf-7156-48f8-a135-c5500faaf4da req-0a5ed018-7c6a-4e4d-876e-5e028459db15 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441594 Dec 21 22:36:40.293151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-18525abd-4aa3-4a13-acf5-1afc31405ca0 req-24fafc2d-be8a-4c3a-9471-3b56711cf0fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0729277 Dec 21 22:36:40.674064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6170-7f75-4f11-be97-d2a97598da89 req-bfad3aff-ea32-4883-abcf-505244daca79 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:40.675690 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c1b6170-7f75-4f11-be97-d2a97598da89 req-bfad3aff-ea32-4883-abcf-505244daca79 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0867126 Dec 21 22:36:40.694162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45672) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:40.727706 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c1b6170-7f75-4f11-be97-d2a97598da89 req-ffb236e8-cefe-4063-909f-1dfe4c18259d tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452147 Dec 21 22:36:40.844362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-6a88358d-5030-4fa1-a5ea-fc6de02e0a4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488965 Dec 21 22:36:41.570869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:36:41.937824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f91e4d-1623-4cd0-90fe-3b18a8464896 req-ec653e34-8095-4498-9a1e-47100f2ce79a tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:41.939669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-29f91e4d-1623-4cd0-90fe-3b18a8464896 req-ec653e34-8095-4498-9a1e-47100f2ce79a tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0852723 Dec 21 22:36:41.988867 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-29f91e4d-1623-4cd0-90fe-3b18a8464896 req-c73dd241-bbd4-4380-9273-826022cce577 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Dec 21 22:36:42.591449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-d1aa90ca-d4f1-456c-a3c7-1769a862c106 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=380ba50001b549a0bcbf6d7cb962b494&device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 1098 time: 0.0789793 Dec 21 22:36:42.733624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-88ce7eb9-dc35-4a85-a118-f91ad46215d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:42.735271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-88ce7eb9-dc35-4a85-a118-f91ad46215d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4103790f-448e-4e5b-aa4d-919bb8926087 HTTP/1.1" status: 200 len: 913 time: 0.1378391 Dec 21 22:36:42.805370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-d907bafd-4074-4674-99b1-b3f4deac8615 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef HTTP/1.1" status: 200 len: 217 time: 0.0640960 Dec 21 22:36:42.877078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-4c5d10c2-41b7-4c38-ad9a-e4a0c7d74d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:42.878574 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-4c5d10c2-41b7-4c38-ad9a-e4a0c7d74d5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb58b7d7-4e46-4350-85ae-6957efde5475 HTTP/1.1" status: 200 len: 852 time: 0.0663798 Dec 21 22:36:42.927506 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-e1430d62-8da3-4329-a81e-6de396f6a691 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4103790f-448e-4e5b-aa4d-919bb8926087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430455 Dec 21 22:36:43.078633 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-00ee439c-b2e7-4fff-b136-5d2406735858 service neutron] 10.222.0.46 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450801 Dec 21 22:36:43.286899 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-69884427-f126-4716-a502-140e63732439 service neutron] 10.222.0.46 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013977 Dec 21 22:36:43.302680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593e3df-3ae8-49a6-9095-4b969a84644d req-c2a1182b-5085-4a17-9e53-f9a4e8be5687 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:43.304258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2593e3df-3ae8-49a6-9095-4b969a84644d req-c2a1182b-5085-4a17-9e53-f9a4e8be5687 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.1870251 Dec 21 22:36:43.354002 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2593e3df-3ae8-49a6-9095-4b969a84644d req-e4ae9383-6e94-483d-8051-e625a99d8ab8 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Dec 21 22:36:44.563298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4aa72-c644-4e0a-a4cc-7180904709db req-bb320fa4-bfd6-4e1a-9aed-ba1f0c3e5a94 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:44.564934 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bbc4aa72-c644-4e0a-a4cc-7180904709db req-bb320fa4-bfd6-4e1a-9aed-ba1f0c3e5a94 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0834394 Dec 21 22:36:44.612421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bbc4aa72-c644-4e0a-a4cc-7180904709db req-c8b59451-d97d-4079-8390-e90a92a3dd73 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Dec 21 22:36:45.819894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bf939-7106-4ca3-8fa8-6c579790e2ac req-6317bcbf-ed52-45a4-bdab-807969ad792f tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:45.821551 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-390bf939-7106-4ca3-8fa8-6c579790e2ac req-6317bcbf-ed52-45a4-bdab-807969ad792f tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0861752 Dec 21 22:36:45.869477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-390bf939-7106-4ca3-8fa8-6c579790e2ac req-af087dd4-ca42-4bf9-bede-533b8c3a6890 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Dec 21 22:36:47.074721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8c2b-0eae-4377-977b-a39da2cc4586 req-98b24d26-38d6-4996-8db4-22dbd48e11e7 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:47.077645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f3d8c2b-0eae-4377-977b-a39da2cc4586 req-98b24d26-38d6-4996-8db4-22dbd48e11e7 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0851953 Dec 21 22:36:47.131228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f3d8c2b-0eae-4377-977b-a39da2cc4586 req-a5e2aeff-6ff4-4975-b387-32a2cf11d66e tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476980 Dec 21 22:36:48.346439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f72a0-b9ad-4193-bda8-a3aa53974e42 req-9dd1293b-74c2-4d53-aff6-1f148a872fa9 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:48.348052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a2f72a0-b9ad-4193-bda8-a3aa53974e42 req-9dd1293b-74c2-4d53-aff6-1f148a872fa9 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0887952 Dec 21 22:36:48.397630 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a2f72a0-b9ad-4193-bda8-a3aa53974e42 req-30024414-62ce-447a-838f-b4bb6389c493 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Dec 21 22:36:49.606446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7c75e-6215-467c-99d4-cd0114bc2d58 req-65b73868-7521-4d36-8eb1-bb4fd2df83f3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:49.608051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-08d7c75e-6215-467c-99d4-cd0114bc2d58 req-65b73868-7521-4d36-8eb1-bb4fd2df83f3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0848398 Dec 21 22:36:49.656442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-08d7c75e-6215-467c-99d4-cd0114bc2d58 req-4f427cb3-99eb-4739-9e86-f5a7e34fca85 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422339 Dec 21 22:36:51.078901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ef7f5-1307-4ee9-9fc1-01ffcc8b158f req-741ceb3f-42a5-4eea-b7a5-4c2276c81ac9 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:51.080620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f08ef7f5-1307-4ee9-9fc1-01ffcc8b158f req-741ceb3f-42a5-4eea-b7a5-4c2276c81ac9 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0887539 Dec 21 22:36:51.137701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f08ef7f5-1307-4ee9-9fc1-01ffcc8b158f req-809bef6d-a462-4228-98b4-53f8da8221ce tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510037 Dec 21 22:36:52.348494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306deb6-47c9-4b08-82b4-46a229954e9d req-990c1b08-5891-4396-9e0e-71283716b834 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:52.350131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7306deb6-47c9-4b08-82b4-46a229954e9d req-990c1b08-5891-4396-9e0e-71283716b834 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0881400 Dec 21 22:36:52.398808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7306deb6-47c9-4b08-82b4-46a229954e9d req-1f43626c-7e0d-417a-b654-27fc6523c7b3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Dec 21 22:36:53.605587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26e10f-0c78-4635-ba16-db0c33ca3466 req-07f65e02-cc3a-4dc4-a218-0bc49ecdda81 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:53.607178 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de26e10f-0c78-4635-ba16-db0c33ca3466 req-07f65e02-cc3a-4dc4-a218-0bc49ecdda81 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0833781 Dec 21 22:36:53.658542 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de26e10f-0c78-4635-ba16-db0c33ca3466 req-04a83dbc-a05d-476b-9c8d-76ccb4156561 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451043 Dec 21 22:36:55.262120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ef80-5471-4917-8e82-be6dde67e0ff req-d16652f4-2e5d-4b1b-a536-43012e36b757 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:55.264254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6704ef80-5471-4917-8e82-be6dde67e0ff req-d16652f4-2e5d-4b1b-a536-43012e36b757 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.2597892 Dec 21 22:36:55.313556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6704ef80-5471-4917-8e82-be6dde67e0ff req-e257c056-6e9e-4f8a-83db-6e0ee2d3038b tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 Dec 21 22:36:56.524714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a54ab-d35a-41ac-b4b2-c4fd4dad3e4f req-7bfbca0c-bb54-400a-b97d-83e581a235e6 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:56.526302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a31a54ab-d35a-41ac-b4b2-c4fd4dad3e4f req-7bfbca0c-bb54-400a-b97d-83e581a235e6 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0858860 Dec 21 22:36:56.577702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a31a54ab-d35a-41ac-b4b2-c4fd4dad3e4f req-f1c0f772-5b0d-4d63-bb2a-fd56f5ccd265 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Dec 21 22:36:57.787252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82cb7-6f4a-48bf-ae03-c2e2ce095dc1 req-90ff0c66-79df-4b9c-865e-7b6efff25e5b tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:57.788874 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-abf82cb7-6f4a-48bf-ae03-c2e2ce095dc1 req-90ff0c66-79df-4b9c-865e-7b6efff25e5b tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0827186 Dec 21 22:36:57.836351 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-abf82cb7-6f4a-48bf-ae03-c2e2ce095dc1 req-239689c8-0794-40b6-adba-a07cf3591717 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 Dec 21 22:36:59.043126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950361c-1078-493a-9471-d1828c9e1d14 req-13608331-60e0-4fff-9ca7-60669063edd5 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:36:59.045276 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6950361c-1078-493a-9471-d1828c9e1d14 req-13608331-60e0-4fff-9ca7-60669063edd5 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0854731 Dec 21 22:36:59.095114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6950361c-1078-493a-9471-d1828c9e1d14 req-046fde3d-810d-4bf6-8f9f-e6df4af321c6 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Dec 21 22:37:00.301395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72763f-80b1-4076-87d8-c8103fa63169 req-7000e1bf-8aa5-4e05-8c24-24724b27582b tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:00.303004 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0c72763f-80b1-4076-87d8-c8103fa63169 req-7000e1bf-8aa5-4e05-8c24-24724b27582b tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0838253 Dec 21 22:37:00.352734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0c72763f-80b1-4076-87d8-c8103fa63169 req-792e03cf-7f72-471f-bb74-050992ada007 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435719 Dec 21 22:37:01.562589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec3cc1-16df-4e39-8c89-bc87965584fb req-7c3a43c7-eb27-4fd5-9b06-66f9064e5df3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:01.564171 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-06ec3cc1-16df-4e39-8c89-bc87965584fb req-7c3a43c7-eb27-4fd5-9b06-66f9064e5df3 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0872905 Dec 21 22:37:01.612300 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-06ec3cc1-16df-4e39-8c89-bc87965584fb req-137a1d6f-6c43-4004-ac89-940f3057853c tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 Dec 21 22:37:02.836912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23690d-ef89-4ed1-a43a-866624a50729 req-ff350fab-5e01-45ef-b0a9-7f82184b8ea6 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:02.838528 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2d23690d-ef89-4ed1-a43a-866624a50729 req-ff350fab-5e01-45ef-b0a9-7f82184b8ea6 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0854907 Dec 21 22:37:02.890619 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2d23690d-ef89-4ed1-a43a-866624a50729 req-423a8f25-691a-44d4-bb2c-c21a444e7ea7 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Dec 21 22:37:03.639941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:04.097003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4a25e-9f6b-4ccd-bbc3-cb8a602b0cd2 req-99d6dd3c-2f48-41e3-948b-94089f9fc56d tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:04.098627 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dae4a25e-9f6b-4ccd-bbc3-cb8a602b0cd2 req-99d6dd3c-2f48-41e3-948b-94089f9fc56d tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0829539 Dec 21 22:37:04.147321 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dae4a25e-9f6b-4ccd-bbc3-cb8a602b0cd2 req-ec308d42-a924-48ae-a556-8b75e79690eb tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Dec 21 22:37:05.354152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ccb57-9ab7-437d-8558-39c3f34d8cb8 req-3294fc38-cd41-4847-b8e5-04fe92b7b310 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:05.355731 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-644ccb57-9ab7-437d-8558-39c3f34d8cb8 req-3294fc38-cd41-4847-b8e5-04fe92b7b310 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0852854 Dec 21 22:37:05.405497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-644ccb57-9ab7-437d-8558-39c3f34d8cb8 req-fbe9fcdc-46d0-4e6b-a8b4-608d941c8946 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426295 Dec 21 22:37:06.608304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e3fd1-07ee-4e6c-849a-eca04ffa9146 req-879a04cf-df1b-4679-bf2e-c38785c6ba16 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:06.609909 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-841e3fd1-07ee-4e6c-849a-eca04ffa9146 req-879a04cf-df1b-4679-bf2e-c38785c6ba16 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0827272 Dec 21 22:37:06.657321 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-841e3fd1-07ee-4e6c-849a-eca04ffa9146 req-2633df5f-0170-4465-870a-eafb6c9ba5e1 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Dec 21 22:37:07.126289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:37:07.282667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ba192851-8c54-4e66-8d24-38d61ebd0abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:07.946465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90928b99-3078-4f4e-a16a-1dc7b2f1ed18 req-24c066d6-49ec-42ed-984b-7fa2fa6a5085 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:07.947994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90928b99-3078-4f4e-a16a-1dc7b2f1ed18 req-24c066d6-49ec-42ed-984b-7fa2fa6a5085 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0876038 Dec 21 22:37:08.002282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90928b99-3078-4f4e-a16a-1dc7b2f1ed18 req-7e311531-ebbb-4192-b445-33be1cd39b82 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Dec 21 22:37:08.839224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:09.207784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81b78f-8bbb-4135-91bf-bdb6ba8111ad req-9a691215-5852-4489-b601-c812697e7c97 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:09.209415 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5e81b78f-8bbb-4135-91bf-bdb6ba8111ad req-9a691215-5852-4489-b601-c812697e7c97 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0828271 Dec 21 22:37:09.260223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5e81b78f-8bbb-4135-91bf-bdb6ba8111ad req-ce6e99b9-867f-418f-9a9d-2dcc5d557251 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Dec 21 22:37:10.037168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b50d8e61-9b94-4b49-baf0-15670e4c5f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:10.071226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:10.178970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-5e680ed8-b8fc-4399-935c-1ef48b1b32a4 service neutron] 10.222.0.46 "GET /v2.0/ports/4924412c-7cde-47b3-b821-be1dbf97c0ef/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0771508 Dec 21 22:37:10.466764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9af280-6917-4d2e-9e03-f5b845dbf8cb req-e45fce04-1d23-44ac-a5e7-a6624145934c tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:10.468416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1f9af280-6917-4d2e-9e03-f5b845dbf8cb req-e45fce04-1d23-44ac-a5e7-a6624145934c tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0857089 Dec 21 22:37:10.572377 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1f9af280-6917-4d2e-9e03-f5b845dbf8cb req-a1f06063-95b6-4f83-b5a2-70695738a356 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960584 Dec 21 22:37:10.592015 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-24d0c71c-6b51-4f7d-bee2-d5f6a100a9a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c&tenant_id=380ba50001b549a0bcbf6d7cb962b494 HTTP/1.1" status: 200 len: 1098 time: 0.1014416 Dec 21 22:37:10.691591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-4799ad11-1089-4b76-a9ad-2fb2f970443a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=380ba50001b549a0bcbf6d7cb962b494&device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 1098 time: 0.0749927 Dec 21 22:37:10.832028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-8f7969da-0702-4fc7-a708-9b6a796fac01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:10.833622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-8f7969da-0702-4fc7-a708-9b6a796fac01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4103790f-448e-4e5b-aa4d-919bb8926087 HTTP/1.1" status: 200 len: 913 time: 0.1357653 Dec 21 22:37:10.908753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-38ab56d6-a6c3-47d5-897d-dbc3b1e25a11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef HTTP/1.1" status: 200 len: 217 time: 0.0675545 Dec 21 22:37:10.976501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-4bfa14fc-a247-4b89-8fd9-53748df31479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:10.978048 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-4bfa14fc-a247-4b89-8fd9-53748df31479 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb58b7d7-4e46-4350-85ae-6957efde5475 HTTP/1.1" status: 200 len: 852 time: 0.0630119 Dec 21 22:37:11.030214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-25f03466-06bd-4e2b-9c83-d6ff7a709c91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4103790f-448e-4e5b-aa4d-919bb8926087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455406 Dec 21 22:37:11.179840 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-f7faf7d7-2cbe-45eb-a3b1-e4766f74cc55 service neutron] 10.222.0.46 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431546 Dec 21 22:37:11.540098 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99c9977f-ad7f-4edc-b2b6-eea05084b751 req-3eb835ff-4517-4f67-9bf2-10b6ae9c1fba service neutron] 10.222.0.46 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542447 Dec 21 22:37:11.598876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:11.781240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b3bf0-a4a7-4793-98c9-ad3c55f22f3d req-9488b24c-1066-4968-b300-29b4e928d9a1 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:11.782856 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e9b3bf0-a4a7-4793-98c9-ad3c55f22f3d req-9488b24c-1066-4968-b300-29b4e928d9a1 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0832081 Dec 21 22:37:11.832733 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e9b3bf0-a4a7-4793-98c9-ad3c55f22f3d req-2b7fd806-5168-4fa5-8a57-310ae1d68b16 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Dec 21 22:37:13.046240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cef06-f6d4-4e8b-a54f-4f1541d5f837 req-ceca9eb5-fbd8-4a45-b4b0-d8ad9951ffd6 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:13.047862 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-207cef06-f6d4-4e8b-a54f-4f1541d5f837 req-ceca9eb5-fbd8-4a45-b4b0-d8ad9951ffd6 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0897686 Dec 21 22:37:13.105023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-207cef06-f6d4-4e8b-a54f-4f1541d5f837 req-43a312f0-c86f-40f2-9b38-d641a7a71f68 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507762 Dec 21 22:37:14.320721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639626e-4584-4687-a2d1-51afef193dd7 req-1bdaf7a1-04a1-4f75-a60c-54cea39820fa tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:14.322313 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c639626e-4584-4687-a2d1-51afef193dd7 req-1bdaf7a1-04a1-4f75-a60c-54cea39820fa tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0837255 Dec 21 22:37:14.370330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c639626e-4584-4687-a2d1-51afef193dd7 req-a6e7c70b-d51b-488f-91dd-eec1df8fbbc2 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Dec 21 22:37:14.902700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633886ce-3760-432d-931c-81c2d5070f81 req-d7c90f6a-b139-4968-b51f-50c87cc8b101 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:14.905282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-d7c90f6a-b139-4968-b51f-50c87cc8b101 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.46 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c&tenant_id=380ba50001b549a0bcbf6d7cb962b494&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.0907593 Dec 21 22:37:15.053150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-d81ca243-0374-4e9f-a4e8-4fa30f4d5ea4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=380ba50001b549a0bcbf6d7cb962b494&device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 1098 time: 0.0759933 Dec 21 22:37:15.195302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633886ce-3760-432d-931c-81c2d5070f81 req-e2718c7e-2357-475b-a3da-f61a3a874f2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:15.196834 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-e2718c7e-2357-475b-a3da-f61a3a874f2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4103790f-448e-4e5b-aa4d-919bb8926087 HTTP/1.1" status: 200 len: 913 time: 0.1370623 Dec 21 22:37:15.226091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4924412c-7cde-47b3-b821-be1dbf97c0ef details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:37:15.231767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4924412c-7cde-47b3-b821-be1dbf97c0ef no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:37:15.272188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-fcb2b649-f598-45d0-a849-155239043dd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef HTTP/1.1" status: 200 len: 217 time: 0.0688627 Dec 21 22:37:15.345469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633886ce-3760-432d-931c-81c2d5070f81 req-264ef6f0-db22-4fff-835a-1eb6a52018df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:15.347038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-264ef6f0-db22-4fff-835a-1eb6a52018df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb58b7d7-4e46-4350-85ae-6957efde5475 HTTP/1.1" status: 200 len: 852 time: 0.0654392 Dec 21 22:37:15.401180 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-93d444e2-326f-4f38-9aba-a734d8f9117f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4103790f-448e-4e5b-aa4d-919bb8926087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466859 Dec 21 22:37:15.455469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:15.498801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:37:15.514482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:37:15.526400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'network_id': '4103790f-448e-4e5b-aa4d-919bb8926087', 'port_id': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'mac_address': 'fa:16:3e:19:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb58b7d7-4e46-4350-85ae-6957efde5475', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:37:15.529579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:37:15.548919 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-dfe6e9ae-a718-43f0-b59b-c138c7233de6 service neutron] 10.222.0.46 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412694 Dec 21 22:37:15.584194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:15.623002 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'code': 200} Dec 21 22:37:15.629866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:15.661926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4924412c-7cde-47b3-b821-be1dbf97c0ef {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:37:15.683092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:15.687592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:37:15.698675 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-d2d8a1f8-f7c5-4d40-aa63-b3bd58ce75cb service neutron] 10.222.0.46 "GET /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435761 Dec 21 22:37:15.713387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:15.787076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['4924412c-7cde-47b3-b821-be1dbf97c0ef'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:37:15.824202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:16.876325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e90824-1ddc-48a4-8442-a53a2b38bc69 req-6bbb4f6d-8cb8-4d79-8f3e-6e65822a6ebc tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:16.877928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4e90824-1ddc-48a4-8442-a53a2b38bc69 req-6bbb4f6d-8cb8-4d79-8f3e-6e65822a6ebc tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 944 time: 0.0829971 Dec 21 22:37:16.925715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4e90824-1ddc-48a4-8442-a53a2b38bc69 req-3a486631-c674-4183-aa46-07c5deeb6869 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Dec 21 22:37:17.244793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4924412c-7cde-47b3-b821-be1dbf97c0ef up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:37:17.315524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 4924412c-7cde-47b3-b821-be1dbf97c0ef triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:37:17.315937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:17.433783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:17.467753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:37:17.493731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:17.561151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:17.623621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:37:17.678326 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'code': 200} Dec 21 22:37:18.132618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0a9a9-0334-4c89-a8ce-31e5cf826195 req-a5e23487-2285-463b-9656-8f3748f57ea5 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:18.134208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84a0a9a9-0334-4c89-a8ce-31e5cf826195 req-a5e23487-2285-463b-9656-8f3748f57ea5 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0875144 Dec 21 22:37:18.183937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84a0a9a9-0334-4c89-a8ce-31e5cf826195 req-03811caf-4cee-41ee-bb4f-a08f1f8ea38f tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/security-groups?id=e552429b-609d-49db-ac2c-1be759b70915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Dec 21 22:37:18.451551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633886ce-3760-432d-931c-81c2d5070f81 req-c4f51eee-5411-413e-92a8-e8da5d31575b tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:18.453022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-c4f51eee-5411-413e-92a8-e8da5d31575b tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.46 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 945 time: 0.0852256 Dec 21 22:37:18.530197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Deleting port 4924412c-7cde-47b3-b821-be1dbf97c0ef {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:37:18.530575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:18.783232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] For port 4924412c-7cde-47b3-b821-be1dbf97c0ef, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4924412c-7cde-47b3-b821-be1dbf97c0ef,segment=NetworkSegment(038016d7-d2f4-4dab-97f2-0cde075fbb54),segment_id=038016d7-d2f4-4dab-97f2-0cde075fbb54)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:37:18.783628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:18.912832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Calling delete_port for 4924412c-7cde-47b3-b821-be1dbf97c0ef owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:37:19.158792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:19.173175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['4924412c-7cde-47b3-b821-be1dbf97c0ef'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:37:19.213821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Pushing event deleted for resources: {'Port': ['ID=4924412c-7cde-47b3-b821-be1dbf97c0ef,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:19.227994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.228381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.228754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.229118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.229480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.230118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.230205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.230500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.230850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.231204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.231828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:19.303354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] No DVR routers for this DVR port 4924412c-7cde-47b3-b821-be1dbf97c0ef on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:37:19.305946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:19.308813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'name': 'network-vif-deleted', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:37:19.365684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c42770-b017-4411-9085-356139c6ed7c', 'name': 'network-vif-deleted', 'tag': '4924412c-7cde-47b3-b821-be1dbf97c0ef', 'status': 'completed', 'code': 200} Dec 21 22:37:19.367111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-5a4739b3-eef0-4dca-81a0-4fefc7591e1e req-3d4ba89b-4d66-455f-b62e-6fcda2bc1a1f tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Synchronizing usage tracker for tenant:380ba50001b549a0bcbf6d7cb962b494 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:37:19.388572 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-633886ce-3760-432d-931c-81c2d5070f81 req-00cedfc9-c51d-4043-b562-3ba7f58b4827 tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.46 "DELETE /v2.0/ports/4924412c-7cde-47b3-b821-be1dbf97c0ef HTTP/1.1" status: 204 len: 173 time: 0.9294958 Dec 21 22:37:19.415868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-5a4739b3-eef0-4dca-81a0-4fefc7591e1e req-3d4ba89b-4d66-455f-b62e-6fcda2bc1a1f tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] Unset dirty status for tenant:380ba50001b549a0bcbf6d7cb962b494 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:37:19.417135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a4739b3-eef0-4dca-81a0-4fefc7591e1e req-3d4ba89b-4d66-455f-b62e-6fcda2bc1a1f tempest-DeleteServersTestJSON-438113272 tempest-DeleteServersTestJSON-438113272-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c42770-b017-4411-9085-356139c6ed7c HTTP/1.1" status: 200 len: 210 time: 0.1005201 Dec 21 22:37:20.695213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45776) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:20.764246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Deleting subnet cb58b7d7-4e46-4350-85ae-6957efde5475 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:37:20.767354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:20.818873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:20.879227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:20.987847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.027971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb58b7d7-4e46-4350-85ae-6957efde5475,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:21.040464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.043125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.043505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.043877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.044243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.044640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.045006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.045370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.045729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.046088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.046444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.046801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:21.053346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11c59f79-97f9-43b8-b5f4-0e43ffadd93f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cb58b7d7-4e46-4350-85ae-6957efde5475 HTTP/1.1" status: 204 len: 168 time: 0.3570218 Dec 21 22:37:21.055990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45780) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:21.173003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.303636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.330276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4103790f-448e-4e5b-aa4d-919bb8926087']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:37:21.342955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038016d7-d2f4-4dab-97f2-0cde075fbb54') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:37:21.343294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038016d7-d2f4-4dab-97f2-0cde075fbb54') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:37:21.355073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.370296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.377371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:37:21.377791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:37:21.392583 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:37:21.490369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.507478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.517088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=4103790f-448e-4e5b-aa4d-919bb8926087,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:21.520406 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91515889-511e-4afd-b07e-96a1c5368c77 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4103790f-448e-4e5b-aa4d-919bb8926087 HTTP/1.1" status: 204 len: 168 time: 0.4632328 Dec 21 22:37:21.781540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45786) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:21.835120 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cedff0b2-a53a-40c1-a647-6461d5f31a86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=380ba50001b549a0bcbf6d7cb962b494&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522451 Dec 21 22:37:21.837676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45790) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:21.905423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22cd0a79-bc89-4a80-965f-3e84d2929c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:21.932057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22cd0a79-bc89-4a80-965f-3e84d2929c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:22.056177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22cd0a79-bc89-4a80-965f-3e84d2929c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:22.072376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd0a79-bc89-4a80-965f-3e84d2929c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e552429b-609d-49db-ac2c-1be759b70915,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:22.081463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-22cd0a79-bc89-4a80-965f-3e84d2929c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:22.083210 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-22cd0a79-bc89-4a80-965f-3e84d2929c0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e552429b-609d-49db-ac2c-1be759b70915 HTTP/1.1" status: 204 len: 168 time: 0.2440858 Dec 21 22:37:23.147939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 45812) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:23.263202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4924412c-7cde-47b3-b821-be1dbf97c0ef no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:37:23.291790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1211055379-network', 'tenant_id': '5b7967a24f39403b8db0a1150f699214'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:23.297158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:37:23.297753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 4924412c-7cde-47b3-b821-be1dbf97c0ef {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:37:23.298146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4924412c-7cde-47b3-b821-be1dbf97c0ef not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:37:23.301287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Usage tracker for resource:network and tenant:5b7967a24f39403b8db0a1150f699214 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:37:23.304321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:37:23.311061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:37:23.341964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Made reservation on behalf of 5b7967a24f39403b8db0a1150f699214 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:37:23.346615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:23.359629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:23.425463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:37:23.429496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Usage tracker for resource:security_group_rule and tenant:5b7967a24f39403b8db0a1150f699214 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:37:23.432446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:37:23.439399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:37:23.616150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:23.642618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:23.677940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:37:23.688687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:23.724472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:23.724859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Added segment d7902a53-9060-4aff-a0de-c41fde30de36 of type vlan for network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 Dec 21 22:37:23.796847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:23.882646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:23.883548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:23.884174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:23.991020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8418643 Dec 21 22:37:23.994343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 45818) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:23.996416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849e7d3-c8b1-43bc-b829-487dad8d8502 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1a9c8f-b216-4e98-8387-53a8e9150c43,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:24.002002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Request body: {'subnet': {'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1211055379-subnet', 'tenant_id': '5b7967a24f39403b8db0a1150f699214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:24.007354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:37:24.007512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:37:24.011626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Usage tracker for resource:subnet and tenant:5b7967a24f39403b8db0a1150f699214 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:37:24.014964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:37:24.025039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:37:24.062210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Made reservation on behalf of 5b7967a24f39403b8db0a1150f699214 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:37:24.067182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:24.462022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:24.537513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:24.553394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Checking segment: {'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:37:24.553788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Network hostable DHCP agents. Network: 1c1a9c8f-b216-4e98-8387-53a8e9150c43, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:37:24.604463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:37:24.636581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 1c1a9c8f-b216-4e98-8387-53a8e9150c43) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:37:24.640627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:24.641266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:24.646926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc7adc-3bf2-4767-a874-3f70c10cbb61 None None] Network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:37:24.683315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7bb31cda-be50-46fc-8b28-17318d08b443 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6877317 Dec 21 22:37:24.874409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148e842-ee3e-4e7e-b389-c158f34bdb54 None None] Network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:37:25.272692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-3198497c-2ebd-4f11-83f9-ebddac5bb326 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:25.274190 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-3198497c-2ebd-4f11-83f9-ebddac5bb326 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 815 time: 0.1591766 Dec 21 22:37:25.291815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-c7221d4d-1d31-4883-ae68-d9eabfde83c2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/quotas/5b7967a24f39403b8db0a1150f699214 HTTP/1.1" status: 200 len: 375 time: 0.0111456 Dec 21 22:37:25.346102 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-2086525d-e42f-4344-85e9-854e551d6ee5 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487545 Dec 21 22:37:25.487450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-c3677a6e-8c52-4f5c-9048-5e68408c9623 service neutron] 10.222.0.30 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342182 Dec 21 22:37:25.628839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-c22933be-41c9-4912-ace9-fe07dc73537d service neutron] 10.222.0.30 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348026 Dec 21 22:37:25.977897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6bb1e93-bfeb-49fb-bd03-a27446deab8b req-718a4d02-3ab0-4696-978d-ea71476ff39e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 210 time: 0.0471671 Dec 21 22:37:27.150604 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3e974b2c-93c5-431d-bf19-d827317eb4ec req-061c0a4f-7b32-46eb-b692-8bf8a6ce58b7 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 210 time: 0.0490048 Dec 21 22:37:27.891451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-d79daeb3-0c67-4e29-9843-9dcd55c6a6a2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:27.893038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-d79daeb3-0c67-4e29-9843-9dcd55c6a6a2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 815 time: 0.1609704 Dec 21 22:37:27.910708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Request body: {'port': {'device_id': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43', 'admin_state_up': True, 'tenant_id': '5b7967a24f39403b8db0a1150f699214'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:28.056018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:37:28.059977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Usage tracker for resource:port and tenant:5b7967a24f39403b8db0a1150f699214 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:37:28.063203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:37:28.069352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:37:28.101713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Made reservation on behalf of 5b7967a24f39403b8db0a1150f699214 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:37:28.107466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:28.324201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Allocated IP 172.20.0.12 (1c1a9c8f-b216-4e98-8387-53a8e9150c43/def3f6e3-b3b2-4aaf-aa52-70df1a0dc685/b7816260-2dd8-474e-914e-3e3760ca7630) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:37:28.334885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-07f17351-ce3d-4187-9e3b-7f1c1a159382 req-58f4a9b5-f064-4f10-9fca-5caedaf32aa2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 210 time: 0.0561163 Dec 21 22:37:28.541788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:28.604781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:28.680669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:37:28.684055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:37:28.689505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:37:28.719305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Pushing event updated for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:28.758809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:28.759476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:28.805473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-fa3b7c69-cb5e-4475-9067-314fb3d29c87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8988647 Dec 21 22:37:28.817616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Request body: {'port': {'device_id': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:28.929218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:29.292199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7816260-2dd8-474e-914e-3e3760ca7630 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:37:29.300118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:29.393351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Transition to ACTIVE for port object b7816260-2dd8-474e-914e-3e3760ca7630 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:37:29.422757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:29.823364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Pushing event updated for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:29.936708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a3054-36ab-4f34-8e32-9e39d398f739 req-9afe0379-674d-4a41-a6de-591238d6dfff tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:29.937719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-cc9a3054-36ab-4f34-8e32-9e39d398f739 req-9afe0379-674d-4a41-a6de-591238d6dfff tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Synchronizing usage tracker for tenant:5b7967a24f39403b8db0a1150f699214 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:37:29.975100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Attempting to bind port b7816260-2dd8-474e-914e-3e3760ca7630 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:37:29.975469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Attempting to bind port b7816260-2dd8-474e-914e-3e3760ca7630 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:37:29.975832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Attempting to bind port b7816260-2dd8-474e-914e-3e3760ca7630 on network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:37:29.982129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Port b7816260-2dd8-474e-914e-3e3760ca7630 on network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:37:29.982506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Attempting to bind port b7816260-2dd8-474e-914e-3e3760ca7630 on network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:37:29.989771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:37:29.990142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Checking segment: {'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:37:29.990561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Bound using segment: {'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:37:29.991024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Bound port: b7816260-2dd8-474e-914e-3e3760ca7630, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:37:29.991399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:30.007072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-cc9a3054-36ab-4f34-8e32-9e39d398f739 req-9afe0379-674d-4a41-a6de-591238d6dfff tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Unset dirty status for tenant:5b7967a24f39403b8db0a1150f699214 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:37:30.008358 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cc9a3054-36ab-4f34-8e32-9e39d398f739 req-9afe0379-674d-4a41-a6de-591238d6dfff tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 944 time: 0.5447102 Dec 21 22:37:30.121797 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cc9a3054-36ab-4f34-8e32-9e39d398f739 req-071db9b7-d9f0-43c9-b82f-78a657448b59 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874171 Dec 21 22:37:30.125684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:37:30.129018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:37:30.173908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:30.233657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:30.235214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] 10.222.0.46 "PUT /v2.0/ports/b7816260-2dd8-474e-914e-3e3760ca7630 HTTP/1.1" status: 200 len: 1094 time: 1.4220293 Dec 21 22:37:30.242716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:37:30.260050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aee124-9bfe-4710-95a1-daa346cc9443 service neutron] Pushing event updated for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:30.371912 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-f646fe47-9e1f-46a7-96ed-df1131c9e894 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 1097 time: 0.0787871 Dec 21 22:37:30.430617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'status': 'completed', 'code': 200} Dec 21 22:37:30.445445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-dd84cd3f-585a-4d80-b39f-dee48c73a20a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7816260-2dd8-474e-914e-3e3760ca7630 HTTP/1.1" status: 200 len: 217 time: 0.0666487 Dec 21 22:37:30.517316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-121abaa5-58df-40d6-b48d-1e855b135884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:30.518825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-121abaa5-58df-40d6-b48d-1e855b135884 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.0665650 Dec 21 22:37:30.568502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-d3431d52-dca3-4118-9045-f877ff9bc666 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427752 Dec 21 22:37:30.708743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-3b7ec256-2969-493b-9333-265f3d11e52c service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340938 Dec 21 22:37:30.852244 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e344576-7406-4ce9-8d6b-26ad4ed30d3a req-f6018f05-15d6-4d4b-8cb2-ee4a86acc74b service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358373 Dec 21 22:37:31.002556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1264d989-a2e6-4481-a135-8539d697093a req-62a8826f-29a5-44c4-9892-bb677f427687 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 1097 time: 0.0802593 Dec 21 22:37:31.147526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264d989-a2e6-4481-a135-8539d697093a req-ebf872a1-1b48-42ed-8b64-5d3c673f96fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:31.149162 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1264d989-a2e6-4481-a135-8539d697093a req-ebf872a1-1b48-42ed-8b64-5d3c673f96fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 916 time: 0.1384273 Dec 21 22:37:31.225982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1264d989-a2e6-4481-a135-8539d697093a req-36fc8edf-7000-4503-a3f2-fa62da4821a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7816260-2dd8-474e-914e-3e3760ca7630 HTTP/1.1" status: 200 len: 217 time: 0.0699091 Dec 21 22:37:31.349208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264d989-a2e6-4481-a135-8539d697093a req-e2ee3959-400d-48df-9577-df5d31a137dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:31.350770 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1264d989-a2e6-4481-a135-8539d697093a req-e2ee3959-400d-48df-9577-df5d31a137dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.1171970 Dec 21 22:37:31.409342 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1264d989-a2e6-4481-a135-8539d697093a req-b4771f99-acdf-450c-bbd0-2cf7bf052f29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476344 Dec 21 22:37:31.419946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9dc80-1972-47fa-9a3f-2a4a73b6df86 req-a0082bdc-6b0f-4cfe-ac24-9006a191fdcd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:31.421989 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8ab9dc80-1972-47fa-9a3f-2a4a73b6df86 req-a0082bdc-6b0f-4cfe-ac24-9006a191fdcd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 944 time: 0.1514413 Dec 21 22:37:31.575696 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8ab9dc80-1972-47fa-9a3f-2a4a73b6df86 req-ed520091-afb1-4780-87fd-bc8b316c6a71 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294343 Dec 21 22:37:31.596511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1264d989-a2e6-4481-a135-8539d697093a req-9c475db1-abec-41ac-a008-674ba44657ce service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734638 Dec 21 22:37:31.742132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1264d989-a2e6-4481-a135-8539d697093a req-ca14b2fe-0afd-4790-94be-54748b811d67 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383181 Dec 21 22:37:32.785554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a801-5edc-4a83-a70b-a3c00313e0c0 req-ffb23ae3-955c-4c2c-8e5c-01d236f3e080 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:32.787183 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99e6a801-5edc-4a83-a70b-a3c00313e0c0 req-ffb23ae3-955c-4c2c-8e5c-01d236f3e080 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 944 time: 0.0872662 Dec 21 22:37:32.835893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99e6a801-5edc-4a83-a70b-a3c00313e0c0 req-1df40a78-a2d7-4e25-b558-a4c2ec0cf772 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Dec 21 22:37:33.298370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device b7816260-2dd8-474e-914e-3e3760ca7630 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:37:33.441014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:37:33.455690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43', 'port_id': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'mac_address': 'fa:16:3e:28:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def3f6e3-b3b2-4aaf-aa52-70df1a0dc685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:37:33.510901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:33.529422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7816260-2dd8-474e-914e-3e3760ca7630 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:37:33.544261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:37:33.579620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:33.660959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:33.665227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:33.785587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['b7816260-2dd8-474e-914e-3e3760ca7630'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:37:34.038181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cc4f1-5a62-4320-b35a-6e1ca66ebf91 req-7bf5f703-b912-4b8b-814d-e7535216effb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:34.039767 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-573cc4f1-5a62-4320-b35a-6e1ca66ebf91 req-7bf5f703-b912-4b8b-814d-e7535216effb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 945 time: 0.0811269 Dec 21 22:37:34.092710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-573cc4f1-5a62-4320-b35a-6e1ca66ebf91 req-7d8236ad-5314-4ee4-98e8-bc2e7504d110 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462151 Dec 21 22:37:35.301857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a467e-4f5e-40dd-8a56-3d46a93ed85b req-c65e1c22-3ff4-42f2-8a06-b4d78f765ce0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:35.303386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-164a467e-4f5e-40dd-8a56-3d46a93ed85b req-c65e1c22-3ff4-42f2-8a06-b4d78f765ce0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 945 time: 0.0825915 Dec 21 22:37:35.314191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device b7816260-2dd8-474e-914e-3e3760ca7630 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:37:35.355346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-164a467e-4f5e-40dd-8a56-3d46a93ed85b req-dfafbb9c-5679-4c5f-b816-6e85bbe917e1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458565 Dec 21 22:37:35.467026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port b7816260-2dd8-474e-914e-3e3760ca7630 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:37:35.472879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port b7816260-2dd8-474e-914e-3e3760ca7630 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:37:35.480099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:35.590183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:35.617998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:37:35.628168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:37:35.653398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:35.693869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'code': 200} Dec 21 22:37:35.728481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:37:35.738138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.738525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.738901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.739276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.739646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.740016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.740400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.740769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.741132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.741498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:35.741852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:37:36.009751 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-06c0b31d-cb92-4c1d-9c30-14d800be9a3a req-2355cedc-22ff-404e-bb01-0ed669c9e900 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 1099 time: 0.0783460 Dec 21 22:37:36.053631 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-06c0b31d-cb92-4c1d-9c30-14d800be9a3a req-446f3b9f-dd60-4d45-a738-fb425074fd07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368278 Dec 21 22:37:36.559005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5979338-8cc4-4b23-9b89-21b0922c6b6d req-88cc516a-63c6-48f1-a719-668b03457fd7 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:36.560648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5979338-8cc4-4b23-9b89-21b0922c6b6d req-88cc516a-63c6-48f1-a719-668b03457fd7 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0820487 Dec 21 22:37:36.610012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5979338-8cc4-4b23-9b89-21b0922c6b6d req-e99e982e-78a7-4819-9755-245148fa4521 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Dec 21 22:37:37.276628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-308e0f77-c00a-4d34-9a56-d03bc1abd69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:37.818749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af58247-f26b-4872-a8a6-d9a3f027d39f req-858deefb-ea70-49f4-99a8-3cb69b10618d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:37.820365 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2af58247-f26b-4872-a8a6-d9a3f027d39f req-858deefb-ea70-49f4-99a8-3cb69b10618d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0858421 Dec 21 22:37:37.868791 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2af58247-f26b-4872-a8a6-d9a3f027d39f req-fa50543b-5fdf-4c42-a822-99c83d5d3f1e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Dec 21 22:37:38.071185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa16ba-8c0d-4590-9ffd-cd6ab46b5c86 req-35d0a6ae-bd6e-4fd2-85d4-65891b3c4b81 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:38.072822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1baa16ba-8c0d-4590-9ffd-cd6ab46b5c86 req-35d0a6ae-bd6e-4fd2-85d4-65891b3c4b81 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0825534 Dec 21 22:37:38.121678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1baa16ba-8c0d-4590-9ffd-cd6ab46b5c86 req-487f8eb9-3967-4e2e-9f1a-54660b6be920 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418403 Dec 21 22:37:38.538149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6997c5-4225-4c4a-b471-9f3975440862 req-1b5827cc-06df-447f-b2e9-f73bd50c3fcf tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:38.539723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5e6997c5-4225-4c4a-b471-9f3975440862 req-1b5827cc-06df-447f-b2e9-f73bd50c3fcf tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0849969 Dec 21 22:37:38.588894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5e6997c5-4225-4c4a-b471-9f3975440862 req-e66a4301-91c0-4433-970e-dc82b50f06b4 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Dec 21 22:37:38.792690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126c2ff-5584-4aba-8feb-83f99e2c9ae5 req-d4ecb518-1e8b-40ee-9fd9-bb868128ba1b tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:38.794186 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0126c2ff-5584-4aba-8feb-83f99e2c9ae5 req-d4ecb518-1e8b-40ee-9fd9-bb868128ba1b tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0822771 Dec 21 22:37:38.836675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:38.847646 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0126c2ff-5584-4aba-8feb-83f99e2c9ae5 req-423c0598-611a-4465-9c20-3d2cac15ebfb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Dec 21 22:37:39.048814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa77e0a0-c354-4398-a54d-597fd77e0811 req-a8d82fe0-4f89-4169-b2aa-a890a85c4a0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0740902 Dec 21 22:37:39.408695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-4252c7e4-9adf-4107-beb6-7b800b9cbd0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763681 Dec 21 22:37:39.428190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b35cb-2bf9-49bd-9dcc-248437bbde40 req-792514d8-7fb7-438f-b934-68fd0ce7a75a tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:39.429872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c8b35cb-2bf9-49bd-9dcc-248437bbde40 req-792514d8-7fb7-438f-b934-68fd0ce7a75a tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0825372 Dec 21 22:37:39.482953 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c8b35cb-2bf9-49bd-9dcc-248437bbde40 req-a682ce5b-d45d-4c6c-bc63-0b59fd397cb7 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467353 Dec 21 22:37:40.021822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb51faba-248f-4d7e-8ad2-5a063a935a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:40.067590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:40.695501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de971dfa-6a76-4f0c-b94a-865a2ecd1423 req-2cee1120-c101-47dd-9770-8579ab651111 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:40.697076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de971dfa-6a76-4f0c-b94a-865a2ecd1423 req-2cee1120-c101-47dd-9770-8579ab651111 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0859447 Dec 21 22:37:40.746059 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de971dfa-6a76-4f0c-b94a-865a2ecd1423 req-ff51dd01-a212-47d3-930a-0c78a25f401c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Dec 21 22:37:41.075575 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-c0f2cfc4-401f-4281-9ccf-80319ead94b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 1099 time: 0.0796213 Dec 21 22:37:41.216598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-419ec839-1705-4c40-a5e8-32e1e5a1d44a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:41.218240 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-419ec839-1705-4c40-a5e8-32e1e5a1d44a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 916 time: 0.1368172 Dec 21 22:37:41.286461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-40f990b6-57de-489f-9f5e-ff7cc8d4ab79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7816260-2dd8-474e-914e-3e3760ca7630 HTTP/1.1" status: 200 len: 217 time: 0.0625656 Dec 21 22:37:41.356536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-d217f922-5eb2-4518-85e4-be8cba1b1837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:41.358047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-d217f922-5eb2-4518-85e4-be8cba1b1837 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.0653553 Dec 21 22:37:41.407974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-572d9df6-bf0c-4a47-a56c-ed17bb7d472c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428550 Dec 21 22:37:41.549184 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-73221a20-a9d2-4bd8-9025-e2f27b4016c5 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345642 Dec 21 22:37:41.596734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:37:41.692885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-8122591b-f77c-4a5d-9011-0b4b1ade87a7 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366634 Dec 21 22:37:41.957889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79e9db-8ea0-411c-a344-1c2dbd48c554 req-e92741db-d4a0-4690-93e1-f82b29234bb6 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:41.959571 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b79e9db-8ea0-411c-a344-1c2dbd48c554 req-e92741db-d4a0-4690-93e1-f82b29234bb6 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0867262 Dec 21 22:37:42.013080 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b79e9db-8ea0-411c-a344-1c2dbd48c554 req-2afa3ffc-2c79-4ec7-a7c6-5c25820b745d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Dec 21 22:37:43.217621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86277166-5e40-489d-b570-20e340e50230 req-7cfbd643-a355-48ae-883b-01153a2d5e12 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:43.219164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86277166-5e40-489d-b570-20e340e50230 req-7cfbd643-a355-48ae-883b-01153a2d5e12 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0829110 Dec 21 22:37:43.267146 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86277166-5e40-489d-b570-20e340e50230 req-4fbf0c3e-0fd3-41c6-9df0-9d1094ef9992 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 Dec 21 22:37:44.127099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:37:44.478054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3e62-afb7-42ff-afe6-fe6173d36abd req-58ae83a8-fa83-44c9-9e2d-d843a5a84ac0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:44.479626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b2a3e62-afb7-42ff-afe6-fe6173d36abd req-58ae83a8-fa83-44c9-9e2d-d843a5a84ac0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0853531 Dec 21 22:37:44.751030 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b2a3e62-afb7-42ff-afe6-fe6173d36abd req-dd9e62e8-0a36-46c0-b0ba-6c9c7d1ca2bf tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651012 Dec 21 22:37:45.952550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d82ad-752e-48bd-99f1-994b432d3be8 req-31ad36c3-62c5-45a6-af3d-2a6fdf4b0834 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:45.954148 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b1d82ad-752e-48bd-99f1-994b432d3be8 req-31ad36c3-62c5-45a6-af3d-2a6fdf4b0834 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0818594 Dec 21 22:37:46.002648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b1d82ad-752e-48bd-99f1-994b432d3be8 req-8d04d3cd-253e-421c-8509-97f8cd2eefc1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Dec 21 22:37:47.210516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fef219-c94d-4e0f-820a-4c215e44f7d9 req-e0c5f2e3-1d4b-41e8-b139-9fa825c333d1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:47.212098 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-87fef219-c94d-4e0f-820a-4c215e44f7d9 req-e0c5f2e3-1d4b-41e8-b139-9fa825c333d1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0850589 Dec 21 22:37:47.261219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-87fef219-c94d-4e0f-820a-4c215e44f7d9 req-d815c799-80a5-424f-8775-65ca69a1161a tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 Dec 21 22:37:48.468715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff70c-91f2-4206-b51d-e4aba4aea222 req-1ce2db4a-2f96-429e-9538-ad15a6678b6d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:48.470325 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5ff70c-91f2-4206-b51d-e4aba4aea222 req-1ce2db4a-2f96-429e-9538-ad15a6678b6d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0838239 Dec 21 22:37:48.522054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de5ff70c-91f2-4206-b51d-e4aba4aea222 req-40d683f9-963d-476c-8bcc-dff338815181 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Dec 21 22:37:49.725915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd8dee-7250-42d0-96e7-1dad577cd86e req-046e4aac-8536-42dd-9291-893fd0a6ad08 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:49.727533 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f5fd8dee-7250-42d0-96e7-1dad577cd86e req-046e4aac-8536-42dd-9291-893fd0a6ad08 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0838878 Dec 21 22:37:49.776455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f5fd8dee-7250-42d0-96e7-1dad577cd86e req-ba0a47d5-6e0c-41f8-abe8-ec2210bbf6ce tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Dec 21 22:37:50.985108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f894-a31a-42c7-ba71-9832566ba37f req-ec0ef138-ffee-416e-8ef2-5dc8ee6756b4 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:50.986719 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0f62f894-a31a-42c7-ba71-9832566ba37f req-ec0ef138-ffee-416e-8ef2-5dc8ee6756b4 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0863791 Dec 21 22:37:51.035330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0f62f894-a31a-42c7-ba71-9832566ba37f req-dc8357d5-c4f5-4165-b9a5-a33367776121 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Dec 21 22:37:52.244524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db072baf-5d5a-4c30-a1fc-56f61a5dbefa req-297ed235-ea57-47f2-b3f3-39adb8708eba tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:52.246100 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db072baf-5d5a-4c30-a1fc-56f61a5dbefa req-297ed235-ea57-47f2-b3f3-39adb8708eba tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0833349 Dec 21 22:37:52.294508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db072baf-5d5a-4c30-a1fc-56f61a5dbefa req-1108d4b7-cecf-4674-b804-c62c29a44446 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418363 Dec 21 22:37:53.501483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da8789-b836-4f4e-aa95-d99239a90e3e req-2b2f68be-fc3b-4314-a585-3d039714e363 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:53.503086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65da8789-b836-4f4e-aa95-d99239a90e3e req-2b2f68be-fc3b-4314-a585-3d039714e363 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0873928 Dec 21 22:37:53.551248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65da8789-b836-4f4e-aa95-d99239a90e3e req-959fa1b5-2047-4897-8043-26e5d0e0f25e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Dec 21 22:37:54.754407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbee74f-696c-412d-8e09-f482b66da9a9 req-472dcf65-fdbb-470d-8b4f-387c1fff3ca2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:54.755090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1fbee74f-696c-412d-8e09-f482b66da9a9 req-472dcf65-fdbb-470d-8b4f-387c1fff3ca2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0823731 Dec 21 22:37:54.803611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1fbee74f-696c-412d-8e09-f482b66da9a9 req-ca2f5791-ccb4-47eb-9eeb-b804201fb849 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Dec 21 22:37:56.017992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c695d1-4416-46f4-872d-7b88ccbc0f5e req-28aceb98-6e84-4551-a028-dcfc558798c3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:56.019584 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76c695d1-4416-46f4-872d-7b88ccbc0f5e req-28aceb98-6e84-4551-a028-dcfc558798c3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0882270 Dec 21 22:37:56.069206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76c695d1-4416-46f4-872d-7b88ccbc0f5e req-1fc93532-9f59-4c14-b4d6-9170408b7108 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Dec 21 22:37:57.277620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c2b7d-ff02-4a15-b584-e015a8334333 req-816bfbde-8125-4e83-a6ac-4ed2141b34a3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:57.279127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-017c2b7d-ff02-4a15-b584-e015a8334333 req-816bfbde-8125-4e83-a6ac-4ed2141b34a3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0815852 Dec 21 22:37:57.331074 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-017c2b7d-ff02-4a15-b584-e015a8334333 req-ce57e138-82b3-44a8-aa13-023257791d76 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Dec 21 22:37:58.532860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac01883-9c90-4cd8-844b-6df9a1cb4b98 req-dca6516a-d2d5-4cd4-861a-5e2bb0b8129f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:58.534442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bac01883-9c90-4cd8-844b-6df9a1cb4b98 req-dca6516a-d2d5-4cd4-861a-5e2bb0b8129f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0809662 Dec 21 22:37:58.582643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bac01883-9c90-4cd8-844b-6df9a1cb4b98 req-ab4657f1-8dd3-41f9-8ef4-752f9963afdb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Dec 21 22:37:59.793730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595caf9-e80b-4857-a1e9-393647289a36 req-252eca11-990f-4f06-9800-e354ed49dd58 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:37:59.795327 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d595caf9-e80b-4857-a1e9-393647289a36 req-252eca11-990f-4f06-9800-e354ed49dd58 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0879054 Dec 21 22:37:59.844003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d595caf9-e80b-4857-a1e9-393647289a36 req-2df9b6c0-ec84-4e83-a387-9a4be6808f8f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 Dec 21 22:38:01.046940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5262abc-3b72-41f8-bcb2-cff371fe785f req-7d2b3a7c-1b6a-4f2a-93a5-19d0646388f9 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:01.048557 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5262abc-3b72-41f8-bcb2-cff371fe785f req-7d2b3a7c-1b6a-4f2a-93a5-19d0646388f9 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0827029 Dec 21 22:38:01.098788 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5262abc-3b72-41f8-bcb2-cff371fe785f req-a2f072a4-00d6-4685-9378-28c6c82a8cb0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Dec 21 22:38:02.322413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84150fd-c281-4d17-a19a-654ec58682fb req-9d27adcd-bc29-4761-9146-0c856089ce9e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:02.324023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f84150fd-c281-4d17-a19a-654ec58682fb req-9d27adcd-bc29-4761-9146-0c856089ce9e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0963767 Dec 21 22:38:02.372585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f84150fd-c281-4d17-a19a-654ec58682fb req-b5091e4a-eebc-4108-a5d1-335b795b617e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Dec 21 22:38:03.581243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc6d7-20e6-49ac-8420-dbf325401cf0 req-ccb2e2d3-94b9-466c-a130-df301acafbdf tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:03.582854 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-af9cc6d7-20e6-49ac-8420-dbf325401cf0 req-ccb2e2d3-94b9-466c-a130-df301acafbdf tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0850625 Dec 21 22:38:03.635890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-af9cc6d7-20e6-49ac-8420-dbf325401cf0 req-8e01d5fa-abca-4fdf-980a-282791952b2f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Dec 21 22:38:03.641842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:04.841022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55dc25-eaac-463d-aa5a-6bc2e0eb3b04 req-8c7c3386-d0a2-46b9-879c-1f19da302f6c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:04.843440 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1b55dc25-eaac-463d-aa5a-6bc2e0eb3b04 req-8c7c3386-d0a2-46b9-879c-1f19da302f6c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0844016 Dec 21 22:38:04.891319 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1b55dc25-eaac-463d-aa5a-6bc2e0eb3b04 req-c362d7b8-23ad-4390-be5d-167ba8adb517 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Dec 21 22:38:06.105295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464acd8-5b9a-4a71-a61f-6eb12f1287b5 req-d51024ac-bcec-42aa-b090-063cc44ab11c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:06.106886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5464acd8-5b9a-4a71-a61f-6eb12f1287b5 req-d51024ac-bcec-42aa-b090-063cc44ab11c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0888448 Dec 21 22:38:06.156070 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5464acd8-5b9a-4a71-a61f-6eb12f1287b5 req-2b0750a7-db00-46ef-8909-91df59cffddb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Dec 21 22:38:07.293582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c595c6d5-b525-4474-adc9-70fc1f7710af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:07.375250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af180a-5a34-48b5-8681-a4715239b88b req-a607de86-55ff-41ba-8c43-2c28ff9b297e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:07.376877 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4af180a-5a34-48b5-8681-a4715239b88b req-a607de86-55ff-41ba-8c43-2c28ff9b297e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0898576 Dec 21 22:38:07.426577 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4af180a-5a34-48b5-8681-a4715239b88b req-ad6734fb-f692-4fc1-b477-be863e6db8a8 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Dec 21 22:38:08.691240 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-3f440848-4b56-44ad-9b72-4dfa943d2d32 service neutron] 10.222.0.46 "GET /v2.0/ports/b7816260-2dd8-474e-914e-3e3760ca7630/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1056473 Dec 21 22:38:08.708730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59e08-956f-4f4d-96da-0cd12ba1f658 req-b57e483d-f64d-4e6a-8896-e1e30a8d07a4 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:08.708730 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31b59e08-956f-4f4d-96da-0cd12ba1f658 req-b57e483d-f64d-4e6a-8896-e1e30a8d07a4 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.1573138 Dec 21 22:38:08.755283 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31b59e08-956f-4f4d-96da-0cd12ba1f658 req-6549d523-a009-4572-9e60-3fe84c8c5096 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440478 Dec 21 22:38:08.849866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:09.128449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-5700a7fd-319e-44f9-939c-f3cc68c4b830 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a&tenant_id=5b7967a24f39403b8db0a1150f699214 HTTP/1.1" status: 200 len: 1099 time: 0.0777030 Dec 21 22:38:09.223920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-33bc4de9-6203-45b6-8aa3-f28a18c17ef7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 1099 time: 0.0742037 Dec 21 22:38:09.365305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-8de0665f-b0e8-4305-a4c4-9658b615c30e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:09.366804 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-8de0665f-b0e8-4305-a4c4-9658b615c30e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 916 time: 0.1356781 Dec 21 22:38:09.441458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-633a4eff-812b-4afc-ad58-8bce038ec7a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7816260-2dd8-474e-914e-3e3760ca7630 HTTP/1.1" status: 200 len: 217 time: 0.0672302 Dec 21 22:38:09.510720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-0b640977-bb53-47fc-9240-489405076078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:09.512280 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-0b640977-bb53-47fc-9240-489405076078 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.0643172 Dec 21 22:38:09.563820 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-f82f20bc-c2a0-448a-987f-8e471db61a16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454018 Dec 21 22:38:09.706679 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-4a84e757-a3cc-4b7f-aac2-c3ba4bfc24ee service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346185 Dec 21 22:38:09.846673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab63b0fb-c538-4eb6-bd12-57846b4cb031 req-5c641ac9-b3d9-4c4b-849c-33bd378de1ed service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353037 Dec 21 22:38:09.962615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daedf4-75aa-4b6c-a2cb-1b294732adad req-2776ce6f-d6ac-4659-9807-6b6fc34b8d5e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:09.964296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25daedf4-75aa-4b6c-a2cb-1b294732adad req-2776ce6f-d6ac-4659-9807-6b6fc34b8d5e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0843065 Dec 21 22:38:10.016363 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25daedf4-75aa-4b6c-a2cb-1b294732adad req-a875a0b1-6130-48ec-aa9e-96ce6589809b tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Dec 21 22:38:10.055646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a908fbf8-89be-4f84-a43e-fa06c4ca6677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:10.082382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:11.234384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772d12e-9ace-4fa5-82b4-2359cc522521 req-dedff1b5-5a27-4124-8735-719ca0f8e417 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:11.235894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5772d12e-9ace-4fa5-82b4-2359cc522521 req-dedff1b5-5a27-4124-8735-719ca0f8e417 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0855408 Dec 21 22:38:11.284653 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5772d12e-9ace-4fa5-82b4-2359cc522521 req-b55ea356-d173-49fa-baff-45d91eb003e4 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Dec 21 22:38:11.610207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:12.491845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5c202-6be6-47ed-bab3-fe4d2c08c397 req-d24ca1c4-bea3-411d-9b0a-7f0919535b87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:12.493486 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6be5c202-6be6-47ed-bab3-fe4d2c08c397 req-d24ca1c4-bea3-411d-9b0a-7f0919535b87 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0837817 Dec 21 22:38:12.542257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6be5c202-6be6-47ed-bab3-fe4d2c08c397 req-1c310e6e-5d5b-4788-bf8c-df5ee7012410 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Dec 21 22:38:13.013433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb064d6-7437-4051-a956-67fb27009f4a req-3221a86d-6cc0-4387-b4ff-5bc9ccb50187 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:13.016024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cbb064d6-7437-4051-a956-67fb27009f4a req-3221a86d-6cc0-4387-b4ff-5bc9ccb50187 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.1435328 Dec 21 22:38:13.067847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-6773d52a-08d0-4b61-9d3f-99e3e74ca204 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:13.069336 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-6773d52a-08d0-4b61-9d3f-99e3e74ca204 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a&tenant_id=5b7967a24f39403b8db0a1150f699214&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1388764 Dec 21 22:38:13.083218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cbb064d6-7437-4051-a956-67fb27009f4a req-785ae123-9368-4138-8e11-48fcb7a5e395 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583982 Dec 21 22:38:13.226224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-6c39cc89-52c4-40ab-bc86-b92bf4c36955 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 1099 time: 0.0788343 Dec 21 22:38:13.366533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-a9caf81c-cdf2-4b2a-a476-90f4c70e56c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:13.368016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-a9caf81c-cdf2-4b2a-a476-90f4c70e56c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 916 time: 0.1356094 Dec 21 22:38:13.438607 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-69957aba-1538-48df-a08d-f2b2e4ad6ccb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7816260-2dd8-474e-914e-3e3760ca7630 HTTP/1.1" status: 200 len: 217 time: 0.0639081 Dec 21 22:38:13.478624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device b7816260-2dd8-474e-914e-3e3760ca7630 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:38:13.482280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device b7816260-2dd8-474e-914e-3e3760ca7630 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:38:13.510107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-2797daf6-868b-4004-97cb-3199b2880539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:13.511690 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-2797daf6-868b-4004-97cb-3199b2880539 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.0671031 Dec 21 22:38:13.561413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-b89b5820-6d81-47d7-9dd4-f364f6caa205 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427878 Dec 21 22:38:13.704536 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-fce6670e-e7c4-48fd-afab-784c6fb977a3 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373324 Dec 21 22:38:13.713028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:13.747133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:38:13.767776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43', 'port_id': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'mac_address': 'fa:16:3e:28:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def3f6e3-b3b2-4aaf-aa52-70df1a0dc685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:38:13.774029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:38:13.821646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:38:13.841770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:13.854167 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-218e1c3f-fd0b-4d62-bae9-fa5740061e4a req-6eb8adda-0e52-48e1-97c0-31972642bae8 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417844 Dec 21 22:38:13.861275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7816260-2dd8-474e-914e-3e3760ca7630 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:38:13.866995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:13.944717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'code': 200} Dec 21 22:38:13.991507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:38:13.991897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:38:13.994344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:14.291075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de5fe9-ef20-4b65-bdb7-f4148cabcff0 req-9b6d442e-ad87-49df-8cb7-1334f886a5b2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:14.292616 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31de5fe9-ef20-4b65-bdb7-f4148cabcff0 req-9b6d442e-ad87-49df-8cb7-1334f886a5b2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 944 time: 0.0854056 Dec 21 22:38:14.346801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31de5fe9-ef20-4b65-bdb7-f4148cabcff0 req-a23b3445-1b5d-4da3-894a-fb4f88c89dac tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Dec 21 22:38:14.549213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:14.568265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7816260-2dd8-474e-914e-3e3760ca7630 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:38:14.584058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:38:14.638134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:14.712254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['b7816260-2dd8-474e-914e-3e3760ca7630'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:38:14.757805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:15.505481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device b7816260-2dd8-474e-914e-3e3760ca7630 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:38:15.551308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad081612-521a-47a1-838f-b8ec35e65da1 req-8906e2fd-f169-4536-a1a3-63d415c18677 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:15.552955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ad081612-521a-47a1-838f-b8ec35e65da1 req-8906e2fd-f169-4536-a1a3-63d415c18677 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 945 time: 0.0818853 Dec 21 22:38:15.579143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port b7816260-2dd8-474e-914e-3e3760ca7630 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:38:15.579567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:15.602889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ad081612-521a-47a1-838f-b8ec35e65da1 req-87645501-e5b9-4d08-a20c-de12aa5edb89 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Dec 21 22:38:15.791455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:15.810063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f882f5b-cab6-4413-a45e-1840b6e7b1a6 req-6be219cc-ddf4-45f3-bdad-061b55a60072 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:15.811743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f882f5b-cab6-4413-a45e-1840b6e7b1a6 req-6be219cc-ddf4-45f3-bdad-061b55a60072 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 945 time: 0.0863926 Dec 21 22:38:15.835138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:38:15.861589 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f882f5b-cab6-4413-a45e-1840b6e7b1a6 req-32d7fcbd-9710-4a3a-831b-cdd10f9f4ddd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433376 Dec 21 22:38:15.907167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:15.952313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:38:16.017099 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'code': 200} Dec 21 22:38:16.017817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:16.072599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e5d0-0e49-491b-a938-8618e3e2e6b6 req-1599ee6a-36f0-431f-aafa-391e20f56736 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:16.074257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ed7e5d0-0e49-491b-a938-8618e3e2e6b6 req-1599ee6a-36f0-431f-aafa-391e20f56736 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0856109 Dec 21 22:38:16.124017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ed7e5d0-0e49-491b-a938-8618e3e2e6b6 req-ede95ee8-555e-4bd4-9c87-42683a127255 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Dec 21 22:38:16.747284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-59b42ffe-dbf1-48ed-b064-133d95be0100 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:16.749612 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-59b42ffe-dbf1-48ed-b064-133d95be0100 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 815 time: 0.1549201 Dec 21 22:38:16.768281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-6f0f3165-f704-4c32-b363-342bcdff9a37 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/quotas/5b7967a24f39403b8db0a1150f699214 HTTP/1.1" status: 200 len: 375 time: 0.0127442 Dec 21 22:38:16.854562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-bc2a9abe-9494-4d04-90f7-8a4f8715f475 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809112 Dec 21 22:38:17.221795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-ba9fd3f0-7b09-4894-9fda-04c415f052ad service neutron] 10.222.0.30 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593540 Dec 21 22:38:17.363643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-4bbf7844-64f2-4665-b5ff-e76503b6af11 service neutron] 10.222.0.30 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354618 Dec 21 22:38:17.584100 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b835b28-5a5e-49e9-a5b8-029efa5c7e0d req-5ba7cbba-bd17-4cf1-8e19-3ccd8b29885e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 210 time: 0.0462937 Dec 21 22:38:18.356886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-389124a2-78be-48c1-ae72-2cc6afba33f1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:18.358947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-389124a2-78be-48c1-ae72-2cc6afba33f1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "GET /v2.0/ports?device_id=72d046fe-1bfa-4835-97e3-81b779bf4b8a HTTP/1.1" status: 200 len: 946 time: 0.0842388 Dec 21 22:38:18.436909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Deleting port b7816260-2dd8-474e-914e-3e3760ca7630 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:38:18.439126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:18.693936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] For port b7816260-2dd8-474e-914e-3e3760ca7630, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b7816260-2dd8-474e-914e-3e3760ca7630,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:38:18.694328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:18.870605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Calling delete_port for b7816260-2dd8-474e-914e-3e3760ca7630 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:38:18.899067 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-22374d82-c56b-4651-9722-bfde2eb90d47 req-415d4edd-ba00-4564-b966-18d8064477d5 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 210 time: 0.1878915 Dec 21 22:38:19.143005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:19.156065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['b7816260-2dd8-474e-914e-3e3760ca7630'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:38:19.214738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Pushing event deleted for resources: {'Port': ['ID=b7816260-2dd8-474e-914e-3e3760ca7630,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:19.370949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] No DVR routers for this DVR port b7816260-2dd8-474e-914e-3e3760ca7630 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:38:19.375411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:19.378190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'name': 'network-vif-deleted', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:38:19.410328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-11d741e4-b2e4-471d-ad03-8a7fa5269bfd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:19.411849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-11d741e4-b2e4-471d-ad03-8a7fa5269bfd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 815 time: 0.3005340 Dec 21 22:38:19.429061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Request body: {'port': {'device_id': '84f17455-200c-4317-9847-19c043082093', 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43', 'admin_state_up': True, 'tenant_id': '5b7967a24f39403b8db0a1150f699214'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:38:19.448624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d046fe-1bfa-4835-97e3-81b779bf4b8a', 'name': 'network-vif-deleted', 'tag': 'b7816260-2dd8-474e-914e-3e3760ca7630', 'status': 'completed', 'code': 200} Dec 21 22:38:19.450014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "DELETE /v2.0/ports/b7816260-2dd8-474e-914e-3e3760ca7630 HTTP/1.1" status: 204 len: 173 time: 1.0855370 Dec 21 22:38:19.580682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:38:19.585080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Usage tracker for resource:port and tenant:5b7967a24f39403b8db0a1150f699214 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:38:19.588034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:38:19.594959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:38:19.632593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Made reservation on behalf of 5b7967a24f39403b8db0a1150f699214 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:38:19.638355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:19.865401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Allocated IP 172.20.0.6 (1c1a9c8f-b216-4e98-8387-53a8e9150c43/def3f6e3-b3b2-4aaf-aa52-70df1a0dc685/d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:38:20.089793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-69bd88dc-5d2e-4437-8525-ed00879f0965 req-82c86433-6af3-45b2-a42d-2e36cfba5264 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Synchronizing usage tracker for tenant:5b7967a24f39403b8db0a1150f699214 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:38:20.135736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:20.148379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-69bd88dc-5d2e-4437-8525-ed00879f0965 req-82c86433-6af3-45b2-a42d-2e36cfba5264 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Unset dirty status for tenant:5b7967a24f39403b8db0a1150f699214 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:38:20.149655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69bd88dc-5d2e-4437-8525-ed00879f0965 req-82c86433-6af3-45b2-a42d-2e36cfba5264 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 210 time: 0.1129231 Dec 21 22:38:20.188109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:20.200235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['b7816260-2dd8-474e-914e-3e3760ca7630'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:38:20.270152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:38:20.274057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:38:20.276532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:38:20.323565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Pushing event updated for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:20.339759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.340141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.340546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.340917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.341285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.341647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.342639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.342998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.343355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.343714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.344075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:38:20.361269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:20.361923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:20.476479 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-75fbe341-94bb-450b-acec-af39f0f905fd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0516906 Dec 21 22:38:20.489848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Request body: {'port': {'device_id': '84f17455-200c-4317-9847-19c043082093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:38:20.603593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:20.954061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:38:20.961155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:20.976972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Transition to ACTIVE for port object d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:38:21.007148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:21.128077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:38:21.139830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:21.255531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Attempting to bind port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:38:21.255909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Attempting to bind port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:38:21.256281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Attempting to bind port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d on network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:38:21.262488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d on network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:38:21.262895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Attempting to bind port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d on network 1c1a9c8f-b216-4e98-8387-53a8e9150c43 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:38:21.269822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:38:21.270203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Checking segment: {'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:38:21.270630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Bound using segment: {'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:38:21.271100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Bound port: d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7902a53-9060-4aff-a0de-c41fde30de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:38:21.271480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:21.440062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290626-1f0f-4c1b-b9ed-c6f3e997787a req-7e1964df-2295-424c-a1f4-e2528c9cac8e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:21.441719 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8290626-1f0f-4c1b-b9ed-c6f3e997787a req-7e1964df-2295-424c-a1f4-e2528c9cac8e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 943 time: 0.1587002 Dec 21 22:38:21.444447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:38:21.447750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:38:21.489772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:21.532001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8290626-1f0f-4c1b-b9ed-c6f3e997787a req-969630e4-b1cc-4659-90b3-3306ada19d7d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827541 Dec 21 22:38:21.559109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:21.561157 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] 10.222.0.46 "PUT /v2.0/ports/d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d HTTP/1.1" status: 200 len: 1093 time: 1.0751882 Dec 21 22:38:21.561807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:38:21.580037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447132a-d6e1-475f-9597-d05767538ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:21.618922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'status': 'completed', 'code': 200} Dec 21 22:38:21.710383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-4604ff45-31bd-453a-990f-f03b86766541 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 1096 time: 0.0789223 Dec 21 22:38:21.780972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-c1d6893b-7588-4df8-b745-2d0d7baae52b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d HTTP/1.1" status: 200 len: 217 time: 0.0634460 Dec 21 22:38:21.850991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-4fd5b6ad-a5f3-4991-9f61-0a28f2e762f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:21.852471 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-4fd5b6ad-a5f3-4991-9f61-0a28f2e762f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.0657759 Dec 21 22:38:21.901291 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-610b2dad-8f57-4cd7-8b70-bfcb89f48e32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419958 Dec 21 22:38:22.042929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-09aa90f3-dcf2-4116-8416-77545790deff service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351871 Dec 21 22:38:22.186739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57799f2c-3b3d-4218-addc-32a752c88c88 req-8d097e0f-6a89-45f9-9ce6-ba392b6c4a90 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372864 Dec 21 22:38:22.383700 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79123dd3-1b41-43bb-af42-55a8469e047c req-2f059cec-a8e2-43fd-9b8d-97c6b105815f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 1096 time: 0.0743842 Dec 21 22:38:22.526371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79123dd3-1b41-43bb-af42-55a8469e047c req-9dc13274-e199-4629-abb8-b56cbefb8335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:22.527941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79123dd3-1b41-43bb-af42-55a8469e047c req-9dc13274-e199-4629-abb8-b56cbefb8335 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 916 time: 0.1365497 Dec 21 22:38:22.604559 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79123dd3-1b41-43bb-af42-55a8469e047c req-66e237f2-71bd-429a-af04-c6754cd05630 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d HTTP/1.1" status: 200 len: 217 time: 0.0690582 Dec 21 22:38:22.944308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79123dd3-1b41-43bb-af42-55a8469e047c req-a9f2b6a0-38c7-425b-8880-f7bd55861353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:22.945843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79123dd3-1b41-43bb-af42-55a8469e047c req-a9f2b6a0-38c7-425b-8880-f7bd55861353 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.3346210 Dec 21 22:38:23.007258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79123dd3-1b41-43bb-af42-55a8469e047c req-3734c2cc-fdd7-4685-bbd2-8ad7e672de29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529962 Dec 21 22:38:23.023085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1f6d0-00ab-4a82-85bd-7dcd3faa4a2f req-011686e2-35ea-4363-962b-92d496da7ecb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:23.024789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1d1f6d0-00ab-4a82-85bd-7dcd3faa4a2f req-011686e2-35ea-4363-962b-92d496da7ecb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 943 time: 0.3628006 Dec 21 22:38:23.181728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1d1f6d0-00ab-4a82-85bd-7dcd3faa4a2f req-b1d2c878-1e6d-481f-b9e4-2448f044cd40 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329751 Dec 21 22:38:23.206948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79123dd3-1b41-43bb-af42-55a8469e047c req-a21ac465-8e19-4c41-9857-c138f73df07a service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811531 Dec 21 22:38:23.350446 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79123dd3-1b41-43bb-af42-55a8469e047c req-e49e313e-17ad-475c-baad-60990684aad0 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353362 Dec 21 22:38:23.530980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device b7816260-2dd8-474e-914e-3e3760ca7630 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:38:23.566014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: b7816260-2dd8-474e-914e-3e3760ca7630 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:38:23.566407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device b7816260-2dd8-474e-914e-3e3760ca7630 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:38:24.386956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866fe7-3b5c-482e-9fbe-508e794a0cf8 req-304aba6d-1ae2-42fc-8f89-d89e686152fc tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:24.388497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f0866fe7-3b5c-482e-9fbe-508e794a0cf8 req-304aba6d-1ae2-42fc-8f89-d89e686152fc tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 943 time: 0.0826857 Dec 21 22:38:24.437081 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f0866fe7-3b5c-482e-9fbe-508e794a0cf8 req-7de60ee3-fe3c-4229-a13e-03fddf13f000 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Dec 21 22:38:25.531523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:38:25.646665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef4b22-9e63-460b-ae79-8d53ed4aeb5c req-c1381da2-47a6-401f-85bd-d7829b45ba0c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:25.648253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84ef4b22-9e63-460b-ae79-8d53ed4aeb5c req-c1381da2-47a6-401f-85bd-d7829b45ba0c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 943 time: 0.0880685 Dec 21 22:38:25.675753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:38:25.690339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43', 'port_id': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'mac_address': 'fa:16:3e:4c:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def3f6e3-b3b2-4aaf-aa52-70df1a0dc685', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:38:25.696731 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84ef4b22-9e63-460b-ae79-8d53ed4aeb5c req-27f784ab-75c9-4111-bb79-fa14d8820189 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Dec 21 22:38:25.746734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:25.768759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:38:25.784489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:38:25.813051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:25.879876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:26.023739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:38:26.903108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b016ff-1844-4c45-9533-663074e9011d req-5563723d-3a7e-496c-bf84-edfb55904e42 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:26.905271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-96b016ff-1844-4c45-9533-663074e9011d req-5563723d-3a7e-496c-bf84-edfb55904e42 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 944 time: 0.0858066 Dec 21 22:38:26.953399 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-96b016ff-1844-4c45-9533-663074e9011d req-be3a91b9-ad92-4226-bcab-3e762753043d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Dec 21 22:38:27.542112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:38:27.632504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:38:27.637529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:38:27.637948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:27.757874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:27.785671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:38:27.796353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:38:27.824497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:27.861375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'code': 200} Dec 21 22:38:27.894676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:38:28.227753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2aa9b-dac7-462e-961d-8ae624645283 req-caf505ca-f1a1-48bb-a8dc-20a937c2271d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:28.229432 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0bd2aa9b-dac7-462e-961d-8ae624645283 req-caf505ca-f1a1-48bb-a8dc-20a937c2271d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.1472592 Dec 21 22:38:28.233589 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4b9cbe-2efd-4c1e-a978-a88f79700b39 req-91868632-8e71-4d4c-9c98-8b690c4f696d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 1098 time: 0.1488307 Dec 21 22:38:28.317028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0bd2aa9b-dac7-462e-961d-8ae624645283 req-ecced5be-3d22-4180-abdd-cb72f7fa4ea4 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800707 Dec 21 22:38:28.319031 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4b9cbe-2efd-4c1e-a978-a88f79700b39 req-768fcc25-ed6e-438a-86a1-3c938844a733 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658207 Dec 21 22:38:29.529014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892e23d-69b7-4def-aa27-eab68a604dab req-7de9d2a0-c11e-4f80-954b-ba8470e68b04 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:29.530826 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a892e23d-69b7-4def-aa27-eab68a604dab req-7de9d2a0-c11e-4f80-954b-ba8470e68b04 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0844421 Dec 21 22:38:29.580590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a892e23d-69b7-4def-aa27-eab68a604dab req-a8da4dc0-f615-43df-876e-7e5c2fc950ab tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426822 Dec 21 22:38:30.787718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdb2a6-2f16-4e97-84d8-dd9ac27043da req-5d38ca16-e69b-4666-9669-e83d509eb68d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:30.789351 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4cbdb2a6-2f16-4e97-84d8-dd9ac27043da req-5d38ca16-e69b-4666-9669-e83d509eb68d tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0855615 Dec 21 22:38:30.838151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4cbdb2a6-2f16-4e97-84d8-dd9ac27043da req-da185c38-36e0-4aa8-b098-f245367c3db3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Dec 21 22:38:31.043755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ec198-d39a-4e78-bd43-6260a8270403 req-124bbbec-8166-48cf-a57b-c018532f285b tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:31.045392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-967ec198-d39a-4e78-bd43-6260a8270403 req-124bbbec-8166-48cf-a57b-c018532f285b tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0837696 Dec 21 22:38:31.096229 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-967ec198-d39a-4e78-bd43-6260a8270403 req-bb4941f5-fbcb-47be-8150-5ea4d6859041 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Dec 21 22:38:31.303542 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f5e547be-01f9-4fd8-8197-b69d46ae729a req-748033a4-4b6b-477c-bd94-3dae683f4ae6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0794954 Dec 21 22:38:31.682155 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-d21ba6a5-624c-4d50-99ca-7201060f974b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750055 Dec 21 22:38:31.695925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470293-42bf-4eeb-ae67-d17ec59cbaac req-a62cbac1-9290-4cc9-a660-227091daf366 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:31.697600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3c470293-42bf-4eeb-ae67-d17ec59cbaac req-a62cbac1-9290-4cc9-a660-227091daf366 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0840333 Dec 21 22:38:31.747625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3c470293-42bf-4eeb-ae67-d17ec59cbaac req-937d2060-5b7b-47c8-ab0a-3f1eaaa38ecc tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Dec 21 22:38:32.979655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c782a3-0382-4827-ab6f-446601dee6ce req-40e56bf2-126b-4534-860d-bff0d1efd784 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:32.981352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-63c782a3-0382-4827-ab6f-446601dee6ce req-40e56bf2-126b-4534-860d-bff0d1efd784 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0935609 Dec 21 22:38:33.039011 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-63c782a3-0382-4827-ab6f-446601dee6ce req-07e77333-95e9-48cc-9f07-9a92ed425e65 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508950 Dec 21 22:38:33.301101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-70660ec2-fe9c-4dca-b13a-5867e997f233 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 1098 time: 0.1054647 Dec 21 22:38:33.470180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-b78d7546-759e-480c-8e8a-f81624fd3b2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:33.471777 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-b78d7546-759e-480c-8e8a-f81624fd3b2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 916 time: 0.1641192 Dec 21 22:38:33.552192 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-9738067b-e0b2-4381-a971-eb8a36be1219 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d HTTP/1.1" status: 200 len: 217 time: 0.0733564 Dec 21 22:38:33.621912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-8df736ac-ef0a-4d15-8000-2388a952d5b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:33.624287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-8df736ac-ef0a-4d15-8000-2388a952d5b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.0646253 Dec 21 22:38:33.641721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:33.676003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-34e9a250-b02b-4cbb-a800-dabb799fa89e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460958 Dec 21 22:38:33.821164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-e0e8b09e-0891-491e-a7f8-0574b357e008 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383200 Dec 21 22:38:33.964764 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-dda48da4-6fdd-47f1-a7d6-8d5c4de89210 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361711 Dec 21 22:38:34.259606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e13b4-10d0-412c-94d4-bef23c8da078 req-d6579cee-fd6a-4ee1-9f25-8d11e3005de3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:34.261255 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5c3e13b4-10d0-412c-94d4-bef23c8da078 req-d6579cee-fd6a-4ee1-9f25-8d11e3005de3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0840311 Dec 21 22:38:34.310063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5c3e13b4-10d0-412c-94d4-bef23c8da078 req-fc316717-4d59-495a-ab06-82acedfb2426 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Dec 21 22:38:35.517403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2354a-81aa-4378-a316-3923ddcd5fed req-3bc181f4-316e-4bcf-b417-349d68a16f91 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:35.518963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-68c2354a-81aa-4378-a316-3923ddcd5fed req-3bc181f4-316e-4bcf-b417-349d68a16f91 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0872021 Dec 21 22:38:35.570962 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-68c2354a-81aa-4378-a316-3923ddcd5fed req-58a62497-a417-4bee-9a33-810ad80f1ad1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458837 Dec 21 22:38:36.778820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349fae3-5688-4ceb-98be-f7f2501d95e0 req-48e0c046-3a5c-4c3e-bb4d-8c6d76e45fe1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:36.780630 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b349fae3-5688-4ceb-98be-f7f2501d95e0 req-48e0c046-3a5c-4c3e-bb4d-8c6d76e45fe1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0837042 Dec 21 22:38:36.828949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b349fae3-5688-4ceb-98be-f7f2501d95e0 req-18924fbf-7a8b-4b68-8b87-2a162b2a97ff tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Dec 21 22:38:37.283575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9319bbdd-a5f2-498b-95b6-c83fe34eb669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:38.173874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36b2dc-d933-4c90-98a2-a70626936a58 req-f2549dce-cf71-4b55-9595-a527ae3e6284 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:38.175375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc36b2dc-d933-4c90-98a2-a70626936a58 req-f2549dce-cf71-4b55-9595-a527ae3e6284 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0858102 Dec 21 22:38:38.223708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc36b2dc-d933-4c90-98a2-a70626936a58 req-0b41fb5d-8c00-4804-b110-6ab11aa96428 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Dec 21 22:38:38.861128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:39.430019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc893d-8fd9-4d9d-9dff-06493260a131 req-d42b11f9-f3b2-40d1-b622-d1e0499c24ae tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:39.431619 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89fc893d-8fd9-4d9d-9dff-06493260a131 req-d42b11f9-f3b2-40d1-b622-d1e0499c24ae tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0819888 Dec 21 22:38:39.480166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89fc893d-8fd9-4d9d-9dff-06493260a131 req-327409fb-dc91-4967-9203-8b4e21c69633 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Dec 21 22:38:40.046650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-12ec2b13-56c7-4f7f-b2fc-6a95b30430cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:40.081533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:40.750132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4263a9-777f-4d35-932c-38ddcc5d7757 req-abbdd91c-0ae1-4066-b4f1-eed290f0ea6c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:40.751738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d4263a9-777f-4d35-932c-38ddcc5d7757 req-abbdd91c-0ae1-4066-b4f1-eed290f0ea6c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0865304 Dec 21 22:38:40.800799 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d4263a9-777f-4d35-932c-38ddcc5d7757 req-bfc2666a-a947-43c2-aba9-de180eed2ae6 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425682 Dec 21 22:38:41.592818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:38:42.007348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8162-ca8f-48f4-89ef-89d834857698 req-9ec4a4b9-5018-44e7-b799-d242b117bb1b tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:42.008981 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4fee8162-ca8f-48f4-89ef-89d834857698 req-9ec4a4b9-5018-44e7-b799-d242b117bb1b tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0822456 Dec 21 22:38:42.061246 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4fee8162-ca8f-48f4-89ef-89d834857698 req-fae51c56-1d85-4373-9f54-c7c916da9411 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Dec 21 22:38:43.268956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078825-274b-4bf3-a8d7-fefceff849a2 req-57943b22-23ed-483e-aa90-f992a6b01143 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:43.270476 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b3078825-274b-4bf3-a8d7-fefceff849a2 req-57943b22-23ed-483e-aa90-f992a6b01143 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0812941 Dec 21 22:38:43.319056 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b3078825-274b-4bf3-a8d7-fefceff849a2 req-fa8da982-bca0-4239-8c80-e25e9376a229 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Dec 21 22:38:44.523984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1283b-0000-4d00-ae8d-cfb2f715c003 req-2bbac907-1419-4c02-9b66-5eb3c0ce11d9 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:44.525585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ba1283b-0000-4d00-ae8d-cfb2f715c003 req-2bbac907-1419-4c02-9b66-5eb3c0ce11d9 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0842593 Dec 21 22:38:44.573861 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ba1283b-0000-4d00-ae8d-cfb2f715c003 req-39e078b1-f480-4ad7-a0a6-e61914c2f82f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Dec 21 22:38:45.781503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998e684-f5ab-4603-bd6f-2e4665a00a45 req-152e841f-248e-4b88-b4c1-04db6c98e543 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:45.783097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2998e684-f5ab-4603-bd6f-2e4665a00a45 req-152e841f-248e-4b88-b4c1-04db6c98e543 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0838506 Dec 21 22:38:45.831191 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2998e684-f5ab-4603-bd6f-2e4665a00a45 req-1f5ad70e-534a-4916-9f17-37f6b77be27c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Dec 21 22:38:47.039990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0dcc-7d28-4125-b082-6f42e754a819 req-394f5c41-5ab0-4c55-bf94-b9e97c3dafeb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:47.041626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b99a0dcc-7d28-4125-b082-6f42e754a819 req-394f5c41-5ab0-4c55-bf94-b9e97c3dafeb tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0868800 Dec 21 22:38:47.091096 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b99a0dcc-7d28-4125-b082-6f42e754a819 req-22ca1ee6-d8bf-455d-a12d-1cb208a261d3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Dec 21 22:38:48.295340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c6e4-60bb-47e4-afbf-53f769fbc297 req-93021460-18f0-4c0e-bf40-a54a67fc55d9 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:48.297118 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ef77c6e4-60bb-47e4-afbf-53f769fbc297 req-93021460-18f0-4c0e-bf40-a54a67fc55d9 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0822701 Dec 21 22:38:48.348425 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ef77c6e4-60bb-47e4-afbf-53f769fbc297 req-00aec25c-983d-4a95-b6ac-8e59b5473df9 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 Dec 21 22:38:49.690012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fda0df-9f94-46f3-837a-a2647514e69e req-a5d2ff1d-5e0c-4c3b-a4d8-f34851f11a65 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:49.691530 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02fda0df-9f94-46f3-837a-a2647514e69e req-a5d2ff1d-5e0c-4c3b-a4d8-f34851f11a65 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0833139 Dec 21 22:38:49.740590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-02fda0df-9f94-46f3-837a-a2647514e69e req-f6438a25-6ec1-4b61-b983-7054caecf8dd tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Dec 21 22:38:50.947166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40bd34-6754-4208-9588-70f69ed1358d req-139e55c3-c1dc-45ad-bd52-50bb6e2dbaa0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:50.948773 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de40bd34-6754-4208-9588-70f69ed1358d req-139e55c3-c1dc-45ad-bd52-50bb6e2dbaa0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0843613 Dec 21 22:38:50.998311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-de40bd34-6754-4208-9588-70f69ed1358d req-999bca42-88c7-4b61-8d96-bee5822c30fc tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Dec 21 22:38:52.204619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e5f65-d072-4d41-bcc4-47b49090f0d1 req-621bc257-69a6-49a5-8c1d-44b217fff6f3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:52.206218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f5e5f65-d072-4d41-bcc4-47b49090f0d1 req-621bc257-69a6-49a5-8c1d-44b217fff6f3 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0845406 Dec 21 22:38:52.253480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f5e5f65-d072-4d41-bcc4-47b49090f0d1 req-4a940a51-cfc6-4d66-8e73-9b6562d63547 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Dec 21 22:38:53.462775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e722e-97a3-4a2d-9e19-3a90cb0893f0 req-ab285ad6-42bf-43c1-9f21-6f99b57b8578 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:53.464391 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c07e722e-97a3-4a2d-9e19-3a90cb0893f0 req-ab285ad6-42bf-43c1-9f21-6f99b57b8578 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0856981 Dec 21 22:38:53.512490 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c07e722e-97a3-4a2d-9e19-3a90cb0893f0 req-7dda199e-cf59-4e13-8133-4c7e29ae8f74 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419347 Dec 21 22:38:54.717158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e8d80-4ebf-465b-a92d-eb5f7921ec8c req-054f4619-7f0d-49cd-b0b6-6c0ec58c7767 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:54.718740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa1e8d80-4ebf-465b-a92d-eb5f7921ec8c req-054f4619-7f0d-49cd-b0b6-6c0ec58c7767 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0820830 Dec 21 22:38:54.767829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa1e8d80-4ebf-465b-a92d-eb5f7921ec8c req-265deaeb-17b7-4d14-a0f3-89cf5978ef3e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Dec 21 22:38:55.975523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354604c9-376d-4b0f-9e12-dbaf9ae05ca9 req-35413b0f-6c05-46a1-a91d-5e35e2e59975 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:55.977252 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-354604c9-376d-4b0f-9e12-dbaf9ae05ca9 req-35413b0f-6c05-46a1-a91d-5e35e2e59975 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0866258 Dec 21 22:38:56.027134 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-354604c9-376d-4b0f-9e12-dbaf9ae05ca9 req-6a9ec32e-0cd8-4032-8282-6e29ab34057e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431399 Dec 21 22:38:57.235907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93ec38-0a1c-4785-9f9c-a74a464a8650 req-86883bc2-47ce-4b00-99d3-26288577777e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:57.237546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9d93ec38-0a1c-4785-9f9c-a74a464a8650 req-86883bc2-47ce-4b00-99d3-26288577777e tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0829911 Dec 21 22:38:57.289921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9d93ec38-0a1c-4785-9f9c-a74a464a8650 req-327ff0ed-829c-40e5-9486-7b0bbc2f6c40 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 Dec 21 22:38:58.129500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:38:58.493563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d052c-7558-424e-a55d-0b6a5bfc2fe9 req-6b348963-74a3-475e-8af9-2657016a09ad tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:58.495169 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5b6d052c-7558-424e-a55d-0b6a5bfc2fe9 req-6b348963-74a3-475e-8af9-2657016a09ad tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0831835 Dec 21 22:38:58.546953 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5b6d052c-7558-424e-a55d-0b6a5bfc2fe9 req-217df4a9-6613-40f6-8de8-9612da9b09e1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Dec 21 22:38:59.755449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcdbb7-14f9-4053-b280-3a6b73646354 req-e7fad422-c10c-4b6c-8d48-fc99d43ac902 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:38:59.757029 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cbfcdbb7-14f9-4053-b280-3a6b73646354 req-e7fad422-c10c-4b6c-8d48-fc99d43ac902 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0857644 Dec 21 22:38:59.805525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cbfcdbb7-14f9-4053-b280-3a6b73646354 req-25c4eca3-d7db-4f90-82a9-c07744b72e8b tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Dec 21 22:39:00.878816 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-4eae0037-65b5-487b-8fdd-503dfaa879c3 service neutron] 10.222.0.46 "GET /v2.0/ports/d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0772810 Dec 21 22:39:01.020765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466a5b1-ac2d-4ca7-9fcf-4c873bdb42ba req-f843ea8a-5c30-4463-980c-253334169a34 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:01.022392 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1466a5b1-ac2d-4ca7-9fcf-4c873bdb42ba req-f843ea8a-5c30-4463-980c-253334169a34 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0903795 Dec 21 22:39:01.073613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1466a5b1-ac2d-4ca7-9fcf-4c873bdb42ba req-3327ce6d-b554-40cc-baeb-9d18398daa9f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 Dec 21 22:39:01.260624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-9359c4c3-f8f8-4ceb-808d-08214ceab8ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093&tenant_id=5b7967a24f39403b8db0a1150f699214 HTTP/1.1" status: 200 len: 1098 time: 0.0734372 Dec 21 22:39:01.370200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-b039b23b-6ad2-4048-ba18-2596a6d2450c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 1098 time: 0.0889919 Dec 21 22:39:01.510544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-cd449275-d3f2-4467-bc70-bb76e832353c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:01.512091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-cd449275-d3f2-4467-bc70-bb76e832353c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 916 time: 0.1357269 Dec 21 22:39:01.582169 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-2265a410-a062-443c-ace4-7266679168b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d HTTP/1.1" status: 200 len: 217 time: 0.0637901 Dec 21 22:39:01.652250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-6e028a80-ad37-4e04-b612-c5dd4b27f2f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:01.654387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-6e028a80-ad37-4e04-b612-c5dd4b27f2f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.0662189 Dec 21 22:39:01.702933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-c0588f05-b10f-4019-a507-2d143deb98bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433354 Dec 21 22:39:02.062466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-b1748685-5e7f-4be8-a579-1ef643917c79 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531945 Dec 21 22:39:02.248218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe75092-6965-4f44-9efb-d8fdf3cbc268 req-fc3fc0bf-93ec-462f-83c1-faa0fe07641d service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783862 Dec 21 22:39:02.288798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb42c6b-039f-40c9-ae05-fe9e1c1f1b8e req-a0dae665-fd55-4c86-a68a-773b35f0934f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:02.290383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2fb42c6b-039f-40c9-ae05-fe9e1c1f1b8e req-a0dae665-fd55-4c86-a68a-773b35f0934f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0918009 Dec 21 22:39:02.345009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2fb42c6b-039f-40c9-ae05-fe9e1c1f1b8e req-1dd09e43-38f3-43f8-bfc1-08e617044cd2 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476286 Dec 21 22:39:03.550044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f33fdd-ae78-4bd5-8d07-fe2d78fc9120 req-7554d658-a8c5-428c-9378-a63805e2bab1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:03.551606 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6f33fdd-ae78-4bd5-8d07-fe2d78fc9120 req-7554d658-a8c5-428c-9378-a63805e2bab1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0812716 Dec 21 22:39:03.601359 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6f33fdd-ae78-4bd5-8d07-fe2d78fc9120 req-f794ce09-113e-4603-96a6-1192db9c3ef8 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Dec 21 22:39:03.646700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:04.817496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191d643-ec69-4311-918c-087196305de8 req-dfca73d7-b7bf-4f45-8d50-ac9567234009 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:04.819086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9191d643-ec69-4311-918c-087196305de8 req-dfca73d7-b7bf-4f45-8d50-ac9567234009 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0852635 Dec 21 22:39:04.867135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9191d643-ec69-4311-918c-087196305de8 req-ef6ac12a-9b6c-4d29-9b07-2adb3e8c3510 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Dec 21 22:39:05.338103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d204c4-7073-461c-b311-05e29d5c467c req-4a5a3501-4f9d-4309-b649-791ebe197b27 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:05.339705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c7d204c4-7073-461c-b311-05e29d5c467c req-4a5a3501-4f9d-4309-b649-791ebe197b27 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.1539114 Dec 21 22:39:05.350006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-21ae9f65-7af7-4a30-8cc4-f33bd46d4c6c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:05.351457 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-21ae9f65-7af7-4a30-8cc4-f33bd46d4c6c tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093&tenant_id=5b7967a24f39403b8db0a1150f699214&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1212208 Dec 21 22:39:05.395883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c7d204c4-7073-461c-b311-05e29d5c467c req-45b81e7c-c99d-4839-a587-9ade3fd7d540 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Dec 21 22:39:05.498139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-be5c4626-efdf-499f-9e29-caac3724d3da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b7967a24f39403b8db0a1150f699214&device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 1098 time: 0.0737407 Dec 21 22:39:05.636668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-87b956be-f5ce-42c7-a235-1be57a761316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:05.638310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-87b956be-f5ce-42c7-a235-1be57a761316 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 200 len: 916 time: 0.1352730 Dec 21 22:39:05.713459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-811d662d-20a9-4042-83f3-c5536cd739e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d HTTP/1.1" status: 200 len: 217 time: 0.0690949 Dec 21 22:39:05.734929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:39:05.737419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:39:05.781510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-03fb8951-cd8e-4250-ab7b-cfa287502d7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:05.783090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-03fb8951-cd8e-4250-ab7b-cfa287502d7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 200 len: 855 time: 0.0635021 Dec 21 22:39:05.836064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-e1c930af-ac37-4123-933f-f7f3cfc06a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1c1a9c8f-b216-4e98-8387-53a8e9150c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465767 Dec 21 22:39:05.988075 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-683d7a8f-eb78-452c-8d16-824ac9b26a60 service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449168 Dec 21 22:39:06.134878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72ab2b93-e456-4f0d-915d-4b45b91b2987 req-7a1796ac-8e1a-4a25-a05a-eef7ae0557ae service neutron] 10.222.0.46 "GET /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398537 Dec 21 22:39:06.139944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:06.165397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:06.191471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'network_id': '1c1a9c8f-b216-4e98-8387-53a8e9150c43', 'port_id': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'mac_address': 'fa:16:3e:4c:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def3f6e3-b3b2-4aaf-aa52-70df1a0dc685', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:39:06.192916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:39:06.234143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:06.260875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:06.274121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'code': 200} Dec 21 22:39:06.277371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:06.328717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:39:06.405746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:06.420583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:39:06.420992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:39:06.422292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.422669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.423040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.423418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.423775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.424134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.424518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.424889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.425246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.425603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.425956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:06.604624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac08948-8ff3-4325-bfc0-0d1ffb9d6e8f req-364c74ae-e2d4-421c-820f-daca4131787f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:06.606165 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fac08948-8ff3-4325-bfc0-0d1ffb9d6e8f req-364c74ae-e2d4-421c-820f-daca4131787f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 943 time: 0.0839293 Dec 21 22:39:06.655306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fac08948-8ff3-4325-bfc0-0d1ffb9d6e8f req-63b8f605-9d9a-42d6-9a00-e213d0995e0a tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Dec 21 22:39:06.980949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:07.003834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:39:07.019444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:07.064151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:07.133084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:39:07.178628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:07.301496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-58bf2c33-5b6e-400b-9c07-ea8aa5b8b4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:07.733853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:39:07.809483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:07.810472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:07.892964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fe5d9-41bb-4436-a779-66e1d609fde4 req-82b89a30-c25a-4550-a482-915ed64f4ee0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:07.894370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b0fe5d9-41bb-4436-a779-66e1d609fde4 req-82b89a30-c25a-4550-a482-915ed64f4ee0 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 944 time: 0.0871799 Dec 21 22:39:07.933558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:07.943574 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b0fe5d9-41bb-4436-a779-66e1d609fde4 req-21550674-105b-4236-adb7-0b1363738465 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Dec 21 22:39:07.968823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:08.001023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:08.072479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:08.154047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48835a6-d512-4819-85cf-481565d78d8b req-a364bf23-b069-4eb5-a584-7274cbc3b9be tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:08.155691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f48835a6-d512-4819-85cf-481565d78d8b req-a364bf23-b069-4eb5-a584-7274cbc3b9be tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0846748 Dec 21 22:39:08.204883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f48835a6-d512-4819-85cf-481565d78d8b req-ea10ac9c-c322-4fe4-82cc-3f38dc0215b7 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Dec 21 22:39:08.275654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:39:08.330376 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'code': 200} Dec 21 22:39:08.410873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa8f1f-55cd-43b9-b1b6-70e6b9a816ac req-333546eb-980f-46d4-9566-4b2cbeafbb12 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:08.412519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1aa8f1f-55cd-43b9-b1b6-70e6b9a816ac req-333546eb-980f-46d4-9566-4b2cbeafbb12 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0856931 Dec 21 22:39:08.460978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1aa8f1f-55cd-43b9-b1b6-70e6b9a816ac req-81987813-5845-421f-9468-02d0f00622c1 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Dec 21 22:39:08.840799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:09.195393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ed940-fcc3-43cb-a928-7a9ad1c32134 req-16c40889-462a-4564-b351-207a0c207f56 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:09.197007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-695ed940-fcc3-43cb-a928-7a9ad1c32134 req-16c40889-462a-4564-b351-207a0c207f56 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0834434 Dec 21 22:39:09.248475 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-695ed940-fcc3-43cb-a928-7a9ad1c32134 req-cc0ed8e3-c66e-439a-859e-63648e78e527 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452206 Dec 21 22:39:10.043184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-62b805ee-938a-4a4e-997e-f298e0ee9d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:10.075556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:10.454645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e35d5-45c9-4c9a-b6f8-e7f833711fe9 req-761a4eae-271d-45b5-8e51-9253c7f99acf tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:10.456284 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b5e35d5-45c9-4c9a-b6f8-e7f833711fe9 req-761a4eae-271d-45b5-8e51-9253c7f99acf tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0852687 Dec 21 22:39:10.504097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b5e35d5-45c9-4c9a-b6f8-e7f833711fe9 req-f2223b5b-1be6-4d83-9178-748cb5c1bb7f tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/security-groups?id=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Dec 21 22:39:10.606935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-9593635b-827c-41e4-abaf-0d85e0bb17cc tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:10.608414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-9593635b-827c-41e4-abaf-0d85e0bb17cc tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 945 time: 0.0839801 Dec 21 22:39:10.680043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Deleting port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:39:10.680454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:10.936519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] For port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,segment=NetworkSegment(d7902a53-9060-4aff-a0de-c41fde30de36),segment_id=d7902a53-9060-4aff-a0de-c41fde30de36)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:10.936846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:11.063256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Calling delete_port for d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:39:11.246384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:11.258192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:39:11.295722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Pushing event deleted for resources: {'Port': ['ID=d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:11.373298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] No DVR routers for this DVR port d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:39:11.375891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:11.378725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'name': 'network-vif-deleted', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:39:11.421535 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6ba74ee-c21d-454e-9191-1efdfcec5bb2 req-84e909f6-311b-44ac-b51e-95d58c882630 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.46 "DELETE /v2.0/ports/d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d HTTP/1.1" status: 204 len: 173 time: 0.8076093 Dec 21 22:39:11.432229 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f17455-200c-4317-9847-19c043082093', 'name': 'network-vif-deleted', 'tag': 'd55f4c27-11f9-4c7b-9f7d-245e8d6bf63d', 'status': 'completed', 'code': 200} Dec 21 22:39:11.595195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:11.691890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-49d497fc-41fe-4718-b8d4-bca4065f88c2 req-521a72a2-c166-4bb4-832e-105d7789e227 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Synchronizing usage tracker for tenant:5b7967a24f39403b8db0a1150f699214 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:39:11.764158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-49d497fc-41fe-4718-b8d4-bca4065f88c2 req-521a72a2-c166-4bb4-832e-105d7789e227 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] Unset dirty status for tenant:5b7967a24f39403b8db0a1150f699214 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:39:11.765421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49d497fc-41fe-4718-b8d4-bca4065f88c2 req-521a72a2-c166-4bb4-832e-105d7789e227 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f17455-200c-4317-9847-19c043082093 HTTP/1.1" status: 200 len: 210 time: 0.1225410 Dec 21 22:39:13.034667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 46166) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:13.112822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Deleting subnet def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:39:13.115956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.168593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.232090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.375363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.418070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def3f6e3-b3b2-4aaf-aa52-70df1a0dc685,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:13.427795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.435859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.436243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.436647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.437018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.437387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.437756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.438376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.438738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.439099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.439461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.439821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:13.446469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-61da5a28-3b3f-4593-b73f-2e4cd83b63fb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/def3f6e3-b3b2-4aaf-aa52-70df1a0dc685 HTTP/1.1" status: 204 len: 168 time: 0.4107182 Dec 21 22:39:13.447328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 46170) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:13.561336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.692537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.719267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1a9c8f-b216-4e98-8387-53a8e9150c43']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:13.731901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7902a53-9060-4aff-a0de-c41fde30de36') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:13.732237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7902a53-9060-4aff-a0de-c41fde30de36') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:13.744058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.748348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:39:13.759391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.766490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:39:13.766921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:39:13.781599 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:39:13.784108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:39:13.784503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device d55f4c27-11f9-4c7b-9f7d-245e8d6bf63d not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:39:13.923547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.941424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:13.951938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1a9c8f-b216-4e98-8387-53a8e9150c43,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:13.954923 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4f387586-cbda-4136-bba6-361055b98321 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c1a9c8f-b216-4e98-8387-53a8e9150c43 HTTP/1.1" status: 204 len: 168 time: 0.5065935 Dec 21 22:39:14.245095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 46176) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:14.299890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fe7e1007-b9b8-476f-9a78-ed5a56c5c9d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b7967a24f39403b8db0a1150f699214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535705 Dec 21 22:39:14.302525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 46180) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:14.369879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32563c51-535b-49ad-89b6-2f2fa835c7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:14.397174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32563c51-535b-49ad-89b6-2f2fa835c7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:14.540919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32563c51-535b-49ad-89b6-2f2fa835c7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:14.560233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563c51-535b-49ad-89b6-2f2fa835c7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:14.563975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-32563c51-535b-49ad-89b6-2f2fa835c7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:14.565364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-32563c51-535b-49ad-89b6-2f2fa835c7e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8033b62-0e0b-4e4d-b7c5-27960fd3ea4a HTTP/1.1" status: 204 len: 168 time: 0.2617779 Dec 21 22:39:15.632020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 46202) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:15.769035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-675410148-network', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:15.774590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:15.778755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Usage tracker for resource:network and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:15.781827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:15.787786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:15.823160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Made reservation on behalf of c9dfe3b787a742bd9c190253c783b6bd for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:39:15.828821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:15.842725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:15.938929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:15.943015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:15.946153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:15.952715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:16.053841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:16.088950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:16.124434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:39:16.133804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de19ca-584c-4370-9f49-a0cf94aa37cf,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:16.171081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:16.171482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Added segment 9a8530d3-5c1c-44de-8a8d-a42d4ef3f072 of type vlan for network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 Dec 21 22:39:16.248184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:16.343385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:16.344325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:16.345004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:16.663343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0299828 Dec 21 22:39:16.666505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46208) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:16.669299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67615-2387-4e5a-b818-6d23bc1cfce5 admin admin] Pushing event updated for resources: {'Network': ['ID=3568d2a1-7bc2-4bab-b375-21dde5d9f174,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:16.674826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Request body: {'subnet': {'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-675410148-subnet', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:16.679820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:39:16.680447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:16.684578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Usage tracker for resource:subnet and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:16.687789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:16.694212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:16.729090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Made reservation on behalf of c9dfe3b787a742bd9c190253c783b6bd for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:39:16.734218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.138954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.216564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:17.236358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Checking segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:39:17.236809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Network hostable DHCP agents. Network: 3568d2a1-7bc2-4bab-b375-21dde5d9f174, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:39:17.286031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:39:17.320291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 3568d2a1-7bc2-4bab-b375-21dde5d9f174) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:39:17.324386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:17.325040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.332077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8dd95-a5a5-4e51-bc1c-eb1856388ae0 None None] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:39:17.386987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-00696642-aee5-47a8-92e5-e360b3922f7d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7164621 Dec 21 22:39:17.387454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46212) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:17.393792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:17.398840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:17.402948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Usage tracker for resource:router and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:17.406053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:17.413575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:17.452115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.453182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.528097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.557811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:39:17.567921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.720581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.727053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Allocated IP 172.20.0.2 (3568d2a1-7bc2-4bab-b375-21dde5d9f174/b6bd6cc3-0480-4241-8ab7-4e80ed2b4826/e7584060-6c31-4f1f-8fad-f1473f0ed218) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:39:17.941501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.964633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:17.973869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:18.025939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Transition to ACTIVE for port object e7584060-6c31-4f1f-8fad-f1473f0ed218 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:39:18.072053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Transition to ACTIVE for port object e7584060-6c31-4f1f-8fad-f1473f0ed218 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:39:18.123925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:18.141132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Allocated IP 172.26.6.21 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/ff0dac06-04a3-422d-bca6-0931eabcfb99) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:39:18.197449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:39:18.198551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:39:18.203927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:39:18.210348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Pushing event updated for resources: {'Port': ['ID=e7584060-6c31-4f1f-8fad-f1473f0ed218,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:18.310457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Attempting to bind port e7584060-6c31-4f1f-8fad-f1473f0ed218 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:39:18.310863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Attempting to bind port e7584060-6c31-4f1f-8fad-f1473f0ed218 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:39:18.311278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Attempting to bind port e7584060-6c31-4f1f-8fad-f1473f0ed218 on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:39:18.319158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:39:18.319580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Checking segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:39:18.320030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:18.320498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Bound using segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:39:18.321017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Bound port: e7584060-6c31-4f1f-8fad-f1473f0ed218, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:39:18.321428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:18.419980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] For port e7584060-6c31-4f1f-8fad-f1473f0ed218, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:39:18.423548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] For port e7584060-6c31-4f1f-8fad-f1473f0ed218, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e7584060-6c31-4f1f-8fad-f1473f0ed218,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:39:18.461005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:18.551319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38391658-d1f7-4acd-9a37-d1dbef193e70 None None] Pushing event updated for resources: {'Port': ['ID=e7584060-6c31-4f1f-8fad-f1473f0ed218,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:18.569913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:18.624139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:18.694135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:39:18.697770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:39:18.702681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:39:18.737946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Pushing event updated for resources: {'Port': ['ID=ff0dac06-04a3-422d-bca6-0931eabcfb99,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:18.997388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:18.998095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:19.112318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e7584060-6c31-4f1f-8fad-f1473f0ed218 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:39:19.211836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port e7584060-6c31-4f1f-8fad-f1473f0ed218 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:39:19.291784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:39:19.503597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:39:19.513827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:39:19.526723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:39:19.527382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:39:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:19.563556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:19.564920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ed24e9c4-34ca-4a6d-8e51-7cff08e5d9aa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1760435 Dec 21 22:39:19.567812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46216) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:19.716410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:39:20.191492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:18Z', 'revision_number': 3, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:20.196293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:39:20.196697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Updating router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac port ff0dac06-04a3-422d-bca6-0931eabcfb99 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:39:20.207484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14edde69-92a0-4a3c-bd76-c5adb21a2bc3 None None] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:39:20.257421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.381940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.430230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-90b74bdd-55bd-4a23-a630-7d11c95cdb3f None None] Provisioning for port e7584060-6c31-4f1f-8fad-f1473f0ed218 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:39:20.444206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-90b74bdd-55bd-4a23-a630-7d11c95cdb3f None None] Provisioning complete for port e7584060-6c31-4f1f-8fad-f1473f0ed218 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:20.444563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90b74bdd-55bd-4a23-a630-7d11c95cdb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.592151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90b74bdd-55bd-4a23-a630-7d11c95cdb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.621235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.634923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-90b74bdd-55bd-4a23-a630-7d11c95cdb3f None None] For port e7584060-6c31-4f1f-8fad-f1473f0ed218, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e7584060-6c31-4f1f-8fad-f1473f0ed218,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:20.635411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Allocated IP 172.20.0.1 (3568d2a1-7bc2-4bab-b375-21dde5d9f174/b6bd6cc3-0480-4241-8ab7-4e80ed2b4826/9203c163-1852-41e9-b3a9-661b67cc5251) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:39:20.677994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90b74bdd-55bd-4a23-a630-7d11c95cdb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.695061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Transition to ACTIVE for port object ff0dac06-04a3-422d-bca6-0931eabcfb99 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:39:20.720992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.764857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b74bdd-55bd-4a23-a630-7d11c95cdb3f None None] Pushing event updated for resources: {'Port': ['ID=e7584060-6c31-4f1f-8fad-f1473f0ed218,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:20.802496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Attempting to bind port ff0dac06-04a3-422d-bca6-0931eabcfb99 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:39:20.802831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Attempting to bind port ff0dac06-04a3-422d-bca6-0931eabcfb99 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:39:20.803349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Attempting to bind port ff0dac06-04a3-422d-bca6-0931eabcfb99 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:39:20.822166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:39:20.822585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:39:20.823022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.823457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:39:20.824061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Bound port: ff0dac06-04a3-422d-bca6-0931eabcfb99, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:39:20.824484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.854223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Pushing event updated for resources: {'Port': ['ID=ff0dac06-04a3-422d-bca6-0931eabcfb99,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:20.880696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.881074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.881440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.881809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.882159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.882519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.882871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.883229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.883576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.883922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.884271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:20.899622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.910731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8872a160-999d-4f3e-9ddc-d56083c4ef21 None None] Provisioning complete for port e7584060-6c31-4f1f-8fad-f1473f0ed218 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:20.911309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8872a160-999d-4f3e-9ddc-d56083c4ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.915760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] For port ff0dac06-04a3-422d-bca6-0931eabcfb99, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:39:20.917401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Transition to ACTIVE for port object 9203c163-1852-41e9-b3a9-661b67cc5251 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:39:20.920204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] For port ff0dac06-04a3-422d-bca6-0931eabcfb99, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ff0dac06-04a3-422d-bca6-0931eabcfb99,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:39:20.978304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:20.978537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:21.048272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:39:21.051552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:39:21.054244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:39:21.057138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb33f31-2801-4ec2-bf81-fc29d2bcde93 None None] Pushing event updated for resources: {'Port': ['ID=ff0dac06-04a3-422d-bca6-0931eabcfb99,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:21.090073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:39:21.090826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:39:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:21.113929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e7584060-6c31-4f1f-8fad-f1473f0ed218 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:39:21.127136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Pushing event updated for resources: {'Port': ['ID=9203c163-1852-41e9-b3a9-661b67cc5251,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:21.146914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.147380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.147798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.148167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.148562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.148930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.149296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.149710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.150713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.150713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.150713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:39:21.154901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:21.206703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port e7584060-6c31-4f1f-8fad-f1473f0ed218 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:21.207259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:21.310111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:39:21.313612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:21.494789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b50ae88-f671-46aa-af88-2121f88cae49 None None] Provisioning for port 9203c163-1852-41e9-b3a9-661b67cc5251 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:39:21.500999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3b50ae88-f671-46aa-af88-2121f88cae49 None None] Provisioning complete for port 9203c163-1852-41e9-b3a9-661b67cc5251 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:21.501419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b50ae88-f671-46aa-af88-2121f88cae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:21.559958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3b50ae88-f671-46aa-af88-2121f88cae49 None None] Port 9203c163-1852-41e9-b3a9-661b67cc5251 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:39:21.641449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:18Z', 'revision_number': 3, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:21.645932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f7a15-01fc-47e2-a548-72ac02e5cc7c None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:18Z', 'revision_number': 3, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:39:21.785325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:21.815014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:21.926300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:21.930465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Pushing event updated for resources: {'Port': ['ID=9203c163-1852-41e9-b3a9-661b67cc5251,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:22.086462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:39:22.088956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:39:22.491328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6b8894b3-24f0-490c-889e-0ceebc3f4101 None None] Provisioning complete for port 9203c163-1852-41e9-b3a9-661b67cc5251 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:22.491890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6b8894b3-24f0-490c-889e-0ceebc3f4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:22.531996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:39:22.555379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-6b8894b3-24f0-490c-889e-0ceebc3f4101 None None] Port 9203c163-1852-41e9-b3a9-661b67cc5251 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:39:22.758100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:39:22.769467 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c4309249-ccbe-426b-8939-97d0ad5e27be admin admin] 10.222.0.30 "PUT /v2.0/routers/d19e01a8-8c9d-4e7a-ad62-1f76e85257ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2001247 Dec 21 22:39:23.113135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ff0dac06-04a3-422d-bca6-0931eabcfb99 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:39:23.229213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port ff0dac06-04a3-422d-bca6-0931eabcfb99 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:39:23.235389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ff0dac06-04a3-422d-bca6-0931eabcfb99 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:23.235800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:23.354737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:23.371324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port ff0dac06-04a3-422d-bca6-0931eabcfb99, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ff0dac06-04a3-422d-bca6-0931eabcfb99,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:23.414730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:23.439027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46226) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:23.445806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2076780756', 'description': 'tempest-description--34840304'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:23.452465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:23.456605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Usage tracker for resource:security_group and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:23.460118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:23.466552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:23.491567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=ff0dac06-04a3-422d-bca6-0931eabcfb99,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:23.569219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:23.605469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:23.610098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Usage tracker for resource:security_group_rule and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:23.613000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:23.618903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:23.674821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:23.703313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:23.748182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca01a31-c3ab-484c-b6b2-333a38c856d3,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:23.769180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:23.770546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5de0bf06-59fe-4c51-bcab-b0abc5ca15ae tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3299553 Dec 21 22:39:23.773535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46230) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:23.779433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'security_group_rule': {'security_group_id': 'aca01a31-c3ab-484c-b6b2-333a38c856d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:23.785966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:23.790342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Usage tracker for resource:security_group_rule and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:23.793093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:23.799487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:23.844644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:23.984497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.017534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.042641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39968de9-f297-4d50-a294-8eeb8cd94745,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:24.075627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.077055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bed7d440-2c27-484a-b039-d8081150be12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3024769 Dec 21 22:39:24.079667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46234) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:24.085591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'security_group_rule': {'security_group_id': 'aca01a31-c3ab-484c-b6b2-333a38c856d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:24.092952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:24.097058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Usage tracker for resource:security_group_rule and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:24.100052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:24.106074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:24.149442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.216709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.246139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.272420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5188b58-cc88-4f72-9f94-6ebbbf2342db,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:24.303401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.304739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-98e84995-dd4f-4c64-94d0-aa39fd43d29a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2240243 Dec 21 22:39:24.307874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46238) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:24.314860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:24.320729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:24.325201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Usage tracker for resource:floatingip and tenant:c9dfe3b787a742bd9c190253c783b6bd is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:39:24.328161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:39:24.334319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:24.373689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.525391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.728324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:39:24.740884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Allocated IP 172.26.6.227 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/2d58a957-7f9d-4c81-b141-d6ead69f1279) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:39:24.742093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:39:24.742834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:39:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:24.929326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:24.983940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.061685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:39:25.065817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:39:25.068131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'Port': ['ID=2d58a957-7f9d-4c81-b141-d6ead69f1279,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:25.070408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:39:25.094002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:39:25.135021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ff0dac06-04a3-422d-bca6-0931eabcfb99 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:39:25.238111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.327478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.340928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port ff0dac06-04a3-422d-bca6-0931eabcfb99 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:25.341350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.548831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.603123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.609584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 2, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:25.613783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:39:25.614191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Updating router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac port 9203c163-1852-41e9-b3a9-661b67cc5251 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:39:25.672983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.717511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'Port': ['ID=2d58a957-7f9d-4c81-b141-d6ead69f1279,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:25.732801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.791657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:25.802897 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a870917-114c-4eb7-80ad-afba5bfb671f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4841259 Dec 21 22:39:25.977583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-98187d9b-c4b7-4b8c-ae1f-4b8e5d0f1d60 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:39:26.029582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-98187d9b-c4b7-4b8c-ae1f-4b8e5d0f1d60 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:39:26.031366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-98187d9b-c4b7-4b8c-ae1f-4b8e5d0f1d60 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2076780756&fields=id&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 267 time: 0.0990427 Dec 21 22:39:26.041733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:26.066476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Transition to ACTIVE for port object 9203c163-1852-41e9-b3a9-661b67cc5251 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:39:26.101943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:26.203683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-f6b4fd38-a47d-4ce0-910e-d02cca0bdd85 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:26.205402 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-f6b4fd38-a47d-4ce0-910e-d02cca0bdd85 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 811 time: 0.1666539 Dec 21 22:39:26.225963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-91e6f333-34d4-45b3-a4fb-b8aa8f93c3a4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/quotas/c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 375 time: 0.0139277 Dec 21 22:39:26.242915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b74fec-85fd-4ffd-a461-0e189c88deba None None] Pushing event updated for resources: {'Port': ['ID=9203c163-1852-41e9-b3a9-661b67cc5251,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:26.330136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-9f250414-5146-4453-aeac-e2255bd3b547 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:39:26.348049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Attempting to bind port 9203c163-1852-41e9-b3a9-661b67cc5251 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:39:26.348495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Attempting to bind port 9203c163-1852-41e9-b3a9-661b67cc5251 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:39:26.348897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Attempting to bind port 9203c163-1852-41e9-b3a9-661b67cc5251 on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:39:26.357714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:39:26.358131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Checking segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:39:26.358616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:26.359058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Bound using segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:39:26.359597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Bound port: 9203c163-1852-41e9-b3a9-661b67cc5251, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:39:26.360005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:26.386163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-9f250414-5146-4453-aeac-e2255bd3b547 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:39:26.389139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-9f250414-5146-4453-aeac-e2255bd3b547 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1564429 Dec 21 22:39:26.483720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] For port 9203c163-1852-41e9-b3a9-661b67cc5251, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:39:26.487494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] For port 9203c163-1852-41e9-b3a9-661b67cc5251, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9203c163-1852-41e9-b3a9-661b67cc5251,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:39:26.532623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:26.623051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b74fec-85fd-4ffd-a461-0e189c88deba None None] Pushing event updated for resources: {'Port': ['ID=9203c163-1852-41e9-b3a9-661b67cc5251,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:26.632904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:39:26.633568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:39:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:26.655023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-976b95b6-4caa-4a61-a5e9-468eaa080c65 service neutron] 10.222.0.30 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532849 Dec 21 22:39:26.828740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-7adf2e57-6933-47c0-b90e-07f254eaa5f2 service neutron] 10.222.0.30 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661155 Dec 21 22:39:26.848779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:39:27.106544 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5799ba3b-9b21-4184-9fe1-3f29ac731c72 req-705b2a5a-8e13-48af-b168-369776a68e65 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 210 time: 0.0720356 Dec 21 22:39:27.214441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:26Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:27.219458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0adc314-13ad-4d79-b5a8-516cdf1aa073 None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:26Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:39:28.289870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eb381068-a370-45a4-af24-f537c38a6bf1 req-902aa033-256a-48d6-8adf-9a3da4bff4db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 210 time: 0.0466428 Dec 21 22:39:28.850180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-1db87f3c-0f8d-4b17-a991-e5e66d6776bf tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:28.851788 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-1db87f3c-0f8d-4b17-a991-e5e66d6776bf tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 811 time: 0.1640553 Dec 21 22:39:28.914740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-dc4bce81-7cd9-4304-b4aa-7c0391242ca2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 380 time: 0.0471036 Dec 21 22:39:28.924974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'port': {'device_id': '101eb171-766a-442f-941e-41a948f08df9', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'admin_state_up': True, 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'security_groups': ['aca01a31-c3ab-484c-b6b2-333a38c856d3']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:29.083318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:39:29.094542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:39:29.122049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9203c163-1852-41e9-b3a9-661b67cc5251 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:39:29.131737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Made reservation on behalf of c9dfe3b787a742bd9c190253c783b6bd for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:39:29.137402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:29.217257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 9203c163-1852-41e9-b3a9-661b67cc5251 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:39:29.222478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 9203c163-1852-41e9-b3a9-661b67cc5251 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:29.222894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:29.312475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Allocated IP 172.20.0.12 (3568d2a1-7bc2-4bab-b375-21dde5d9f174/b6bd6cc3-0480-4241-8ab7-4e80ed2b4826/5eab7966-8632-450e-b368-499646e65950) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:39:29.345056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:29.378959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 9203c163-1852-41e9-b3a9-661b67cc5251, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9203c163-1852-41e9-b3a9-661b67cc5251,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:29.420427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:29.494239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=9203c163-1852-41e9-b3a9-661b67cc5251,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:29.740511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-51f5d2f8-2c3e-4cbe-8698-c0c96c3ec672 req-bd5cee05-03e5-4576-80c0-94df42bcf021 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 210 time: 0.0631111 Dec 21 22:39:29.783803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:29.800532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Transition to ACTIVE for port object 5eab7966-8632-450e-b368-499646e65950 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:39:29.849350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:29.927829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:39:29.931396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:39:29.933284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:29.935734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:39:30.004779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:30.005373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:30.061778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-28a25fda-09fa-471e-9c42-54de66266416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1407022 Dec 21 22:39:30.073925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Request body: {'port': {'device_id': '101eb171-766a-442f-941e-41a948f08df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:30.193373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:30.297656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bea9ffa3-9e3e-4339-bbe0-9fb4fa246097 None None] Provisioning for port 5eab7966-8632-450e-b368-499646e65950 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:39:30.302662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bea9ffa3-9e3e-4339-bbe0-9fb4fa246097 None None] Provisioning complete for port 5eab7966-8632-450e-b368-499646e65950 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:30.303080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bea9ffa3-9e3e-4339-bbe0-9fb4fa246097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:30.360740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bea9ffa3-9e3e-4339-bbe0-9fb4fa246097 None None] Port 5eab7966-8632-450e-b368-499646e65950 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:39:30.553620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eab7966-8632-450e-b368-499646e65950 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:39:30.561250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:30.577233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Transition to ACTIVE for port object 5eab7966-8632-450e-b368-499646e65950 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:39:30.608962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:30.748632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Pushing event updated for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:30.864162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Attempting to bind port 5eab7966-8632-450e-b368-499646e65950 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:39:30.864557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Attempting to bind port 5eab7966-8632-450e-b368-499646e65950 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:39:30.864924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Attempting to bind port 5eab7966-8632-450e-b368-499646e65950 on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:39:30.910413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Port 5eab7966-8632-450e-b368-499646e65950 on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:39:30.910779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Attempting to bind port 5eab7966-8632-450e-b368-499646e65950 on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:39:30.929301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:39:30.929674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Checking segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:39:30.930144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Bound using segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:39:30.930556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Bound port: 5eab7966-8632-450e-b368-499646e65950, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:39:30.930936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:31.049186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c9b3c-b56e-4ae1-970a-e70efaaaaa7a req-ad974528-1654-41af-91b6-9c38d4efb9ed tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:31.049960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c27c9b3c-b56e-4ae1-970a-e70efaaaaa7a req-ad974528-1654-41af-91b6-9c38d4efb9ed tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:39:31.061284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:39:31.065520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:39:31.082849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9203c163-1852-41e9-b3a9-661b67cc5251 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:39:31.101141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:31.149633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c27c9b3c-b56e-4ae1-970a-e70efaaaaa7a req-ad974528-1654-41af-91b6-9c38d4efb9ed tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:39:31.150911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c27c9b3c-b56e-4ae1-970a-e70efaaaaa7a req-ad974528-1654-41af-91b6-9c38d4efb9ed tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 944 time: 0.2796497 Dec 21 22:39:31.157040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 9203c163-1852-41e9-b3a9-661b67cc5251 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:31.157461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:31.190836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:31.192692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] 10.222.0.46 "PUT /v2.0/ports/5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 200 len: 1094 time: 1.1233656 Dec 21 22:39:31.200148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'tag': '5eab7966-8632-450e-b368-499646e65950'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:39:31.233149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974229c-81b2-4b33-a494-9ee127e41bde service neutron] Pushing event updated for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:31.245026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c27c9b3c-b56e-4ae1-970a-e70efaaaaa7a req-f3c040ed-3c92-4068-bda5-8234bec69918 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852957 Dec 21 22:39:31.313625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'tag': '5eab7966-8632-450e-b368-499646e65950', 'status': 'completed', 'code': 200} Dec 21 22:39:31.357815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-0cf35203-8add-41d8-8932-eb2c8c0cb95a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 1097 time: 0.0913880 Dec 21 22:39:31.439840 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-1c7802be-70ac-4c80-858f-56da4d284cc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 200 len: 217 time: 0.0748835 Dec 21 22:39:31.511233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-5c0d2cb6-4a4a-489b-9378-1f6cf0da0892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:31.513544 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-5c0d2cb6-4a4a-489b-9378-1f6cf0da0892 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0682428 Dec 21 22:39:31.597393 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-9f8035f2-ec47-4747-b471-310622db5a10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779133 Dec 21 22:39:31.741498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-f1e0e40f-e9f7-4b78-84a2-60f06d129d55 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362119 Dec 21 22:39:31.885801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6b4e0eb-231b-46eb-b4b6-7c41628e2b89 req-07cfbc55-18ab-47d9-a5ac-d71269ec4ffb service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354089 Dec 21 22:39:32.044999 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-924e06a7-1582-4611-ab89-2320ad34d6ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 1097 time: 0.0736189 Dec 21 22:39:32.192973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-10473476-6f5b-40ba-8b8e-64df02dfbded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:32.194565 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-10473476-6f5b-40ba-8b8e-64df02dfbded service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1429527 Dec 21 22:39:32.269937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-7b32f202-04b6-47ab-8d8d-56719a442aef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 200 len: 217 time: 0.0667207 Dec 21 22:39:32.340586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-ba7c0075-5ae2-4254-9361-3a351525cc3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:32.342170 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-ba7c0075-5ae2-4254-9361-3a351525cc3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0641966 Dec 21 22:39:32.492242 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-77fc24ec-cd0b-4a94-8b0b-16b7b3d05705 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1426151 Dec 21 22:39:32.498832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52249005-5dbe-4f4e-9cda-dd5ce2f7c076 req-88aa20d3-08a7-469d-92da-ee7dbd436775 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:32.500286 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-52249005-5dbe-4f4e-9cda-dd5ce2f7c076 req-88aa20d3-08a7-469d-92da-ee7dbd436775 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 944 time: 0.1172540 Dec 21 22:39:32.650901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-52249005-5dbe-4f4e-9cda-dd5ce2f7c076 req-d8d0e9f5-7d61-4ee7-b020-76337f32021d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265490 Dec 21 22:39:32.673703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-c7b6aa6c-8660-43b5-81f7-3fb71dfcc4a9 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721191 Dec 21 22:39:32.815568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6d2972b7-7b34-459c-b17e-70ed3024eff5 req-d1161aac-0b51-42e1-b8eb-05b8e309f297 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341577 Dec 21 22:39:33.649130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:33.886045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bbece-5dbb-4053-94d9-f2fcfa2dd6c6 req-d4bf8dda-6c0d-4134-bfc6-97fb81bd3aea tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:33.887768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa4bbece-5dbb-4053-94d9-f2fcfa2dd6c6 req-d4bf8dda-6c0d-4134-bfc6-97fb81bd3aea tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 944 time: 0.0865009 Dec 21 22:39:33.920784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5eab7966-8632-450e-b368-499646e65950 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:39:33.938833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa4bbece-5dbb-4053-94d9-f2fcfa2dd6c6 req-e69250ea-c56d-4766-a66c-1a8d8c96e5f1 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Dec 21 22:39:34.062918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:34.078238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '5eab7966-8632-450e-b368-499646e65950', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': '5eab7966-8632-450e-b368-499646e65950', 'mac_address': 'fa:16:3e:c0:89:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:39:34.134865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:34.154117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eab7966-8632-450e-b368-499646e65950 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:39:34.170291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:34.194625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:34.265341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:34.399979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['5eab7966-8632-450e-b368-499646e65950'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:39:35.131930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:39:35.163532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85785d-8660-4bbc-9b3e-3b44262a8c33 req-60485e9d-0232-401c-bfce-10c0e8eb22aa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:35.165639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c85785d-8660-4bbc-9b3e-3b44262a8c33 req-60485e9d-0232-401c-bfce-10c0e8eb22aa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 945 time: 0.0908644 Dec 21 22:39:35.217964 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c85785d-8660-4bbc-9b3e-3b44262a8c33 req-a2d14127-b307-4287-a68a-d035d0413324 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452714 Dec 21 22:39:35.921024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5eab7966-8632-450e-b368-499646e65950 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:39:36.025596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 5eab7966-8632-450e-b368-499646e65950 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:39:36.031030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 5eab7966-8632-450e-b368-499646e65950 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:39:36.031441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:36.150268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:36.178496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eab7966-8632-450e-b368-499646e65950'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:39:36.188934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:39:36.220220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:36.252547 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eab7966-8632-450e-b368-499646e65950', 'code': 200} Dec 21 22:39:36.292895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:39:36.433182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39595c4-1923-4f59-b745-e9e77471c843 req-445322e4-aa71-4a9b-bc71-cd3c4381675c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:36.435708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d39595c4-1923-4f59-b745-e9e77471c843 req-445322e4-aa71-4a9b-bc71-cd3c4381675c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0878894 Dec 21 22:39:36.536200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d39595c4-1923-4f59-b745-e9e77471c843 req-c6892661-0876-404d-b37e-1e77816281d9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938520 Dec 21 22:39:36.557056 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86534344-97ae-4984-bf1b-c1b3f064f9bf req-fbfc0625-e3d2-4058-83bf-cbc9f84b1778 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 1099 time: 0.0963564 Dec 21 22:39:36.604475 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86534344-97ae-4984-bf1b-c1b3f064f9bf req-ff389235-9883-49fa-9665-adb24c968cf3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Dec 21 22:39:37.280159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-21ba866a-d2ed-4205-b53d-716f6610e550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:37.752258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaa78b-f3c2-44ae-bb2a-4c31be5d62c2 req-6c7470b8-8c67-406d-92f8-a6d01f61cbaa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:37.753900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0ceaa78b-f3c2-44ae-bb2a-4c31be5d62c2 req-6c7470b8-8c67-406d-92f8-a6d01f61cbaa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0908284 Dec 21 22:39:37.803469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0ceaa78b-f3c2-44ae-bb2a-4c31be5d62c2 req-64930900-d4d1-4730-93ad-653bbdcb9908 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Dec 21 22:39:38.843664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:39.090566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa6cd8-ea5f-44c9-b751-aea260051e09 req-a657e9e9-31f8-4c5f-a3b1-d707ea8abad3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:39.092288 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-83aa6cd8-ea5f-44c9-b751-aea260051e09 req-a657e9e9-31f8-4c5f-a3b1-d707ea8abad3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.1660349 Dec 21 22:39:39.141123 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-83aa6cd8-ea5f-44c9-b751-aea260051e09 req-ec1c5cb1-7b45-46c2-826e-3fff2be96ba2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428734 Dec 21 22:39:39.411233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b471812-ae59-4697-8942-26f759436462 req-a51aa296-9199-48c1-bf54-19ed7423154d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:39.412810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b471812-ae59-4697-8942-26f759436462 req-a51aa296-9199-48c1-bf54-19ed7423154d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.1549001 Dec 21 22:39:39.422347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46300) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:39.427757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'floatingip': {'port_id': '5eab7966-8632-450e-b368-499646e65950'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:39.508327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:40.034336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ccde990-cc73-499f-8380-22a6a1a765c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:40.077243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:40.346250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:40.368531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:40.571712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d associated. External IP: 172.26.6.227, port: 5eab7966-8632-450e-b368-499646e65950. Dec 21 22:39:40.973273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:39:41.183238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:39:41.188108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:41.193450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:39:41.207497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:39:41.208149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:39:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:41.244679 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-26c211a0-6f90-4b11-8bcb-044b8c8e70cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "PUT /v2.0/floatingips/26c2c8a5-bcca-4068-aec3-dca4697e439d HTTP/1.1" status: 200 len: 992 time: 1.8210862 Dec 21 22:39:41.245230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'tag': '5eab7966-8632-450e-b368-499646e65950'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:39:41.300443 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'tag': '5eab7966-8632-450e-b368-499646e65950', 'status': 'completed', 'code': 200} Dec 21 22:39:41.401560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:39:41.402869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-fce9a7e8-3871-4f55-b5d5-37a3542494f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 1099 time: 0.0803061 Dec 21 22:39:41.547050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-3b60e95b-813a-47e9-8701-9ff0220ebc4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:41.548730 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-3b60e95b-813a-47e9-8701-9ff0220ebc4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1400969 Dec 21 22:39:41.606209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:39:41.653738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-8b5cb9e4-4281-4df6-99fc-d37312b7c9d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 200 len: 1000 time: 0.0991540 Dec 21 22:39:41.729567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-a9281ba5-9cc1-4086-9777-9d17ddba4416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:39:41.731248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-a9281ba5-9cc1-4086-9777-9d17ddba4416 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0712981 Dec 21 22:39:41.774641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '5eab7966-8632-450e-b368-499646e65950', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:c0:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101eb171-766a-442f-941e-41a948f08df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:39:40Z', 'revision_number': 1, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:41.778775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:39:41.790113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:39:41.790754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:39:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:41.811859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-18222cff-c626-4c33-a615-bba3e95f7981 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747249 Dec 21 22:39:41.955802 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-800f1ad2-49df-4303-96c8-b59bf1329655 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376383 Dec 21 22:39:42.111417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e220fe4a-1127-494f-9876-bb3d215e8e34 req-dfbc54b9-298b-466b-9bdd-12279bb5344d service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493168 Dec 21 22:39:42.123559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:39:42.500951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '5eab7966-8632-450e-b368-499646e65950', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:c0:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101eb171-766a-442f-941e-41a948f08df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:39:40Z', 'revision_number': 1, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:39:42.506779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1963b3-96db-4be9-85f6-7a91171aaee4 None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '5eab7966-8632-450e-b368-499646e65950', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:c0:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101eb171-766a-442f-941e-41a948f08df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:39:40Z', 'revision_number': 1, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:39:42.853416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b203006-ae81-4610-b1de-1375b49219d5 None None] New status for floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:40:03.657102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:07.288492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-af14e3da-851a-462c-bcbc-25fec453f7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:08.865411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:10.046035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81f3f1ca-5fbb-4140-8ad7-c45565a443ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:10.079572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:11.631262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:12.133495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:40:16.951602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4e547-c46c-4e09-b562-42d72f0d9539 req-a5b614a6-6170-4394-a3da-ed7d517c9444 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:16.953150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-70a4e547-c46c-4e09-b562-42d72f0d9539 req-a5b614a6-6170-4394-a3da-ed7d517c9444 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0822442 Dec 21 22:40:17.005341 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-70a4e547-c46c-4e09-b562-42d72f0d9539 req-b6873fc3-cc13-4849-8bb0-a30962727cb0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Dec 21 22:40:17.210389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f5b0ca10-2f77-41b2-b4a5-d3be5be59d77 req-e89a77ce-32af-4b51-a7a2-897004f07130 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738764 Dec 21 22:40:17.570620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-1f4fd25b-6826-4b62-ad8a-9f069056a400 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759709 Dec 21 22:40:17.583242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc4c9b-df8b-43bf-8b45-e3c7aa724b12 req-9dee7f44-083c-4d10-8e8a-1128457e535e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:17.584873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebfc4c9b-df8b-43bf-8b45-e3c7aa724b12 req-9dee7f44-083c-4d10-8e8a-1128457e535e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0847249 Dec 21 22:40:17.638961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebfc4c9b-df8b-43bf-8b45-e3c7aa724b12 req-0d7a75c7-10d1-47ad-be5d-274b69cf5a48 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468233 Dec 21 22:40:18.917002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d8b5-6251-4b21-9349-842ad3961aaa req-81284df5-f5d1-43f9-9e9d-5bc1e448f014 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:18.918491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ee8d8b5-6251-4b21-9349-842ad3961aaa req-81284df5-f5d1-43f9-9e9d-5bc1e448f014 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0841303 Dec 21 22:40:18.967477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ee8d8b5-6251-4b21-9349-842ad3961aaa req-6c9663ca-1f6f-44dc-875b-f433f2f865d2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 Dec 21 22:40:19.368074 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-d15e1ff9-fff9-457f-8898-d946452e2643 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 1099 time: 0.1513176 Dec 21 22:40:19.739963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-18adef2f-5b60-45c4-b5a1-0df44e2aaec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:19.741592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-18adef2f-5b60-45c4-b5a1-0df44e2aaec3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.3663895 Dec 21 22:40:19.851026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-5cb44dee-b656-428c-a59a-1d94e402da3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 200 len: 1002 time: 0.1019526 Dec 21 22:40:19.922166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-809caa92-1f9d-483d-9550-338381904cad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:19.923680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-809caa92-1f9d-483d-9550-338381904cad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0650706 Dec 21 22:40:20.004856 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-3136ad88-c492-484d-b933-70c3010ea985 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746253 Dec 21 22:40:20.203607 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-083de587-0287-4e19-9c74-b687238b919b service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919785 Dec 21 22:40:20.273427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b1723-6489-4271-af89-1476ceb55b37 req-19eabaae-66cb-461e-a450-dcd652a939b1 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:20.274919 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab0b1723-6489-4271-af89-1476ceb55b37 req-19eabaae-66cb-461e-a450-dcd652a939b1 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.1658664 Dec 21 22:40:20.401414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab0b1723-6489-4271-af89-1476ceb55b37 req-5a3c49cd-e427-4f08-9a57-33857e13258a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765741 Dec 21 22:40:20.403384 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-377575e3-d2d9-4a8c-bc43-c95ba5d248d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892605 Dec 21 22:40:21.610207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448fa8e-0c96-41c9-a4d1-4ebc1a590c91 req-6cdc9fb9-c8cd-4c3c-86a2-ddf2fb30e59d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:21.611806 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1448fa8e-0c96-41c9-a4d1-4ebc1a590c91 req-6cdc9fb9-c8cd-4c3c-86a2-ddf2fb30e59d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0874019 Dec 21 22:40:21.659417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1448fa8e-0c96-41c9-a4d1-4ebc1a590c91 req-0a505efa-36c4-4f8f-86db-bbfef2ec8a45 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Dec 21 22:40:22.873860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87760f-ddcc-46d7-820f-0d8fcee4b567 req-5850ad21-90cf-45b1-a171-6de1d8641e6f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:22.875466 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9b87760f-ddcc-46d7-820f-0d8fcee4b567 req-5850ad21-90cf-45b1-a171-6de1d8641e6f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0845613 Dec 21 22:40:22.924104 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9b87760f-ddcc-46d7-820f-0d8fcee4b567 req-5f1927b4-fae4-4a27-a9ad-abc66d6d1af9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Dec 21 22:40:24.132807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab40f4-f198-4d7f-a722-a29b0ca71c6a req-519e015d-ba39-4a4e-8c3a-6bc09a1552e4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:24.134418 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24ab40f4-f198-4d7f-a722-a29b0ca71c6a req-519e015d-ba39-4a4e-8c3a-6bc09a1552e4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0873854 Dec 21 22:40:24.184304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24ab40f4-f198-4d7f-a722-a29b0ca71c6a req-ec1531cc-9db0-4322-b7b8-185474a4367c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Dec 21 22:40:25.387871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09701fb-7064-4fe6-abe8-82191d968278 req-c9575136-92ef-4b5e-9a8b-29c72d5a0d8f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:25.389422 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a09701fb-7064-4fe6-abe8-82191d968278 req-c9575136-92ef-4b5e-9a8b-29c72d5a0d8f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0831044 Dec 21 22:40:25.437076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a09701fb-7064-4fe6-abe8-82191d968278 req-5e7c4536-59e0-43f5-b436-f52d77e98049 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416751 Dec 21 22:40:26.653871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ec780-a83a-4a22-aa10-9fe123e6a299 req-18469512-7e4b-4a69-ab04-c99696c182cf tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:26.655368 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cc7ec780-a83a-4a22-aa10-9fe123e6a299 req-18469512-7e4b-4a69-ab04-c99696c182cf tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0863423 Dec 21 22:40:26.705906 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cc7ec780-a83a-4a22-aa10-9fe123e6a299 req-d6eedabf-e658-4fa5-a5ad-811187c7b695 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441930 Dec 21 22:40:27.914866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541c480-e386-4101-9f1c-1326ab2b4bdb req-d6f3c7c9-92a4-4f59-808f-c2ec1c40de0a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:27.917169 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5541c480-e386-4101-9f1c-1326ab2b4bdb req-d6f3c7c9-92a4-4f59-808f-c2ec1c40de0a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0827646 Dec 21 22:40:27.968614 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5541c480-e386-4101-9f1c-1326ab2b4bdb req-224b8291-5364-4e05-9c61-ef5bbcff27d9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453825 Dec 21 22:40:29.173945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb83e5-de92-467f-9e58-d24289883adc req-77519210-0875-4306-8491-d310604bb4ba tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:29.175549 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55cb83e5-de92-467f-9e58-d24289883adc req-77519210-0875-4306-8491-d310604bb4ba tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0830746 Dec 21 22:40:29.224384 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55cb83e5-de92-467f-9e58-d24289883adc req-3e999b10-edcc-439e-8594-b5dd9cc9938f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426886 Dec 21 22:40:30.433758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d871b-e0ea-4bb8-9016-a8091c0b9011 req-75753bdc-3598-400d-ba9a-d481ea2bfc80 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:30.435253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0c5d871b-e0ea-4bb8-9016-a8091c0b9011 req-75753bdc-3598-400d-ba9a-d481ea2bfc80 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0862613 Dec 21 22:40:30.485009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0c5d871b-e0ea-4bb8-9016-a8091c0b9011 req-b620d942-31ec-4628-a1fe-8f039f4d72fe tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Dec 21 22:40:31.114273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-b39045ce-19ba-4949-a38f-5c47c93744da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 1099 time: 0.0767820 Dec 21 22:40:31.273191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-156c9e55-a3f7-4ce1-bfbd-47ec19d801f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:31.274741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-156c9e55-a3f7-4ce1-bfbd-47ec19d801f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1389296 Dec 21 22:40:31.384321 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-6653ba29-bcca-4ebf-b3ec-50b8cf655c9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 200 len: 1002 time: 0.1019681 Dec 21 22:40:31.453685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-4fca226b-64e0-4865-9847-9a562e5f7819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:31.455250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-4fca226b-64e0-4865-9847-9a562e5f7819 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0636346 Dec 21 22:40:31.541560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-57863893-6cb1-4f13-89a6-ddf28a9a22c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780621 Dec 21 22:40:31.737846 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-c4f84d38-1650-4b34-a1fd-a74279f9f9d8 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880398 Dec 21 22:40:31.805955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa3fd3-547a-4b86-85fe-f8544dd493cc req-df0d3a76-0028-4159-ab37-143ddff2aa4b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:31.808150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0efa3fd3-547a-4b86-85fe-f8544dd493cc req-df0d3a76-0028-4159-ab37-143ddff2aa4b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.1660106 Dec 21 22:40:31.929994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9a8f8e0e-a485-4974-aba6-f687eb44383f req-aa06ae2c-70d5-472e-b1c3-ab2a817611a5 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829104 Dec 21 22:40:31.933910 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0efa3fd3-547a-4b86-85fe-f8544dd493cc req-86989b7a-340a-4e90-93a6-6b23ea5a5875 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777814 Dec 21 22:40:32.274905 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-877da19d-f8b2-4748-bb03-301f47facb50 service neutron] 10.222.0.46 "GET /v2.0/ports/5eab7966-8632-450e-b368-499646e65950/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0783212 Dec 21 22:40:32.664127 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-337b2f10-0831-41b6-81dc-aa921e7d9bfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 1099 time: 0.0745924 Dec 21 22:40:32.763540 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-5ff87761-2ef5-4d14-8f6d-94d45280dfa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 1099 time: 0.0775874 Dec 21 22:40:32.903056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-2d9fa034-ce17-4e30-86ba-aebfaa994604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:32.904673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-2d9fa034-ce17-4e30-86ba-aebfaa994604 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1354997 Dec 21 22:40:33.009306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-2fab3716-5174-4acc-a763-b800e68e2f2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 200 len: 1002 time: 0.0980656 Dec 21 22:40:33.129271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-4bdf724c-6309-4c22-8d5e-2e4eabf8a20c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:33.130849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-4bdf724c-6309-4c22-8d5e-2e4eabf8a20c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.1140077 Dec 21 22:40:33.213547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf732342-bd78-4de3-b434-1b00bdfe25b5 req-174a3581-1af7-416e-b5b4-41561574d65c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:33.215137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf732342-bd78-4de3-b434-1b00bdfe25b5 req-174a3581-1af7-416e-b5b4-41561574d65c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.1529410 Dec 21 22:40:33.259271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-a3589006-887e-42ca-bced-f6e497b5e3b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209047 Dec 21 22:40:33.318981 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf732342-bd78-4de3-b434-1b00bdfe25b5 req-2ac08c83-958e-4f27-aa60-b999c0f5540a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921860 Dec 21 22:40:33.419182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-263dc798-806a-4b2d-93b6-297d1643da19 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517859 Dec 21 22:40:33.679630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:33.787525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8079726-a41a-4be8-ae9e-9e249a254db6 req-788960f3-56c4-4b27-89a5-a092f183fdd6 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619547 Dec 21 22:40:34.533517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20cc51-22c4-467e-a9b0-431f48e30b73 req-affbcfbf-b735-45ef-b2ba-4270205954aa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:34.535148 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb20cc51-22c4-467e-a9b0-431f48e30b73 req-affbcfbf-b735-45ef-b2ba-4270205954aa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0892453 Dec 21 22:40:34.584243 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb20cc51-22c4-467e-a9b0-431f48e30b73 req-dd61eff3-0d5e-435f-8e98-52e1a280196c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Dec 21 22:40:35.794871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665f1c-1021-4109-b805-5a4ee8a97f57 req-fdd4fcaf-bdfd-4c2d-974d-0c357d7466b2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:35.796474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90665f1c-1021-4109-b805-5a4ee8a97f57 req-fdd4fcaf-bdfd-4c2d-974d-0c357d7466b2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0859909 Dec 21 22:40:35.845064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90665f1c-1021-4109-b805-5a4ee8a97f57 req-04d96266-1b88-44d1-95ce-d00c7fcd9511 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424404 Dec 21 22:40:36.161714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5eab7966-8632-450e-b368-499646e65950 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:40:36.164205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5eab7966-8632-450e-b368-499646e65950 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:40:36.337615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db55f6-0cfa-46ec-b7b4-ca73fcfc7b00 req-ff3a9035-344b-444f-9c1d-11de14d29f69 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:36.339840 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-43db55f6-0cfa-46ec-b7b4-ca73fcfc7b00 req-ff3a9035-344b-444f-9c1d-11de14d29f69 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.1560087 Dec 21 22:40:36.346472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-43c25bf2-129a-45d0-a605-0adb74ef57cb tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:36.347925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-43c25bf2-129a-45d0-a605-0adb74ef57cb tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9&tenant_id=c9dfe3b787a742bd9c190253c783b6bd&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1286020 Dec 21 22:40:36.391612 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-43db55f6-0cfa-46ec-b7b4-ca73fcfc7b00 req-bcc300cc-8ea5-40fc-8e28-b56e31f2483a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Dec 21 22:40:36.396762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:36.446487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:40:36.459375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eab7966-8632-450e-b368-499646e65950'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:40:36.478153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '5eab7966-8632-450e-b368-499646e65950', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': '5eab7966-8632-450e-b368-499646e65950', 'mac_address': 'fa:16:3e:c0:89:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:40:36.482201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:40:36.503881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-bd31311c-c879-4781-be2d-45d76dcc269e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 1099 time: 0.0781946 Dec 21 22:40:36.522985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:36.558634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eab7966-8632-450e-b368-499646e65950', 'code': 200} Dec 21 22:40:36.588992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:36.623642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eab7966-8632-450e-b368-499646e65950 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:40:36.631185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:36.648248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.648664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.649041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.649415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.649786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.649952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-1a9e5cf6-9d95-47d4-b946-bebf4f152b38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:36.650213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.650682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.651147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.651518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.651643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-1a9e5cf6-9d95-47d4-b946-bebf4f152b38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1409822 Dec 21 22:40:36.651877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.652242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:36.656816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:40:36.688419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:36.770901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['5eab7966-8632-450e-b368-499646e65950'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:40:36.780827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-cea76e79-e403-4283-93e2-b8ddd1b979fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 200 len: 1001 time: 0.1230054 Dec 21 22:40:36.812185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:36.856241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-b5dc2f33-788b-40e5-9300-39c13344dfae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:36.857862 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-b5dc2f33-788b-40e5-9300-39c13344dfae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0709705 Dec 21 22:40:36.950342 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-7c804ca1-6f5c-40af-9175-29e481aa72fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854862 Dec 21 22:40:37.115754 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-83bff99d-86e0-4c9f-8407-fa49ec9cf091 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584711 Dec 21 22:40:37.277614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f3eaac9-f4c0-48bd-b5ba-56ce9da5d4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:37.279902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-750a0b03-e679-4f04-b2b1-08b57be2261a req-6289b366-d521-4912-b999-76ba33cbba68 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566896 Dec 21 22:40:37.604642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59983e30-1bda-45e1-bdb3-fff00643b85d req-891a4a67-f21e-4ca8-ac15-81a36cc610f4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:37.606179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59983e30-1bda-45e1-bdb3-fff00643b85d req-891a4a67-f21e-4ca8-ac15-81a36cc610f4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 945 time: 0.0849223 Dec 21 22:40:37.660871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59983e30-1bda-45e1-bdb3-fff00643b85d req-ca72bea4-f000-4ffd-831a-e02e40df4f15 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485156 Dec 21 22:40:38.159108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5eab7966-8632-450e-b368-499646e65950 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:40:38.232850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 5eab7966-8632-450e-b368-499646e65950 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:40:38.233259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:38.352024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:38.385489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:40:38.413712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:38.484533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:38.559757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eab7966-8632-450e-b368-499646e65950'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:40:38.615406 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eab7966-8632-450e-b368-499646e65950', 'code': 200} Dec 21 22:40:38.865467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:38.870214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bf3dd-8471-422e-8d30-1c354da91ce8 req-65be86ad-d9e0-4499-b3df-9f8cc57ec3f3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:38.871839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f85bf3dd-8471-422e-8d30-1c354da91ce8 req-65be86ad-d9e0-4499-b3df-9f8cc57ec3f3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0847659 Dec 21 22:40:38.920708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f85bf3dd-8471-422e-8d30-1c354da91ce8 req-be8ead59-53dc-4e43-957f-0137b0687fe4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Dec 21 22:40:39.132172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df2ec2-58b0-49bd-8316-9a5db39ca68d req-cc93aee9-d7f2-4ceb-866a-86ba5f7b6983 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:39.133830 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-39df2ec2-58b0-49bd-8316-9a5db39ca68d req-cc93aee9-d7f2-4ceb-866a-86ba5f7b6983 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0888245 Dec 21 22:40:39.183329 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-39df2ec2-58b0-49bd-8316-9a5db39ca68d req-1047c921-1dec-4b1e-9b76-25ab51a79e6c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Dec 21 22:40:39.388594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61740d43-8656-45f0-9658-dddfa7c59c73 req-053bd583-3e43-4706-816a-3867af2af241 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:39.390176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61740d43-8656-45f0-9658-dddfa7c59c73 req-053bd583-3e43-4706-816a-3867af2af241 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0844035 Dec 21 22:40:39.439262 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61740d43-8656-45f0-9658-dddfa7c59c73 req-ce6528fa-fa23-434f-a85a-0b3e2a147ff9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Dec 21 22:40:39.945905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd06b4-eb66-430c-a543-9a0b74b0ccb2 req-02379559-34e6-43b8-b50d-7cc7ef6127ca tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:39.947622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d9bd06b4-eb66-430c-a543-9a0b74b0ccb2 req-02379559-34e6-43b8-b50d-7cc7ef6127ca tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0870261 Dec 21 22:40:39.996618 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d9bd06b4-eb66-430c-a543-9a0b74b0ccb2 req-89c6812c-2f72-4df9-a7f8-ed9db8827acb tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428634 Dec 21 22:40:40.036830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ac4f-33d3-49a0-84fa-cacf69a644a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:40.082504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:41.208321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2652b9-8c8a-4c79-9b2f-d4bb4d082071 req-120b5a01-8d7f-4671-9c1d-4485754ce405 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:41.209928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b2652b9-8c8a-4c79-9b2f-d4bb4d082071 req-120b5a01-8d7f-4671-9c1d-4485754ce405 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0831988 Dec 21 22:40:41.261961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b2652b9-8c8a-4c79-9b2f-d4bb4d082071 req-7ca317da-17f0-4238-be55-e2d66df6f274 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451782 Dec 21 22:40:41.573397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abace3-b617-4870-8042-8207c9a10cbb req-0afc3703-5469-460b-9716-3eded52a7e50 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:41.574986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59abace3-b617-4870-8042-8207c9a10cbb req-0afc3703-5469-460b-9716-3eded52a7e50 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 946 time: 0.0831594 Dec 21 22:40:41.610859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:41.648783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Deleting port 5eab7966-8632-450e-b368-499646e65950 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:40:41.649166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:41.904296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] For port 5eab7966-8632-450e-b368-499646e65950, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5eab7966-8632-450e-b368-499646e65950,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:40:41.904651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:42.204601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:42.204930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:42.205287 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d disassociated. External IP: 172.26.6.227, port: 5eab7966-8632-450e-b368-499646e65950. Dec 21 22:40:42.205665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Calling delete_port for 5eab7966-8632-450e-b368-499646e65950 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:40:42.498140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10052880-e000-493f-99f5-b18aced2a42a req-6ac40be4-61dc-4005-b120-d0feb87206d9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:42.499748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-10052880-e000-493f-99f5-b18aced2a42a req-6ac40be4-61dc-4005-b120-d0feb87206d9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 867 time: 0.1015763 Dec 21 22:40:42.500982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:42.570956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event deleted for resources: {'Port': ['ID=5eab7966-8632-450e-b368-499646e65950,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:42.596421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.596815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.597199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.597576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.597949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.598319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.598688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.599051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.599418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.599779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.600166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:40:42.683501 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-10052880-e000-493f-99f5-b18aced2a42a req-9586b8a9-56df-41e4-baa4-580f489df243 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467869 Dec 21 22:40:42.835682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:40:43.041966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:40:43.052191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:40:43.077158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:40:43.077942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:40:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:40:43.117186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] No DVR routers for this DVR port 5eab7966-8632-450e-b368-499646e65950 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:40:43.121213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:43.125344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'name': 'network-vif-deleted', 'tag': '5eab7966-8632-450e-b368-499646e65950'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:40:43.174651 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59abace3-b617-4870-8042-8207c9a10cbb req-b4658b0e-cf2b-45f4-8ce6-7739b31909db tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "DELETE /v2.0/ports/5eab7966-8632-450e-b368-499646e65950 HTTP/1.1" status: 204 len: 173 time: 1.5939791 Dec 21 22:40:43.185359 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101eb171-766a-442f-941e-41a948f08df9', 'name': 'network-vif-deleted', 'tag': '5eab7966-8632-450e-b368-499646e65950', 'status': 'completed', 'code': 200} Dec 21 22:40:43.276325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:40:43.602381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:40:43.606917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:40:43.618095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:40:43.619357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:40:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:40:43.817119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:40:43.875735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-99144c37-c1b7-4c5a-b896-66151b80b26b req-10e3769d-f3d9-4aa7-b728-89971df7ffcd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:40:43.924894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-99144c37-c1b7-4c5a-b896-66151b80b26b req-10e3769d-f3d9-4aa7-b728-89971df7ffcd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:40:43.926225 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99144c37-c1b7-4c5a-b896-66151b80b26b req-10e3769d-f3d9-4aa7-b728-89971df7ffcd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=101eb171-766a-442f-941e-41a948f08df9 HTTP/1.1" status: 200 len: 210 time: 0.0960846 Dec 21 22:40:44.150792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:40:44.154879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd15e68-8363-4e0a-9a43-b0195a4518e4 None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:40:44.619186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484490fb-cd3f-4c2b-8c3f-c3251bf661d3 None None] New status for floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:40:45.306731 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-65531117-b936-4d8a-8630-6b47383cf281 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2076780756&fields=id&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 267 time: 0.0430973 Dec 21 22:40:45.467476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-851f0858-622b-4d84-9809-b78cef4150e2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:45.469073 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-851f0858-622b-4d84-9809-b78cef4150e2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 811 time: 0.1554801 Dec 21 22:40:45.486272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-25ccb687-5dd3-416f-8679-d17e0d4a3c88 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/quotas/c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 375 time: 0.0113482 Dec 21 22:40:45.575666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-3842493e-145e-41ca-8c17-15e80a0946bc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841596 Dec 21 22:40:45.944085 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-59a8db0b-de8a-4c1f-b325-a806a80cd7ce service neutron] 10.222.0.30 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559508 Dec 21 22:40:46.086256 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-754fe5fd-7833-441c-8bda-d7e46a23f7c4 service neutron] 10.222.0.30 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357107 Dec 21 22:40:46.246118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5eab7966-8632-450e-b368-499646e65950 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:40:46.285248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 5eab7966-8632-450e-b368-499646e65950 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:40:46.285730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5eab7966-8632-450e-b368-499646e65950 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:40:46.326638 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e977e54e-157f-47c2-b43f-9b1e11d3b638 req-a7760333-ccc2-4a73-8d0e-93475e55c139 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 210 time: 0.0468316 Dec 21 22:40:47.497601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf1655be-f38e-4827-9b7e-755e746c56d8 req-9f139789-5ea8-44dc-adcc-efe02f9e33cb tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 210 time: 0.0453429 Dec 21 22:40:47.864292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-b09753c5-99a9-46af-9e0e-11e0b31b16ce tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:47.865882 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-b09753c5-99a9-46af-9e0e-11e0b31b16ce tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 811 time: 0.1604509 Dec 21 22:40:47.925295 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-c7a69564-1ff6-4cd2-af76-10f9d35b3e74 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 380 time: 0.0475852 Dec 21 22:40:47.935428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'port': {'device_id': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'admin_state_up': True, 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'security_groups': ['aca01a31-c3ab-484c-b6b2-333a38c856d3']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:40:48.081689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:40:48.092797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:40:48.134499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Made reservation on behalf of c9dfe3b787a742bd9c190253c783b6bd for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:40:48.140230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:48.328855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Allocated IP 172.20.0.5 (3568d2a1-7bc2-4bab-b375-21dde5d9f174/b6bd6cc3-0480-4241-8ab7-4e80ed2b4826/db619c6b-930e-45bb-b07b-84b8905acebf) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:40:48.587844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:48.633454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Transition to ACTIVE for port object db619c6b-930e-45bb-b07b-84b8905acebf will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:40:48.713174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:48.805589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:40:48.811622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:40:48.824181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:40:48.850943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:48.889680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202b9ef-b415-4968-9fa1-b2944a3f1134 req-e7857eb1-5e19-4759-98d3-cb7df8dbba6d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:48.891430 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3202b9ef-b415-4968-9fa1-b2944a3f1134 req-e7857eb1-5e19-4759-98d3-cb7df8dbba6d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 931 time: 0.2187562 Dec 21 22:40:48.921122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:48.921812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:48.972327 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3202b9ef-b415-4968-9fa1-b2944a3f1134 req-7f909cfd-fd66-450c-a64d-ddd201aacda2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712962 Dec 21 22:40:49.032090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-5d1472e6-c132-4dbe-85c9-b4b8d8f34202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1011658 Dec 21 22:40:49.044562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Request body: {'port': {'device_id': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:40:49.135601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:40:49.162551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53cde110-ffac-4589-8446-b9dd9c0d02f7 None None] Provisioning for port db619c6b-930e-45bb-b07b-84b8905acebf completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:40:49.163581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:49.169217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-53cde110-ffac-4589-8446-b9dd9c0d02f7 None None] Provisioning complete for port db619c6b-930e-45bb-b07b-84b8905acebf triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:40:49.169716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53cde110-ffac-4589-8446-b9dd9c0d02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:49.225122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-53cde110-ffac-4589-8446-b9dd9c0d02f7 None None] Port db619c6b-930e-45bb-b07b-84b8905acebf cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:40:49.515721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db619c6b-930e-45bb-b07b-84b8905acebf {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:40:49.522771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:49.537689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Transition to ACTIVE for port object db619c6b-930e-45bb-b07b-84b8905acebf will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:40:49.573754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:49.708634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Pushing event updated for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:49.825292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Attempting to bind port db619c6b-930e-45bb-b07b-84b8905acebf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:40:49.826022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Attempting to bind port db619c6b-930e-45bb-b07b-84b8905acebf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:40:49.826022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Attempting to bind port db619c6b-930e-45bb-b07b-84b8905acebf on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:40:49.832645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Port db619c6b-930e-45bb-b07b-84b8905acebf on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:40:49.833019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Attempting to bind port db619c6b-930e-45bb-b07b-84b8905acebf on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:40:49.840862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:40:49.841243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Checking segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:40:49.841669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Bound using segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:40:49.842143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Bound port: db619c6b-930e-45bb-b07b-84b8905acebf, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:40:49.842528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:49.933645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:40:49.937755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:40:49.974325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:50.044101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:50.045732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] 10.222.0.46 "PUT /v2.0/ports/db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 1093 time: 1.0059593 Dec 21 22:40:50.046217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:40:50.079375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aa9a1-213e-467c-ab71-9f8c688e8218 service neutron] Pushing event updated for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:50.148981 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'status': 'completed', 'code': 200} Dec 21 22:40:50.262354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab51fd4-bf9c-4069-8f81-08fc75eef124 req-055a5b9d-002e-4be8-b2e0-e58f39457df0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:50.263121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bab51fd4-bf9c-4069-8f81-08fc75eef124 req-055a5b9d-002e-4be8-b2e0-e58f39457df0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:40:50.270063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-36714d26-4b84-4e95-b854-02fec22ea695 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1096 time: 0.1201789 Dec 21 22:40:50.345862 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-c17b45a3-4eb0-4bf9-9b5f-1abd6bd00848 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 217 time: 0.0675364 Dec 21 22:40:50.391866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bab51fd4-bf9c-4069-8f81-08fc75eef124 req-055a5b9d-002e-4be8-b2e0-e58f39457df0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:40:50.393160 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bab51fd4-bf9c-4069-8f81-08fc75eef124 req-055a5b9d-002e-4be8-b2e0-e58f39457df0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 943 time: 0.2918434 Dec 21 22:40:50.447282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-a76bbc2d-4a1d-4d2f-87e9-d53f24ba2912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:50.448983 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-a76bbc2d-4a1d-4d2f-87e9-d53f24ba2912 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0977812 Dec 21 22:40:50.502267 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bab51fd4-bf9c-4069-8f81-08fc75eef124 req-87555502-aa70-4a2b-acfa-1f8009b9cd43 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975392 Dec 21 22:40:50.537092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-a7c79e3a-566c-4397-ac28-ce995068d57d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803494 Dec 21 22:40:50.679577 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-054131b1-287a-4fb7-9a2e-418ab97c204e service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352611 Dec 21 22:40:50.823817 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-58a703bc-e362-40f1-ba8d-9eefd45e0f15 req-e03bb20a-7298-4cea-81c9-01246d888b17 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379716 Dec 21 22:40:50.995686 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-20f09664-91cf-41a9-860b-c60a63f200f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1096 time: 0.0781615 Dec 21 22:40:51.143490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-9f679feb-e5a8-4880-bcc7-e453574ad0f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:51.145125 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-9f679feb-e5a8-4880-bcc7-e453574ad0f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1426647 Dec 21 22:40:51.216971 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-cb951927-0bd7-46fe-943c-e6b9969fbd48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 217 time: 0.0646980 Dec 21 22:40:51.289356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-e939e443-1cbb-49fe-8557-377945d3662a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:51.290880 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-e939e443-1cbb-49fe-8557-377945d3662a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0657640 Dec 21 22:40:51.371760 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-cc28ba54-6160-4fa8-8daa-1bc8a799eb60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733566 Dec 21 22:40:51.513524 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-18a2a5bf-6353-40f5-9fb5-29a286db6b53 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338248 Dec 21 22:40:51.706717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61ec5271-6546-4428-b90b-e8bb87d5503f req-92191f9e-1ee7-4a02-ac9f-b999d52de0be service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867881 Dec 21 22:40:51.738911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d4c0-da7b-40aa-a9e1-59fe5d1c33eb req-7dcfbd8b-1f3c-4c69-b50e-cf9023ebc3c2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:51.740496 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0bb6d4c0-da7b-40aa-a9e1-59fe5d1c33eb req-7dcfbd8b-1f3c-4c69-b50e-cf9023ebc3c2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 943 time: 0.1115036 Dec 21 22:40:51.789147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0bb6d4c0-da7b-40aa-a9e1-59fe5d1c33eb req-2fa88166-d3a5-4f27-b7a6-f383fcaede31 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 Dec 21 22:40:52.998536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b31b62-d8c0-4867-b20c-944ca3ebe73d req-be1b5b08-8171-4790-ba00-82089f17a1e6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:53.000128 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-26b31b62-d8c0-4867-b20c-944ca3ebe73d req-be1b5b08-8171-4790-ba00-82089f17a1e6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 943 time: 0.0835195 Dec 21 22:40:53.048662 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-26b31b62-d8c0-4867-b20c-944ca3ebe73d req-ef8e6adf-1a69-4131-b732-9542f8183ada tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Dec 21 22:40:54.293556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device db619c6b-930e-45bb-b07b-84b8905acebf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:40:54.446495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:40:54.462877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'mac_address': 'fa:16:3e:61:b3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:40:54.501876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fb839-4fd0-4304-9cb6-12ac167d259f req-96f02a4d-5760-4d2f-80a9-8b20ea02a711 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:54.503476 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a70fb839-4fd0-4304-9cb6-12ac167d259f req-96f02a4d-5760-4d2f-80a9-8b20ea02a711 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 943 time: 0.3307719 Dec 21 22:40:54.523284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:54.553822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a70fb839-4fd0-4304-9cb6-12ac167d259f req-1c1124cd-ea8e-4066-9c0c-3cbff0ffa31e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439932 Dec 21 22:40:54.696103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db619c6b-930e-45bb-b07b-84b8905acebf {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:40:54.711667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:40:54.739438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:54.807362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:54.942879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['db619c6b-930e-45bb-b07b-84b8905acebf'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:40:55.770827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b061736-a6a7-41a1-aa76-01ea1b39739d req-462dd01e-dfb5-4c0d-b060-f13c78762c65 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:55.772510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b061736-a6a7-41a1-aa76-01ea1b39739d req-462dd01e-dfb5-4c0d-b060-f13c78762c65 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 944 time: 0.0945630 Dec 21 22:40:55.822493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b061736-a6a7-41a1-aa76-01ea1b39739d req-787b163e-75c6-4bbb-90d4-c3010059efe2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Dec 21 22:40:56.308605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device db619c6b-930e-45bb-b07b-84b8905acebf up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:40:56.413609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port db619c6b-930e-45bb-b07b-84b8905acebf completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:40:56.419009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port db619c6b-930e-45bb-b07b-84b8905acebf triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:40:56.419428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:56.536628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:56.564983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:40:56.575367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:40:56.602992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:56.640128 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'code': 200} Dec 21 22:40:56.673648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:40:56.937682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-592037a5-cef6-4412-acb1-87076a686d0e req-1081f365-eb88-4406-bd98-e410f1211f9b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1098 time: 0.0770373 Dec 21 22:40:57.033014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-592037a5-cef6-4412-acb1-87076a686d0e req-4a257da8-24ae-4d14-9ef9-9b7af3a97121 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894232 Dec 21 22:40:57.060432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67cec3-378d-46c1-a89a-e8c3b38455f2 req-873e8f8a-a6d8-4b28-b395-e1f8b80d58af tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:57.062046 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f67cec3-378d-46c1-a89a-e8c3b38455f2 req-873e8f8a-a6d8-4b28-b395-e1f8b80d58af tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.1024008 Dec 21 22:40:57.111379 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f67cec3-378d-46c1-a89a-e8c3b38455f2 req-9157ccf5-d637-4e4b-a481-4c4631a8130f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Dec 21 22:40:58.323427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b61b90-8308-4fc5-a62d-adb7c8dc8c6f req-fe973cd1-b7b4-43f5-a9cd-e29e0138c4ef tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:58.325036 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0b61b90-8308-4fc5-a62d-adb7c8dc8c6f req-fe973cd1-b7b4-43f5-a9cd-e29e0138c4ef tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0858159 Dec 21 22:40:58.372444 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0b61b90-8308-4fc5-a62d-adb7c8dc8c6f req-e3b7a01e-71f4-42da-b0bf-7bb83df50e4b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Dec 21 22:40:58.572801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c002b-bcdb-4156-b188-223bdaf07c7e req-7fb9d50b-96b6-483c-9e53-1815725bf270 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:40:58.574387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ca9c002b-bcdb-4156-b188-223bdaf07c7e req-7fb9d50b-96b6-483c-9e53-1815725bf270 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0825837 Dec 21 22:40:58.583859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46516) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:40:58.590672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'floatingip': {'port_id': 'db619c6b-930e-45bb-b07b-84b8905acebf'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:40:58.670403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:59.287825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:59.316630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:40:59.516049 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d associated. External IP: 172.26.6.227, port: db619c6b-930e-45bb-b07b-84b8905acebf. Dec 21 22:40:59.922428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:41:00.130122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:41:00.135642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:00.142919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027e289c-699c-4908-96c0-233b3781e289 None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:41:00.156136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e289c-699c-4908-96c0-233b3781e289 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:41:00.156819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-027e289c-699c-4908-96c0-233b3781e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:40:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:41:00.190808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1eb52a32-04d3-4d32-b13e-998198afdec6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "PUT /v2.0/floatingips/26c2c8a5-bcca-4068-aec3-dca4697e439d HTTP/1.1" status: 200 len: 991 time: 1.6056983 Dec 21 22:41:00.191334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:41:00.255961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'status': 'completed', 'code': 200} Dec 21 22:41:00.350485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-027e289c-699c-4908-96c0-233b3781e289 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:41:00.361378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-2dd097df-f3ad-456a-a11f-c42dce5ceea7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1098 time: 0.0836051 Dec 21 22:41:00.510279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-114298e2-d49a-48b4-990e-8884940c5c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:00.511964 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-114298e2-d49a-48b4-990e-8884940c5c68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1445441 Dec 21 22:41:00.623256 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-2e0cbce9-533d-435a-9a3d-bab05bbac879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 999 time: 0.1045842 Dec 21 22:41:00.695069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-ef161854-8da6-4759-aa3c-59ca46a8fa79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:00.697263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-ef161854-8da6-4759-aa3c-59ca46a8fa79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0679626 Dec 21 22:41:00.787850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-a6eae990-c93e-495c-90ab-6780e22e7bb2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736823 Dec 21 22:41:00.865124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-027e289c-699c-4908-96c0-233b3781e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:61:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:40:59Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:41:00.869383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027e289c-699c-4908-96c0-233b3781e289 None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:41:00.880738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e289c-699c-4908-96c0-233b3781e289 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:41:00.881388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-027e289c-699c-4908-96c0-233b3781e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:40:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:41:00.934979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-f95a46ec-38d6-42e1-b6d9-b7cf6ccec71b service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387379 Dec 21 22:41:01.078890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-027e289c-699c-4908-96c0-233b3781e289 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:41:01.079855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7c0341-d9b6-47d3-bade-159e5be9d559 req-e6a2971a-012a-4586-a218-8ad811ecca0e service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385493 Dec 21 22:41:01.458990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-027e289c-699c-4908-96c0-233b3781e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:61:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:40:59Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:41:01.464633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027e289c-699c-4908-96c0-233b3781e289 None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:61:b3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:40:59Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:41:01.800221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cbce8-ac6b-419f-ad33-d7c9b226e839 None None] New status for floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:41:03.664986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:07.272897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d6219be-3a72-42d9-9a1a-16cc38723484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:08.841959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:10.038653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a7b0-ccc8-45fb-8378-d0b250f462d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:10.090234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:11.615847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:26.142286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:41:31.631289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-81adde53-7b8b-4cc3-b803-d3a15fba11b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779896 Dec 21 22:41:31.776397 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-6b8c444f-ad20-4fce-8b9b-9a77a7d03629 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1098 time: 0.0744817 Dec 21 22:41:32.155336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-c37afb9b-6cb2-4851-a3dc-ea203166b2f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:32.156985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-c37afb9b-6cb2-4851-a3dc-ea203166b2f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.3592751 Dec 21 22:41:32.264918 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-33a759d7-91ee-4c1c-a434-c9d488f2cda6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 1001 time: 0.1006236 Dec 21 22:41:32.332121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-629537b7-81eb-47e6-884e-5074167f9f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:32.333667 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-629537b7-81eb-47e6-884e-5074167f9f87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0623429 Dec 21 22:41:32.415590 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-6c4c396a-4a2b-4ead-90d2-dffdb7f8e6d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753324 Dec 21 22:41:32.558768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-b95342fc-4227-42e3-8017-c6c466d5a2ee service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345913 Dec 21 22:41:32.705284 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b27c4587-18f3-4dd5-80d9-60b082f0cb9e req-de42cc5c-210a-4efa-be55-3f863fe008df service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391499 Dec 21 22:41:33.681441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:37.282004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30cef56d-0873-4512-b377-ff3e887a3614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:37.671279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d96c-5413-4045-a01b-babbac676b6f req-0bc62bf6-4a3a-4eb5-b3e8-116248b26bcf tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:37.672843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7df8d96c-5413-4045-a01b-babbac676b6f req-0bc62bf6-4a3a-4eb5-b3e8-116248b26bcf tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0851903 Dec 21 22:41:37.722116 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7df8d96c-5413-4045-a01b-babbac676b6f req-0916e97e-abba-420d-9289-e6e6d16282fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Dec 21 22:41:38.841758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:38.939394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9754a3-96c2-4c26-a795-249fe00efe23 req-8351f1f3-e092-45d8-9684-d19f4e1a37f6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:38.941401 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f9754a3-96c2-4c26-a795-249fe00efe23 req-8351f1f3-e092-45d8-9684-d19f4e1a37f6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0889506 Dec 21 22:41:38.995341 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7f9754a3-96c2-4c26-a795-249fe00efe23 req-3b227aab-fea1-4fc9-bdb2-63eaa1422e31 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451598 Dec 21 22:41:40.062325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-49595031-26dd-453d-aab5-2b60b635d8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:40.099170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:40.201098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba291d-c6da-49b0-b390-f38fa6854bb6 req-d563f6e6-87b8-405b-a4ef-34cce2fdf5ec tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:40.202695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fba291d-c6da-49b0-b390-f38fa6854bb6 req-d563f6e6-87b8-405b-a4ef-34cce2fdf5ec tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0823560 Dec 21 22:41:40.254017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fba291d-c6da-49b0-b390-f38fa6854bb6 req-c460a588-333e-40f1-97ec-0c4e87176d14 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453320 Dec 21 22:41:41.459452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b0aee-1a59-4367-bba5-81a0c134b8ec req-d6806edd-0ac6-4b10-a4bb-16f7cc6a383d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:41.461166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b7b0aee-1a59-4367-bba5-81a0c134b8ec req-d6806edd-0ac6-4b10-a4bb-16f7cc6a383d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0838292 Dec 21 22:41:41.510525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b7b0aee-1a59-4367-bba5-81a0c134b8ec req-0de0f1ce-f49b-46c9-9c6a-011bc9678dea tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 Dec 21 22:41:41.621089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:41:42.723519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfacf07-4d85-4c22-84d3-496fc66e25a2 req-4e3a9270-d036-4d23-8082-ba3861634002 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:42.725192 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcfacf07-4d85-4c22-84d3-496fc66e25a2 req-4e3a9270-d036-4d23-8082-ba3861634002 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0862207 Dec 21 22:41:42.774121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bcfacf07-4d85-4c22-84d3-496fc66e25a2 req-c4e11542-6eeb-4bd8-a21e-30193f4ae10f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Dec 21 22:41:43.980475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1623b9f-5b03-431c-a001-6297449a56e9 req-033577a7-18ef-4ddd-9df6-3f59ad127440 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:43.982082 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1623b9f-5b03-431c-a001-6297449a56e9 req-033577a7-18ef-4ddd-9df6-3f59ad127440 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0819819 Dec 21 22:41:44.030708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1623b9f-5b03-431c-a001-6297449a56e9 req-eb39fbab-ff44-408d-b49b-88c3ab004122 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Dec 21 22:41:45.243815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e3ef-46ae-491d-b7ee-9438f5acf97f req-f5c4bb85-30c9-4222-bc7a-0ba5096cf04b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:45.245484 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3261e3ef-46ae-491d-b7ee-9438f5acf97f req-f5c4bb85-30c9-4222-bc7a-0ba5096cf04b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0862222 Dec 21 22:41:45.293963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3261e3ef-46ae-491d-b7ee-9438f5acf97f req-3692de45-535d-4afb-bc17-0d6d178f353b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 Dec 21 22:41:46.499977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86534277-637d-4012-9250-372ca2c2c574 req-baec187c-8acf-465f-979c-35e1d328258c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:46.501731 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86534277-637d-4012-9250-372ca2c2c574 req-baec187c-8acf-465f-979c-35e1d328258c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0828607 Dec 21 22:41:46.554101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86534277-637d-4012-9250-372ca2c2c574 req-fb9ae8c6-7243-4ed9-afae-ad67bf423204 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456681 Dec 21 22:41:47.759020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade49c5-80cc-4f20-8483-1f819852fea2 req-d68a5f4a-5e8e-40b7-bd7c-59650bc26269 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:47.760664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eade49c5-80cc-4f20-8483-1f819852fea2 req-d68a5f4a-5e8e-40b7-bd7c-59650bc26269 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0844297 Dec 21 22:41:47.808606 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eade49c5-80cc-4f20-8483-1f819852fea2 req-042b3933-baea-40b8-8f02-9c0a7e677fbd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417905 Dec 21 22:41:49.014796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f431455-63a8-44a8-b80d-adb171ae0db3 req-74f7c08a-c87c-414d-a896-61e2edeccc7d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:49.016421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f431455-63a8-44a8-b80d-adb171ae0db3 req-74f7c08a-c87c-414d-a896-61e2edeccc7d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0859756 Dec 21 22:41:49.064544 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f431455-63a8-44a8-b80d-adb171ae0db3 req-b2ab8b74-bf09-4da2-a8ba-019dd8d54d9d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Dec 21 22:41:50.274668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8bca3-d66f-4f8c-9422-185f6a56d900 req-620ccf42-6969-4dab-8774-c2455649ab62 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:50.276251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-95b8bca3-d66f-4f8c-9422-185f6a56d900 req-620ccf42-6969-4dab-8774-c2455649ab62 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0844500 Dec 21 22:41:50.325279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-95b8bca3-d66f-4f8c-9422-185f6a56d900 req-04dd1e08-a359-46a5-af28-9e8c9797cbd8 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430226 Dec 21 22:41:51.534783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26c0f-d303-4072-a209-742914051d22 req-9615c73e-8630-4d13-89b8-ec050d9fff60 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:51.536402 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0dc26c0f-d303-4072-a209-742914051d22 req-9615c73e-8630-4d13-89b8-ec050d9fff60 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0854907 Dec 21 22:41:51.584617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0dc26c0f-d303-4072-a209-742914051d22 req-f77aff10-3e7b-4c90-9199-69f0ad54a1cf tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419946 Dec 21 22:41:52.789287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23e24-acd8-4bb0-a0a7-cd5c6c46edfd req-dfbea867-17af-41de-b2e5-4d407a595907 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:52.790883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1db23e24-acd8-4bb0-a0a7-cd5c6c46edfd req-dfbea867-17af-41de-b2e5-4d407a595907 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0832548 Dec 21 22:41:52.844126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1db23e24-acd8-4bb0-a0a7-cd5c6c46edfd req-e684d68e-c188-49b9-a576-ba1eab75793c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465572 Dec 21 22:41:54.051085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62f751-4a0b-420b-afa1-fed67481a650 req-dd0ab29b-7f4e-4b00-9fc9-405ded0bf4d6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:54.052741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9d62f751-4a0b-420b-afa1-fed67481a650 req-dd0ab29b-7f4e-4b00-9fc9-405ded0bf4d6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0858264 Dec 21 22:41:54.108682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9d62f751-4a0b-420b-afa1-fed67481a650 req-5d6a6414-d7e9-43c7-8986-93a212f935c9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488074 Dec 21 22:41:54.310103 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb63a6e2-7362-4684-97b6-03cc84875408 req-08a54157-7332-472a-a563-3de3f4803643 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738678 Dec 21 22:41:55.749070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac231e65-2e88-40bb-8332-44e4832ab912 req-9f1c11c6-7d59-439a-a7bf-8d4c21950433 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:55.750682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac231e65-2e88-40bb-8332-44e4832ab912 req-9f1c11c6-7d59-439a-a7bf-8d4c21950433 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0882137 Dec 21 22:41:55.800268 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac231e65-2e88-40bb-8332-44e4832ab912 req-fd78c5a7-a265-40b4-b740-e39d982abbce tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426612 Dec 21 22:41:55.815586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-aea5456a-0002-468c-a31d-e4f440cfb1fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1532166 Dec 21 22:41:57.141605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987c6ed-c80f-467d-b3e9-316d8cc0d00d req-be94c610-2dbf-4ecb-b4a4-3a68d9d0adf9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:57.143212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7987c6ed-c80f-467d-b3e9-316d8cc0d00d req-be94c610-2dbf-4ecb-b4a4-3a68d9d0adf9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0855589 Dec 21 22:41:57.198515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7987c6ed-c80f-467d-b3e9-316d8cc0d00d req-c483a9f8-a353-45b8-b240-9048085dd80c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490377 Dec 21 22:41:57.487379 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-70bb64a2-e23a-4a51-af51-cabe33efbbb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1098 time: 0.0755730 Dec 21 22:41:57.628637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17100e7-0400-4056-ae31-514dff3184b2 req-adf800f4-f238-49b9-b63f-a996392dd67d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:57.630152 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-adf800f4-f238-49b9-b63f-a996392dd67d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1364589 Dec 21 22:41:57.738668 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-6bddff86-6189-40e2-bbaa-ff3d5f745876 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 1001 time: 0.1026599 Dec 21 22:41:57.806584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17100e7-0400-4056-ae31-514dff3184b2 req-13db3f62-cf43-4664-8db8-7c0f163d0ace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:57.808126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-13db3f62-cf43-4664-8db8-7c0f163d0ace service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0631580 Dec 21 22:41:57.891483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-29a0b7d9-b98e-4542-9866-d24785cfda46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768044 Dec 21 22:41:58.036733 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-d5e1fcae-f8ab-472e-b2d8-0dae62d9abbe service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379974 Dec 21 22:41:58.183023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-07db4112-e69b-46df-97a9-73dfbe2a2327 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378841 Dec 21 22:41:58.408476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e3493-b4d5-4fec-81e9-a058ad6d605a req-b0bb8d56-a2e9-479a-b425-385c1243de9f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:58.410111 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-382e3493-b4d5-4fec-81e9-a058ad6d605a req-b0bb8d56-a2e9-479a-b425-385c1243de9f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0832906 Dec 21 22:41:58.461086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-382e3493-b4d5-4fec-81e9-a058ad6d605a req-c5d48888-78c8-432e-b2e9-810c94c62e1e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Dec 21 22:41:59.669218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59528468-888d-4214-9957-cdb4f4152a22 req-4d821acf-bc72-4d4c-8e5c-8dcc91fa3a3b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:41:59.670809 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59528468-888d-4214-9957-cdb4f4152a22 req-4d821acf-bc72-4d4c-8e5c-8dcc91fa3a3b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0861642 Dec 21 22:41:59.718215 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59528468-888d-4214-9957-cdb4f4152a22 req-d9cbaa5d-d168-45cd-87be-4663385de2ee tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414033 Dec 21 22:41:59.967352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-e1419d5c-382a-4940-aaa0-9b1e11e1569f service neutron] 10.222.0.46 "GET /v2.0/ports/db619c6b-930e-45bb-b07b-84b8905acebf/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0758097 Dec 21 22:42:00.404294 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-5254597c-0f20-427a-8ddd-116133fedecd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 1098 time: 0.0777800 Dec 21 22:42:00.499396 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-17bdbfcf-c383-48d1-8077-24e6db5cb45f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1098 time: 0.0737860 Dec 21 22:42:00.640827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17100e7-0400-4056-ae31-514dff3184b2 req-9acf8ab8-9de7-469d-9e29-4b4aa38f89f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:00.642394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-9acf8ab8-9de7-469d-9e29-4b4aa38f89f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1367464 Dec 21 22:42:00.750305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-4c8dc41e-47c5-4d9f-8f81-fb28b6731680 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 1001 time: 0.1011515 Dec 21 22:42:00.820047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17100e7-0400-4056-ae31-514dff3184b2 req-d9444354-ef91-487c-9b1d-f71d8ad9f8d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:00.821666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-d9444354-ef91-487c-9b1d-f71d8ad9f8d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0638735 Dec 21 22:42:00.972457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdb7c3-f0a8-42f0-a33f-1740590b1af8 req-65a294af-fc2a-4b24-839d-33812dd1ad11 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:00.974054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2fbdb7c3-f0a8-42f0-a33f-1740590b1af8 req-65a294af-fc2a-4b24-839d-33812dd1ad11 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.1061113 Dec 21 22:42:00.978260 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-4d27bc89-394b-4279-94f5-933304f96f77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1502247 Dec 21 22:42:01.112276 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2fbdb7c3-f0a8-42f0-a33f-1740590b1af8 req-89be2cf1-4924-4748-bdba-e7994c53e466 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313167 Dec 21 22:42:01.157515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-b5c3e2c6-f6d3-4c54-9470-821d05db44f0 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617060 Dec 21 22:42:01.302033 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b17100e7-0400-4056-ae31-514dff3184b2 req-9a0fc0ed-9944-4c21-8441-59721bce3cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372688 Dec 21 22:42:02.326474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d5278-e27e-4a85-9e62-11f65b25b255 req-a3814717-8efc-4d38-9779-a610c602932c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:02.328057 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f6d5278-e27e-4a85-9e62-11f65b25b255 req-a3814717-8efc-4d38-9779-a610c602932c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0876377 Dec 21 22:42:02.376396 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f6d5278-e27e-4a85-9e62-11f65b25b255 req-00721ab0-77d0-47d8-a9f4-8700974fc64a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Dec 21 22:42:03.134062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:42:03.579857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e2fcb-713e-4e64-9c7c-89c5a2a8136d req-fcba1581-1658-4ecd-8004-85070217a976 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:03.581477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b75e2fcb-713e-4e64-9c7c-89c5a2a8136d req-fcba1581-1658-4ecd-8004-85070217a976 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0815115 Dec 21 22:42:03.632995 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b75e2fcb-713e-4e64-9c7c-89c5a2a8136d req-b79116f3-16d3-4653-8d67-7ab54b893554 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 Dec 21 22:42:03.710899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:04.086785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf73a-74bc-45c1-9d18-142b18050785 req-1d65db62-a979-4e97-b00c-f5bae5ddadcc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:04.088386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d66cf73a-74bc-45c1-9d18-142b18050785 req-1d65db62-a979-4e97-b00c-f5bae5ddadcc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.1565788 Dec 21 22:42:04.094143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-5e868a5e-3c9a-4dd4-ba62-faa479ea4e1f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:04.095606 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-5e868a5e-3c9a-4dd4-ba62-faa479ea4e1f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52&tenant_id=c9dfe3b787a742bd9c190253c783b6bd&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1264458 Dec 21 22:42:04.407655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d66cf73a-74bc-45c1-9d18-142b18050785 req-410f8c8b-1211-494a-9662-01750a114181 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109367 Dec 21 22:42:04.438220 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-6847ae15-e6bc-4b52-9642-befc9bbfb8d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1098 time: 0.0806363 Dec 21 22:42:04.578662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-217e012b-224a-4a0c-abbd-36823dba3933 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:04.580227 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-217e012b-224a-4a0c-abbd-36823dba3933 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1349864 Dec 21 22:42:04.661246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device db619c6b-930e-45bb-b07b-84b8905acebf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:42:04.667199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device db619c6b-930e-45bb-b07b-84b8905acebf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:42:04.690212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-1b69ae72-eec8-430c-b791-74fcecb3d0cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 1001 time: 0.1024573 Dec 21 22:42:04.760599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-7ff2e862-3486-4e3d-9b52-ed4e68956952 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:04.762186 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-7ff2e862-3486-4e3d-9b52-ed4e68956952 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0646548 Dec 21 22:42:04.845091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-a1269f1c-7121-4187-9c49-aba0302c104f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765102 Dec 21 22:42:04.901881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:04.926476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:42:04.947836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'mac_address': 'fa:16:3e:61:b3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:42:04.954236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:42:04.991066 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-432ac850-d061-46f4-a9d9-6fc2067063d8 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387191 Dec 21 22:42:05.003328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:42:05.022320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'code': 200} Dec 21 22:42:05.024371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:05.043175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db619c6b-930e-45bb-b07b-84b8905acebf {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:42:05.048706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:05.141554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-12567f7b-4bfe-4dcc-a536-6339faaec53e req-428f42f4-7e23-4f7b-83c1-e91eed1093a4 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452110 Dec 21 22:42:05.172233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:42:05.172730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:42:05.176149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:05.185760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.186093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.186469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.186839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.187208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.187575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.187940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.188308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.188701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.189060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.189417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:05.620105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a6f84-26f9-4226-8683-d3cc5e22dcf4 req-9ad9c79e-4b9f-44e7-add9-0bb9aecf818d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:05.621737 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b5a6f84-26f9-4226-8683-d3cc5e22dcf4 req-9ad9c79e-4b9f-44e7-add9-0bb9aecf818d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 943 time: 0.0861864 Dec 21 22:42:05.671894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b5a6f84-26f9-4226-8683-d3cc5e22dcf4 req-568b04f7-c279-4213-822c-7077051b8db2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 Dec 21 22:42:05.729109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:05.747513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db619c6b-930e-45bb-b07b-84b8905acebf {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:42:05.762602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:42:05.795811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:05.867245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:05.870204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['db619c6b-930e-45bb-b07b-84b8905acebf'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:42:06.666105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device db619c6b-930e-45bb-b07b-84b8905acebf up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:42:06.737985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port db619c6b-930e-45bb-b07b-84b8905acebf triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:42:06.738403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:06.859120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:06.883351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcf71a-9fff-44a0-b4a4-4d5caba7aeda req-40ce65f6-4d18-4841-ad91-c57c5c059681 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:06.885022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dbcf71a-9fff-44a0-b4a4-4d5caba7aeda req-40ce65f6-4d18-4841-ad91-c57c5c059681 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 944 time: 0.0867903 Dec 21 22:42:06.894305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:42:06.929800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:06.933365 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dbcf71a-9fff-44a0-b4a4-4d5caba7aeda req-98658baf-ace8-485f-aa79-c02c3c9f4d7f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Dec 21 22:42:07.002372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:07.023980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:42:07.082939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'code': 200} Dec 21 22:42:07.139713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10885575-89ac-4891-910c-3b9fa74ea0d7 req-c022fdbe-e164-4b30-81ba-06321a3c290c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:07.141350 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-10885575-89ac-4891-910c-3b9fa74ea0d7 req-c022fdbe-e164-4b30-81ba-06321a3c290c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0839169 Dec 21 22:42:07.191740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-10885575-89ac-4891-910c-3b9fa74ea0d7 req-0ddd5389-4148-4367-80d7-436f89b592ef tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434606 Dec 21 22:42:07.289341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d401f1a4-0ee6-4672-8da6-d66573f2488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:07.676019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e662e12-9bbc-4c97-883d-2d73dbe10745 req-5e1b3f04-9c1c-4889-ba98-f0d6304193fd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:07.677650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e662e12-9bbc-4c97-883d-2d73dbe10745 req-5e1b3f04-9c1c-4889-ba98-f0d6304193fd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.1334972 Dec 21 22:42:07.739844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-5c051ac1-26f3-48f2-bcc4-d9a460822d83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 1098 time: 0.1232109 Dec 21 22:42:07.769084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e662e12-9bbc-4c97-883d-2d73dbe10745 req-a81c95df-62c7-4994-bf50-a076a6afa42d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839021 Dec 21 22:42:07.890091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-bc470b85-b6ca-4af0-a5b0-914aaeb349a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:07.891664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-bc470b85-b6ca-4af0-a5b0-914aaeb349a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1454813 Dec 21 22:42:07.996875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-fb339f97-2e4e-4fc0-87c5-f893a0e8bdc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 200 len: 1001 time: 0.0978615 Dec 21 22:42:08.070708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-16031f05-a20c-40cd-85a9-5b3d3600ae52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:08.072323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-16031f05-a20c-40cd-85a9-5b3d3600ae52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0694058 Dec 21 22:42:08.153925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-8968de2e-ade7-4ce3-ba64-ad8b376b4a17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758686 Dec 21 22:42:08.296797 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-efa3828f-5076-45c3-8192-cbd1237ac13f service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358912 Dec 21 22:42:08.438992 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b4b494a-a12d-4ad7-bffe-1a21d3fe82fd req-47790e2e-831e-4ebb-afe0-d09fddc769e7 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356208 Dec 21 22:42:08.860501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:08.979790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463485a9-c0fa-48cc-880d-d65678d93140 req-aadcd123-cad7-402c-a9e5-315c8b1f16a3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:08.981487 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-463485a9-c0fa-48cc-880d-d65678d93140 req-aadcd123-cad7-402c-a9e5-315c8b1f16a3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0858648 Dec 21 22:42:09.035213 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-463485a9-c0fa-48cc-880d-d65678d93140 req-012577a5-aaf7-4ed5-98d6-8c1d4a7cf154 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473452 Dec 21 22:42:10.058279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d9ef-0dfc-42fa-bbd0-74b060bbd9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:10.098411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:10.243533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4624c6c-d447-45dc-a74f-44e8f71a60d3 req-59bb2d4a-e1a3-4bb5-bf9d-ed35a44e7a39 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:10.245166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e4624c6c-d447-45dc-a74f-44e8f71a60d3 req-59bb2d4a-e1a3-4bb5-bf9d-ed35a44e7a39 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0836892 Dec 21 22:42:10.294373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e4624c6c-d447-45dc-a74f-44e8f71a60d3 req-9474d4f8-a48f-4a41-8b29-189e5a3ceadf tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430522 Dec 21 22:42:10.789989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75830ccd-9163-41da-97ad-221c9dff92da req-7abccf93-bd93-460b-a07f-149697ce5269 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:10.791575 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-75830ccd-9163-41da-97ad-221c9dff92da req-7abccf93-bd93-460b-a07f-149697ce5269 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0867922 Dec 21 22:42:10.841881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-75830ccd-9163-41da-97ad-221c9dff92da req-06b00847-d400-4489-b50b-d01a19636500 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441494 Dec 21 22:42:11.623987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:12.046907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678466f-8640-4a0e-a06a-daf3ddeea351 req-026489bf-09f1-42c0-b6c4-490e2c295279 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:12.048541 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7678466f-8640-4a0e-a06a-daf3ddeea351 req-026489bf-09f1-42c0-b6c4-490e2c295279 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0833395 Dec 21 22:42:12.101550 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7678466f-8640-4a0e-a06a-daf3ddeea351 req-b5911cd3-d71b-41de-aef4-faf30c34ad44 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Dec 21 22:42:12.387085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-831ab837-6a97-4e93-9b23-4e1c5e250159 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:12.388704 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-831ab837-6a97-4e93-9b23-4e1c5e250159 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 945 time: 0.0859354 Dec 21 22:42:12.462487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Deleting port db619c6b-930e-45bb-b07b-84b8905acebf {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:42:12.462877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:12.718427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] For port db619c6b-930e-45bb-b07b-84b8905acebf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db619c6b-930e-45bb-b07b-84b8905acebf,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:42:12.719009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:13.014853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:13.015180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:13.015536 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d disassociated. External IP: 172.26.6.227, port: db619c6b-930e-45bb-b07b-84b8905acebf. Dec 21 22:42:13.015918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Calling delete_port for db619c6b-930e-45bb-b07b-84b8905acebf owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:42:13.276390 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-82ea79bb-435d-45c1-afc5-facd992114ea req-b2a3ed48-a236-4571-81e1-e5f65af8df59 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 210 time: 0.0455680 Dec 21 22:42:13.309922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:13.362107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event deleted for resources: {'Port': ['ID=db619c6b-930e-45bb-b07b-84b8905acebf,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:13.375350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.375740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.376117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.376547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.376925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.377403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.377974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.378156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.378521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.378928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.379291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:42:13.599070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:42:14.030992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:42:14.041582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:42:14.054748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:42:14.055645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:42:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:42:14.105530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] No DVR routers for this DVR port db619c6b-930e-45bb-b07b-84b8905acebf on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:42:14.108475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:14.112778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'name': 'network-vif-deleted', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:42:14.164922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6696fcac-24ff-42f8-a352-56085a8ea53a req-771dee80-b25f-4157-a9e6-74c8b54d1663 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "DELETE /v2.0/ports/db619c6b-930e-45bb-b07b-84b8905acebf HTTP/1.1" status: 204 len: 173 time: 1.7703738 Dec 21 22:42:14.182318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601f7da9-6d69-4245-9d02-e95c6f4d8d52', 'name': 'network-vif-deleted', 'tag': 'db619c6b-930e-45bb-b07b-84b8905acebf', 'status': 'completed', 'code': 200} Dec 21 22:42:14.248703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:42:14.466839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-50c8f408-968a-4eda-9bbf-d67c272b16eb req-bb73fdae-17f9-45ad-a771-41c2685a9ace tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:42:14.534957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-50c8f408-968a-4eda-9bbf-d67c272b16eb req-bb73fdae-17f9-45ad-a771-41c2685a9ace tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:42:14.536296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50c8f408-968a-4eda-9bbf-d67c272b16eb req-bb73fdae-17f9-45ad-a771-41c2685a9ace tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=601f7da9-6d69-4245-9d02-e95c6f4d8d52 HTTP/1.1" status: 200 len: 210 time: 0.1218414 Dec 21 22:42:14.586612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:42:14.590619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:42:14.602139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:42:14.602796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:42:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:42:14.790413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:42:15.273257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:42:15.277390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ff12d8-babb-42b8-a6c0-acd3f3d98dfd None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:42:15.740075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab227f07-8e8b-4d9a-99fd-b9ce86310607 None None] New status for floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:42:15.932151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-3590aa86-8e7d-4034-b4aa-26b590b31582 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2076780756&fields=id&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 267 time: 0.0442400 Dec 21 22:42:16.106574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-2b09163b-4eb3-49dd-a2b9-4847b7b5ec0f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:16.108824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-2b09163b-4eb3-49dd-a2b9-4847b7b5ec0f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 811 time: 0.1694815 Dec 21 22:42:16.127079 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-021f8a26-6492-42be-adbc-cdd49b68fdfa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/quotas/c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 375 time: 0.0124395 Dec 21 22:42:16.224052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-d3ad8059-4517-4bd0-99b9-284831e584b7 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893173 Dec 21 22:42:16.378154 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-955194df-beda-41b3-914e-90f049fb42ce service neutron] 10.222.0.30 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383090 Dec 21 22:42:16.524881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-7ddb7b8b-4c0b-43ab-981a-f88fb5f74b0d service neutron] 10.222.0.30 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394424 Dec 21 22:42:16.697081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device db619c6b-930e-45bb-b07b-84b8905acebf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:42:16.740137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: db619c6b-930e-45bb-b07b-84b8905acebf {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:42:16.740678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device db619c6b-930e-45bb-b07b-84b8905acebf not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:42:16.759777 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-44bc5e74-52a2-4539-b49a-aa687a1466b8 req-29949392-8e60-4b07-bab5-919c35216a2f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 210 time: 0.0567224 Dec 21 22:42:17.928599 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c1b0f00-79da-4ac1-942d-a0a5b620a103 req-bdb401de-ab0c-485a-b124-f1f9263e1705 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 210 time: 0.0454671 Dec 21 22:42:18.313100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-57b79a21-4efe-4f28-a29b-7e5f113a730a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:18.314821 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-57b79a21-4efe-4f28-a29b-7e5f113a730a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 811 time: 0.1559160 Dec 21 22:42:18.369420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-13cdf790-947f-4a86-9e30-fe046e482d1c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 380 time: 0.0434270 Dec 21 22:42:18.378557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'port': {'device_id': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'admin_state_up': True, 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'security_groups': ['aca01a31-c3ab-484c-b6b2-333a38c856d3']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:18.526895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:42:18.537057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:42:18.572377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Made reservation on behalf of c9dfe3b787a742bd9c190253c783b6bd for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:42:18.578024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:18.748565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Allocated IP 172.20.0.4 (3568d2a1-7bc2-4bab-b375-21dde5d9f174/b6bd6cc3-0480-4241-8ab7-4e80ed2b4826/0cf9675d-a5ab-41ec-bda7-f271a9d5f192) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:42:18.943717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:18.959486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Transition to ACTIVE for port object 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:42:19.015162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:19.145785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:42:19.150352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:42:19.156317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:42:19.186093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:19.246539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:19.247215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:19.258978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122708-01e8-4ac0-8b4b-31fdb067417a req-33ea2f21-1424-4eab-900a-1d911e701e11 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:19.260701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d4122708-01e8-4ac0-8b4b-31fdb067417a req-33ea2f21-1424-4eab-900a-1d911e701e11 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 931 time: 0.1992667 Dec 21 22:42:19.317991 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d4122708-01e8-4ac0-8b4b-31fdb067417a req-167e99f2-819f-4aa8-956a-58c41e2e1f55 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508463 Dec 21 22:42:19.386940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-86dcb835-cc2d-4a39-8f48-afd2ef25d416 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0125332 Dec 21 22:42:19.399516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Request body: {'port': {'device_id': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:19.437392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8cbe7696-6a66-49ac-aacd-919adec6972f None None] Provisioning for port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:42:19.443043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8cbe7696-6a66-49ac-aacd-919adec6972f None None] Provisioning complete for port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:42:19.444518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7696-6a66-49ac-aacd-919adec6972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:19.498384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8cbe7696-6a66-49ac-aacd-919adec6972f None None] Port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:42:19.515836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:19.864897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:42:19.872285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:19.887152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Transition to ACTIVE for port object 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:42:19.917290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:20.052606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:20.173022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Attempting to bind port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:42:20.173403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Attempting to bind port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:42:20.173780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Attempting to bind port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:42:20.181099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:42:20.181467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Attempting to bind port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:42:20.188440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:42:20.188817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Checking segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:42:20.189241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Bound using segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:42:20.189708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Bound port: 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:42:20.190349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:20.283837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:42:20.287454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:42:20.329159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:20.398427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:20.399864 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] 10.222.0.46 "PUT /v2.0/ports/0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 1093 time: 1.0050490 Dec 21 22:42:20.400365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:42:20.422758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25224f4b-9db3-4f32-9b2c-423861238a54 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:20.491040 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'status': 'completed', 'code': 200} Dec 21 22:42:20.603789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-50705e4e-0a3d-48e9-bcbb-d543f2356bba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1096 time: 0.1117425 Dec 21 22:42:20.609984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce9c98-b283-40e9-ac68-ed152a3dcf55 req-ef73e1a3-0df2-43dc-9786-822a7d599844 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:20.610811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-97ce9c98-b283-40e9-ac68-ed152a3dcf55 req-ef73e1a3-0df2-43dc-9786-822a7d599844 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:42:20.690885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-d82ad976-0d68-4f00-b422-79d84411de6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 217 time: 0.0768921 Dec 21 22:42:20.748023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-97ce9c98-b283-40e9-ac68-ed152a3dcf55 req-ef73e1a3-0df2-43dc-9786-822a7d599844 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:42:20.749289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97ce9c98-b283-40e9-ac68-ed152a3dcf55 req-ef73e1a3-0df2-43dc-9786-822a7d599844 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 943 time: 0.2984099 Dec 21 22:42:20.776367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-8f3316fc-1585-46d3-a8d1-f25d683d67f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:20.777931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-8f3316fc-1585-46d3-a8d1-f25d683d67f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0810032 Dec 21 22:42:20.853937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97ce9c98-b283-40e9-ac68-ed152a3dcf55 req-5364ebf1-3a57-44a8-a073-363b2b40a811 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981715 Dec 21 22:42:20.881972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-cb2d828d-8988-4210-bc7e-54cb726485df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0981510 Dec 21 22:42:21.023993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-4dbac63f-7f84-427a-aec6-201d475f5e7f service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360302 Dec 21 22:42:21.167433 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db958fc8-fc78-452a-aa40-e489eb48ac8b req-f3379ce7-4002-4c84-8905-600ba282690f service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370327 Dec 21 22:42:21.329592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-b517b706-d0bc-4f36-9d75-bc4c33d76696 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1096 time: 0.0734880 Dec 21 22:42:21.471510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-d6491c29-bce6-4721-9000-52a114687980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:21.473121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-d6491c29-bce6-4721-9000-52a114687980 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1368992 Dec 21 22:42:21.554735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-a5d8a893-ceeb-4a0b-9dc5-a94161be4eb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 217 time: 0.0743830 Dec 21 22:42:21.622661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-067f0c88-7bd2-48ad-afbe-0a92e6e8271b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:21.624122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-067f0c88-7bd2-48ad-afbe-0a92e6e8271b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0631866 Dec 21 22:42:21.709721 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-d163d59e-f50e-4520-bba5-515cfa68499d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758710 Dec 21 22:42:21.852022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-51da78c5-ebe0-41ca-b1f2-1131aa76b382 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345227 Dec 21 22:42:22.266891 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cd55dbf-ee1c-4ff8-8e3d-4e1269954acf req-15223b6e-5cf9-4889-9c81-7ce2099aaf82 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077013 Dec 21 22:42:22.305984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5c44-7834-4a5e-98a9-c518380a5ed3 req-14f3496c-e833-4b17-bdf9-423c4c0fbfee tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:22.307579 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ed5c44-7834-4a5e-98a9-c518380a5ed3 req-14f3496c-e833-4b17-bdf9-423c4c0fbfee tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 943 time: 0.3225312 Dec 21 22:42:22.355862 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89ed5c44-7834-4a5e-98a9-c518380a5ed3 req-d4e97fa5-c913-419d-aba6-de1280431131 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Dec 21 22:42:22.728991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:42:22.871939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:42:22.887394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'mac_address': 'fa:16:3e:78:43:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:42:22.946545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:22.964295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:42:22.979241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:42:23.014370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:23.081364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:23.231737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['0cf9675d-a5ab-41ec-bda7-f271a9d5f192'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:42:23.561391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db15ba-7720-4563-9ef1-c04a2a642bf6 req-1594c880-ad41-4893-a739-e4966bd9e398 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:23.562890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-62db15ba-7720-4563-9ef1-c04a2a642bf6 req-1594c880-ad41-4893-a739-e4966bd9e398 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 944 time: 0.0844328 Dec 21 22:42:23.610625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-62db15ba-7720-4563-9ef1-c04a2a642bf6 req-aa1123fd-67fd-4b4e-8cf2-e7793d1c30df tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Dec 21 22:42:24.743383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:42:24.814850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95132c61-45fb-49b3-b653-01ca9e6ce87e req-43e722f4-f1ca-44f3-881d-74ea241a9c59 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:24.816728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-95132c61-45fb-49b3-b653-01ca9e6ce87e req-43e722f4-f1ca-44f3-881d-74ea241a9c59 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 944 time: 0.0833900 Dec 21 22:42:24.865990 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-95132c61-45fb-49b3-b653-01ca9e6ce87e req-543b374e-3542-4c59-bfc3-68ac9172a444 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Dec 21 22:42:24.882309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:42:24.887880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:42:24.890235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:25.009531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:25.037287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:42:25.047575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:42:25.077810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:25.110531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'code': 200} Dec 21 22:42:25.154137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:42:25.398982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c9442a0-6500-4129-a144-2f24f4b7bba3 req-9f6af906-d907-4ba9-9f67-82cbbab4c928 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0754681 Dec 21 22:42:25.442999 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c9442a0-6500-4129-a144-2f24f4b7bba3 req-76e6cf57-8065-4ae9-a396-d9456147a8c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Dec 21 22:42:26.076915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb6fe-060b-48b1-a1e1-6d911b86a648 req-44e85b2c-3775-4a1b-892d-62b62f38c027 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:26.078576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5acfb6fe-060b-48b1-a1e1-6d911b86a648 req-44e85b2c-3775-4a1b-892d-62b62f38c027 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0874670 Dec 21 22:42:26.129494 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5acfb6fe-060b-48b1-a1e1-6d911b86a648 req-20c38e82-7fe9-4c82-baea-0091f49f90b2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Dec 21 22:42:27.341758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88872c-fdef-4e60-9b0e-8d502c6d4e48 req-da9ef649-b712-4188-86ad-87f77faf2f56 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:27.343361 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bc88872c-fdef-4e60-9b0e-8d502c6d4e48 req-da9ef649-b712-4188-86ad-87f77faf2f56 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0858376 Dec 21 22:42:27.391272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bc88872c-fdef-4e60-9b0e-8d502c6d4e48 req-9a8a9812-57bf-4816-aecf-a3eb2732af11 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417969 Dec 21 22:42:27.605108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8543bb7-8177-4a6e-bc97-69dee1da0036 req-2bc807aa-9d40-488c-b041-ec15e137a77f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:27.606753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8543bb7-8177-4a6e-bc97-69dee1da0036 req-2bc807aa-9d40-488c-b041-ec15e137a77f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0836480 Dec 21 22:42:27.618055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 46758) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:27.623957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'floatingip': {'port_id': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:27.702242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:28.316207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:28.349728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:28.550504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d associated. External IP: 172.26.6.227, port: 0cf9675d-a5ab-41ec-bda7-f271a9d5f192. Dec 21 22:42:28.958157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:42:29.168122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:42:29.172686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:29.178878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:42:29.191689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:42:29.192373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:42:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:42:29.233223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7193ef9a-8fb7-4914-bc0b-bcc058aa8271 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "PUT /v2.0/floatingips/26c2c8a5-bcca-4068-aec3-dca4697e439d HTTP/1.1" status: 200 len: 991 time: 1.6108980 Dec 21 22:42:29.233223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:42:29.386759 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'status': 'completed', 'code': 200} Dec 21 22:42:29.398985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:42:29.488192 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-ae3f1f11-10b6-4f6b-8faf-e1a9e1cc6208 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0787008 Dec 21 22:42:29.634682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-c706cf94-5cd7-4863-b7cc-d1f1b3bc360b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:29.636282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-c706cf94-5cd7-4863-b7cc-d1f1b3bc360b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1418633 Dec 21 22:42:29.749304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-0cd50d95-48c7-4587-873a-fed8f787f53d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 999 time: 0.1050265 Dec 21 22:42:29.769031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:78:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:42:28Z', 'revision_number': 9, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:42:29.773145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:42:29.784186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:42:29.784865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:42:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:42:29.818608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-bfc1cc1e-0352-4f61-91c5-66c2db6f2af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:29.820194 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-bfc1cc1e-0352-4f61-91c5-66c2db6f2af6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0649562 Dec 21 22:42:29.902762 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-6cb65289-bd3b-458c-b7e5-94f94457a887 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766938 Dec 21 22:42:29.970598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:42:30.047024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-049fb870-afcb-4b9e-8dd0-f18a350bb9d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375513 Dec 21 22:42:30.197160 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ebf4a0d2-6901-4368-b7e1-257e11262d6d req-1afb92b1-15a5-4142-a6c4-af7f7891b449 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442392 Dec 21 22:42:30.345230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:78:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:42:28Z', 'revision_number': 9, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:42:30.349523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dade378-d4d4-4e4e-8805-4ae35f5f0a06 None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:78:43:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:42:28Z', 'revision_number': 9, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:42:30.722401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cdae4-c0f0-4a8a-b45f-704419949253 None None] New status for floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:42:31.609265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-61ecb0ea-dad4-4106-ac36-00cd57d7448d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763443 Dec 21 22:42:31.755507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-1afc19c0-c05d-4e98-9fc1-6c0a059bdbc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0740232 Dec 21 22:42:31.920976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-b71f6b64-9920-456a-accd-ce8a1b302907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:31.922488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-b71f6b64-9920-456a-accd-ce8a1b302907 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1481214 Dec 21 22:42:32.029547 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-f184704c-1a8c-4f61-bf1f-71704dddc819 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 1002 time: 0.1006382 Dec 21 22:42:32.102761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-51c4ee7b-eded-4326-81c9-3deecda987a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:42:32.104451 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-51c4ee7b-eded-4326-81c9-3deecda987a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0682721 Dec 21 22:42:32.185105 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-1e6feee5-637f-44c4-b939-2fbdc0b355a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740962 Dec 21 22:42:32.327685 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-a981151f-cb3c-4a5d-aa26-fceedfffffc5 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360493 Dec 21 22:42:32.470475 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-462a48cc-cc56-4e3b-861f-eaded6020370 req-f56308c2-dc4e-4ced-bb2a-600b26b3dbba service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356001 Dec 21 22:42:33.692210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:37.287252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74833e85-40e0-4d88-8815-ea1bcc7aac3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:38.841203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:40.041430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b030b8b5-d82f-4b2d-ac32-0f7974f57b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:40.098562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:42:40.136106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:42:41.612831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:03.697696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:06.142146 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4058815-b313-4bb0-8c41-b93f38d504e4 req-4012cf18-8917-48bc-9c33-402462c79a5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0736141 Dec 21 22:43:06.529708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-d0c2d6c5-02cc-446b-b54e-c3e3fc613c72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788050 Dec 21 22:43:06.539371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70a7bb-a5ab-4f6d-adb7-cc841faf7960 req-6918bb1b-b172-4f89-b2e7-c9b9d004bbd8 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:06.541001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0a70a7bb-a5ab-4f6d-adb7-cc841faf7960 req-6918bb1b-b172-4f89-b2e7-c9b9d004bbd8 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0872736 Dec 21 22:43:06.592642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0a70a7bb-a5ab-4f6d-adb7-cc841faf7960 req-7a2fa071-c7f1-4fae-aa60-9d95dc49a562 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Dec 21 22:43:07.277075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a33e6b9e-6d05-4d47-a7d1-c3a87eeede8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:07.805757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865222b-a9a5-46f7-a7be-b25dd00fa833 req-a748e6dc-efec-47b6-a74d-f8ce6a70c968 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:07.807251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0865222b-a9a5-46f7-a7be-b25dd00fa833 req-a748e6dc-efec-47b6-a74d-f8ce6a70c968 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0842612 Dec 21 22:43:07.860265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0865222b-a9a5-46f7-a7be-b25dd00fa833 req-d31b5a1c-0261-43ce-a640-90b9ffd214d1 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Dec 21 22:43:08.246203 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-f0a4040a-ec3a-49ea-9833-ca671eb5c76c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0740325 Dec 21 22:43:08.387376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-cd30e0f9-09be-4ccf-9b83-e080273094a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:08.388938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-cd30e0f9-09be-4ccf-9b83-e080273094a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1366761 Dec 21 22:43:08.495942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-c795f8f0-461f-437b-9b7a-83d08da1a98c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 1002 time: 0.1006856 Dec 21 22:43:08.565035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-0bdb0106-7ec7-4610-ad3d-281fb25120fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:08.566814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-0bdb0106-7ec7-4610-ad3d-281fb25120fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0642636 Dec 21 22:43:08.649297 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-b47dc562-4a1d-476d-8fad-ee58eb161d8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759797 Dec 21 22:43:08.659162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-f17640b4-c5d2-4a06-b799-c53e80fbfe7c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:43:08.660188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-f17640b4-c5d2-4a06-b799-c53e80fbfe7c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050173 Dec 21 22:43:08.801611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-204a5965-46b5-4b33-89fa-092a6cc1892c service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348722 Dec 21 22:43:08.840656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:08.947742 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-5d1f93c5-887a-40b2-a2b7-f041524720a4 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396363 Dec 21 22:43:09.071526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60567d8c-ce1f-4699-ab8b-8639aa9c89a7 req-db61ffb2-caf4-481c-9581-f586b31de7f4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:09.073190 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60567d8c-ce1f-4699-ab8b-8639aa9c89a7 req-db61ffb2-caf4-481c-9581-f586b31de7f4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0850480 Dec 21 22:43:09.123657 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60567d8c-ce1f-4699-ab8b-8639aa9c89a7 req-c65351dc-ecdf-4547-b7e0-d7ab3217b3bc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437362 Dec 21 22:43:10.040661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac588-285e-4666-bd0d-ca61b49774ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:10.092001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:10.331537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c19dc-5109-44dd-b6cc-3fa734e8de34 req-15fe4eb3-489e-431a-a54b-b1be7d6ad206 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:10.333064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf6c19dc-5109-44dd-b6cc-3fa734e8de34 req-15fe4eb3-489e-431a-a54b-b1be7d6ad206 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0850894 Dec 21 22:43:10.381038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cf6c19dc-5109-44dd-b6cc-3fa734e8de34 req-85a20ea8-02db-47d1-b189-82c0644b8a07 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Dec 21 22:43:11.587554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd15a3-fab5-41d6-b3dc-41c0e06e5263 req-5e1e4fb6-18e4-48df-91a1-6649ec855b69 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:11.589258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dadd15a3-fab5-41d6-b3dc-41c0e06e5263 req-5e1e4fb6-18e4-48df-91a1-6649ec855b69 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0833631 Dec 21 22:43:11.623609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:11.637974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dadd15a3-fab5-41d6-b3dc-41c0e06e5263 req-1ace40f2-ca48-41c2-a4e2-c82b1479aa2a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Dec 21 22:43:12.849403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe238511-2923-484c-9bac-bebfa012052f req-97c9f51c-4bc4-4dba-b325-da44270d27f5 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:12.851526 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe238511-2923-484c-9bac-bebfa012052f req-97c9f51c-4bc4-4dba-b325-da44270d27f5 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0882025 Dec 21 22:43:12.900713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe238511-2923-484c-9bac-bebfa012052f req-6ccf625d-36d6-44e9-acb3-1878f117f24c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Dec 21 22:43:14.111992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728291a-5c77-4c43-968d-4115173b8037 req-d09ac10b-d8ad-4f05-aa33-28f9d6360de5 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:14.113637 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b728291a-5c77-4c43-968d-4115173b8037 req-d09ac10b-d8ad-4f05-aa33-28f9d6360de5 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0845847 Dec 21 22:43:14.162690 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b728291a-5c77-4c43-968d-4115173b8037 req-b310eaa1-847e-4ea0-8aaf-34f549e1bebc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424116 Dec 21 22:43:15.373744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ef51-8229-479a-8e8c-65ed5c0e7258 req-752de67c-4d36-4da5-8e61-909b6dbd0bea tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:15.375255 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cef0ef51-8229-479a-8e8c-65ed5c0e7258 req-752de67c-4d36-4da5-8e61-909b6dbd0bea tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0878949 Dec 21 22:43:15.423529 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cef0ef51-8229-479a-8e8c-65ed5c0e7258 req-17b4834c-b63a-4042-94db-1c7d51dfbaa0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Dec 21 22:43:16.627822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e4d99-3d85-4633-a5bf-01544802628c req-502e401c-e59f-480c-b8c9-d5e8498abb1d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:16.629427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-077e4d99-3d85-4633-a5bf-01544802628c req-502e401c-e59f-480c-b8c9-d5e8498abb1d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0826159 Dec 21 22:43:16.680952 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-077e4d99-3d85-4633-a5bf-01544802628c req-8b366f8d-5f62-46b1-949d-ea4eab35d245 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454571 Dec 21 22:43:17.138748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:43:17.884059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc9a7-841d-4ae4-a2f6-fbf213e4fa0b req-3ccbd06e-0c3b-4214-a75c-babf23c2287d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:17.885676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dfcfc9a7-841d-4ae4-a2f6-fbf213e4fa0b req-3ccbd06e-0c3b-4214-a75c-babf23c2287d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0825062 Dec 21 22:43:17.934250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dfcfc9a7-841d-4ae4-a2f6-fbf213e4fa0b req-368d13af-6d71-465d-bd2c-c9a5475ce9c8 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Dec 21 22:43:19.141678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363c1fc-87b8-4d9e-9713-70f56974c206 req-3bbbba8a-4418-488a-824f-e326067eb17e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:19.143255 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5363c1fc-87b8-4d9e-9713-70f56974c206 req-3bbbba8a-4418-488a-824f-e326067eb17e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0868168 Dec 21 22:43:19.191665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5363c1fc-87b8-4d9e-9713-70f56974c206 req-373fcaa7-b8b4-41a0-b690-680a5dd11fd0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Dec 21 22:43:20.402286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f90e1-7c27-44ad-8a6a-ee994258fe8d req-8714749a-ff1f-4a45-bdcd-89159c21c949 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:20.403818 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0a5f90e1-7c27-44ad-8a6a-ee994258fe8d req-8714749a-ff1f-4a45-bdcd-89159c21c949 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0849311 Dec 21 22:43:20.452692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0a5f90e1-7c27-44ad-8a6a-ee994258fe8d req-9c007b45-bbd8-4317-9b58-15a7e3416bf0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427773 Dec 21 22:43:20.908225 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-e2879d04-a068-4420-a507-d7a494a3c6a5 service neutron] 10.222.0.46 "GET /v2.0/ports/0cf9675d-a5ab-41ec-bda7-f271a9d5f192/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0797784 Dec 21 22:43:21.311552 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-3914010a-249b-40b6-b78f-5a29a4698bf4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 1098 time: 0.0737770 Dec 21 22:43:21.672654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-5c391bdf-6d6c-47ca-b1fb-891fda9c0241 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.3380547 Dec 21 22:43:21.801198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfe563-8e90-4150-9441-28fc80bbaf7b req-c7e613b9-6f91-46f7-9483-7a4a011df370 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:21.802782 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f9dfe563-8e90-4150-9441-28fc80bbaf7b req-c7e613b9-6f91-46f7-9483-7a4a011df370 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.1834071 Dec 21 22:43:21.871912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-7890555a-593f-45e2-bc4c-d6ae17dce653 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:21.873494 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-7890555a-593f-45e2-bc4c-d6ae17dce653 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1926517 Dec 21 22:43:21.878441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f9dfe563-8e90-4150-9441-28fc80bbaf7b req-c70d4e58-c039-4e66-b2dc-b3f79f2d0427 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672605 Dec 21 22:43:21.981834 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-4ce7e296-0e9d-4ac3-b185-cdf15031ad9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 1002 time: 0.1017962 Dec 21 22:43:22.050066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-4c50741d-cf0d-4e9b-b3e8-d98cae504cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:22.051660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-4c50741d-cf0d-4e9b-b3e8-d98cae504cd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0628486 Dec 21 22:43:22.135818 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-0fdee017-01d5-4a1d-aaaa-b7e800360fa0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780032 Dec 21 22:43:22.278687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-edd62cb8-f445-4021-94f9-8a25e3bbcaf0 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352696 Dec 21 22:43:22.420842 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b9ed30d-c80f-43c9-88d7-4d5cb33b080f req-e14d103b-9430-4804-a39e-c07920d5f18e service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355979 Dec 21 22:43:23.086590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aab78-0f08-48a5-8e1e-5f9c8d80f938 req-6dfd7398-e3f2-49fa-b113-f170700979c4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:23.088219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-927aab78-0f08-48a5-8e1e-5f9c8d80f938 req-6dfd7398-e3f2-49fa-b113-f170700979c4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0828569 Dec 21 22:43:23.136947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-927aab78-0f08-48a5-8e1e-5f9c8d80f938 req-26c0d6a3-8ff4-471a-a15a-c64aaa73d5e8 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Dec 21 22:43:24.346394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a2e77-9023-4347-832e-2ff5708ac449 req-b69d58cf-5803-4305-b1f5-cf8800a6a0dd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:24.347985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f8a2e77-9023-4347-832e-2ff5708ac449 req-b69d58cf-5803-4305-b1f5-cf8800a6a0dd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0868495 Dec 21 22:43:24.396776 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f8a2e77-9023-4347-832e-2ff5708ac449 req-45be1ec4-cb48-4416-bce5-dfa157e25e39 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419371 Dec 21 22:43:25.098452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-49514154-6153-4b17-9187-381ea360fe05 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:25.100641 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-49514154-6153-4b17-9187-381ea360fe05 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19&tenant_id=c9dfe3b787a742bd9c190253c783b6bd&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1565211 Dec 21 22:43:25.106733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b61d8-38b2-4be2-a385-992a02d55ccc req-fceb5f40-e2ac-49b4-b015-7a3609c016b7 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:25.106900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:43:25.108231 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bd8b61d8-38b2-4be2-a385-992a02d55ccc req-fceb5f40-e2ac-49b4-b015-7a3609c016b7 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.1294329 Dec 21 22:43:25.109999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:43:25.226759 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bd8b61d8-38b2-4be2-a385-992a02d55ccc req-e0e9bc4d-70b1-4096-bcde-dd4db529ab6c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800252 Dec 21 22:43:25.228273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-e9cdb8c2-2dbb-4067-b320-40ebe800cef1 service neutron] 10.222.0.46 "GET /v2.0/ports/0cf9675d-a5ab-41ec-bda7-f271a9d5f192/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1190863 Dec 21 22:43:25.328886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-ccd21292-233b-4f05-a6b7-98e29ad29fb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0758128 Dec 21 22:43:25.353073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:25.373252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:25.396486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'mac_address': 'fa:16:3e:78:43:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:43:25.402707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:43:25.442134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:25.475636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:25.477645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-80f82636-88da-4c95-9779-a74f419843b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:25.478665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-80f82636-88da-4c95-9779-a74f419843b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1441095 Dec 21 22:43:25.512694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:25.549478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:43:25.561055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'code': 200} Dec 21 22:43:25.598592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-c3eae689-43fc-4829-b231-51d9e85284cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 1000 time: 0.1138577 Dec 21 22:43:25.604993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:25.627518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.627904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.628279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.628683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.629056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.629428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.629792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.630154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.630514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.630873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.631308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:25.639307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:43:25.639812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:43:25.668211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-1841525d-0962-4b85-8ca4-6a9a507aa150 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:25.669765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-1841525d-0962-4b85-8ca4-6a9a507aa150 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0642512 Dec 21 22:43:25.754985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-612912b2-6fa6-4db3-89db-e1ec8671164a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779779 Dec 21 22:43:25.896078 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-2269feca-bc31-4547-940c-25b85187a9fc service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350796 Dec 21 22:43:26.058815 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-e413e0c4-ce77-47a0-931f-b64da8c1d097 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368186 Dec 21 22:43:26.199668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:26.218945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:43:26.234728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:26.265239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:26.339504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['0cf9675d-a5ab-41ec-bda7-f271a9d5f192'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:43:26.364435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:26.448813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a534-2952-4943-b18a-e3287df034ec req-78176bad-6e84-4b28-bbaa-99e9d114c0e2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:26.452654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-51c0a534-2952-4943-b18a-e3287df034ec req-78176bad-6e84-4b28-bbaa-99e9d114c0e2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 944 time: 0.0920150 Dec 21 22:43:26.508515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-51c0a534-2952-4943-b18a-e3287df034ec req-fe861eae-d11c-4ee8-b092-06656dfb4524 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493736 Dec 21 22:43:27.129390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:43:27.202602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:43:27.206211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:27.323853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:27.357521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:27.384992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:27.460005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:27.562565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:43:27.632864 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'code': 200} Dec 21 22:43:27.721650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208e830-1c6e-4407-aa20-daa7ca0d71ef req-23fe7a4a-5f3c-4ede-a645-b004edd50fc6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:27.723251 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0208e830-1c6e-4407-aa20-daa7ca0d71ef req-23fe7a4a-5f3c-4ede-a645-b004edd50fc6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0866191 Dec 21 22:43:27.771975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0208e830-1c6e-4407-aa20-daa7ca0d71ef req-724244ca-c9b0-4813-830c-57600d011d6a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Dec 21 22:43:28.760760 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-da79126f-f3f4-4d43-81f0-72aaae7e4ccb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 1098 time: 0.0748510 Dec 21 22:43:28.860379 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-a68f5939-e0c0-437d-824d-77e5ac1a8a72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0775249 Dec 21 22:43:29.072733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-5189ecf3-70a1-46d0-876c-59b1f9d0f6f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:29.074245 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-5189ecf3-70a1-46d0-876c-59b1f9d0f6f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.2068341 Dec 21 22:43:29.080949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4aec-35bc-4345-b0ec-779554af44db req-74582efb-cf27-448b-bb4d-d17c4e364ab9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:29.082427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d29c4aec-35bc-4345-b0ec-779554af44db req-74582efb-cf27-448b-bb4d-d17c4e364ab9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.1822484 Dec 21 22:43:29.221901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d29c4aec-35bc-4345-b0ec-779554af44db req-3209072a-0c46-4c91-b8fe-36014ca7acee tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835469 Dec 21 22:43:29.224858 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-91400055-3d0e-4464-a41e-d26d1cf7ae6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 1002 time: 0.1415284 Dec 21 22:43:29.295546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-c6a519d0-a6d2-422e-b342-0b059bc87da2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:29.297149 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-c6a519d0-a6d2-422e-b342-0b059bc87da2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0655460 Dec 21 22:43:29.380158 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-4260f458-e1a7-4a10-82ba-7e7152e040e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766242 Dec 21 22:43:29.527375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-bbc226db-d164-4724-ba0c-df9b3538e9d2 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410105 Dec 21 22:43:29.671405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-31fbacc4-3feb-4e3e-a088-3f3684bf017e req-b10bdbdb-8e78-4258-8ae8-31487970c76a service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373436 Dec 21 22:43:30.436496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab7270-0375-4124-8acb-ebdf403be112 req-e11a3745-226a-4918-a6ba-925109bfd000 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:30.438007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dcab7270-0375-4124-8acb-ebdf403be112 req-e11a3745-226a-4918-a6ba-925109bfd000 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0831013 Dec 21 22:43:30.487112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dcab7270-0375-4124-8acb-ebdf403be112 req-fc6b3422-7667-4923-8dbc-46e69b018ecc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Dec 21 22:43:31.154913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:43:31.157583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:43:31.388141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:31.427452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:31.450409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:43:31.460211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'mac_address': 'fa:16:3e:78:43:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:43:31.464755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:31.507275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:31.553011 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'code': 200} Dec 21 22:43:31.569586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:31.606967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:43:31.620937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=9']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:31.629006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:31.674877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:31.703004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34cdc8-105f-4721-8933-8d11466bb0d9 req-7fe33db9-34a2-4488-b195-a726a9581b02 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:31.704627 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e34cdc8-105f-4721-8933-8d11466bb0d9 req-7fe33db9-34a2-4488-b195-a726a9581b02 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0875399 Dec 21 22:43:31.745247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['0cf9675d-a5ab-41ec-bda7-f271a9d5f192'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:43:31.755878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e34cdc8-105f-4721-8933-8d11466bb0d9 req-c7adbfdc-d679-4a96-8555-37eccb858ed8 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Dec 21 22:43:31.786153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=10']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:31.969236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa1a18-1d24-4d08-8dbc-8fef4766a697 req-b5b6256e-b52f-4b5b-acee-fd80f95d6033 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:31.970836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-85aa1a18-1d24-4d08-8dbc-8fef4766a697 req-b5b6256e-b52f-4b5b-acee-fd80f95d6033 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0832720 Dec 21 22:43:32.242331 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-85aa1a18-1d24-4d08-8dbc-8fef4766a697 req-a74f6c91-12a2-4e9a-9eea-1fb205a07b13 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646379 Dec 21 22:43:32.446559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca115-5a2e-49df-a262-16c1e5b01d59 req-f714c996-fdb5-4f82-a72b-2307b1890719 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:32.448145 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a1ca115-5a2e-49df-a262-16c1e5b01d59 req-f714c996-fdb5-4f82-a72b-2307b1890719 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.0831664 Dec 21 22:43:32.495906 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a1ca115-5a2e-49df-a262-16c1e5b01d59 req-7e20a9fc-5445-4d40-949d-0fc504f54c51 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Dec 21 22:43:32.631214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-75678972-ff79-4c0d-a82c-cf5b682ed978 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785701 Dec 21 22:43:32.781272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-9fabd589-1bf9-407f-97cb-5fc88578e3aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 1098 time: 0.0756323 Dec 21 22:43:32.943068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-7a122852-4ebd-4893-abd0-8d616fbf1830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:32.944740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-7a122852-4ebd-4893-abd0-8d616fbf1830 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1416800 Dec 21 22:43:33.104094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-82c73e27-c832-4bd3-9d3c-cbb924297118 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 200 len: 1001 time: 0.1525602 Dec 21 22:43:33.166657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:43:33.185905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c0972-c845-4106-a7e0-2cb144e42b68 req-32fe12fb-b850-47fc-9ce2-516306cd9ef2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:33.187507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954c0972-c845-4106-a7e0-2cb144e42b68 req-32fe12fb-b850-47fc-9ce2-516306cd9ef2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 945 time: 0.1809461 Dec 21 22:43:33.212787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-81782620-0793-4ad5-973b-787eb752273e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:33.214320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-81782620-0793-4ad5-973b-787eb752273e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0981910 Dec 21 22:43:33.242587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:43:33.247422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:33.294741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954c0972-c845-4106-a7e0-2cb144e42b68 req-f19fd762-bf2b-45fb-8cc0-c48b1f93fbed tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005795 Dec 21 22:43:33.323438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-d294b4b4-efd4-4d69-882a-4df7e0c4dea6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973647 Dec 21 22:43:33.374972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:33.409212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:33.441745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:33.467678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-f374fc6f-9027-4bd2-ac13-529ccfae282f service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408689 Dec 21 22:43:33.510410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=11']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:33.553944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:43:33.612268 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'code': 200} Dec 21 22:43:33.614504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e147ff7a-53dd-4703-9bb0-e3302ffc7300 req-668e09fc-a0b6-465b-ae57-7eb7c5e25f46 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393127 Dec 21 22:43:33.703282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:34.508547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29705-1457-4ec3-a8a3-efe075a31aa9 req-5eb11325-64ce-4870-ab0a-231e1e47c684 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:34.510153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-04a29705-1457-4ec3-a8a3-efe075a31aa9 req-5eb11325-64ce-4870-ab0a-231e1e47c684 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 946 time: 0.0869834 Dec 21 22:43:34.558852 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-04a29705-1457-4ec3-a8a3-efe075a31aa9 req-63ac4ffb-790e-498a-a2a6-ecd38e26bebe tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Dec 21 22:43:35.127477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-b49a68f6-8037-486a-baba-9a20cf05290b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:35.129080 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-b49a68f6-8037-486a-baba-9a20cf05290b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 946 time: 0.0827823 Dec 21 22:43:35.204432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Deleting port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:43:35.204818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:35.455915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] For port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:35.456258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:35.804190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:35.804872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:35.805004 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d disassociated. External IP: 172.26.6.227, port: 0cf9675d-a5ab-41ec-bda7-f271a9d5f192. Dec 21 22:43:35.805317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Calling delete_port for 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:43:35.888010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a727e-1155-4671-a993-7309c00d453a req-d80d3741-10f5-4e0a-99fb-cd7b57fbdb3c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:35.889634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a56a727e-1155-4671-a993-7309c00d453a req-d80d3741-10f5-4e0a-99fb-cd7b57fbdb3c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 946 time: 0.1805527 Dec 21 22:43:35.946681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a56a727e-1155-4671-a993-7309c00d453a req-f1bb71ef-65d6-443e-aade-6353e14792d6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 Dec 21 22:43:36.080678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:36.133467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event deleted for resources: {'Port': ['ID=0cf9675d-a5ab-41ec-bda7-f271a9d5f192,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:36.148616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.149003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.149382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.149785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.150093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.150456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.150891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.151153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.151512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.151873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.152235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:43:36.369409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:43:36.584148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:43:36.595251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:43:36.607847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:43:36.608532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:43:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:43:36.658210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] No DVR routers for this DVR port 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:43:36.660842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:36.665534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-deleted', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:43:36.699960 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7531121e-a0c1-478c-bdb1-de40b35736e4 req-e870c86d-9ad0-4374-98cf-f6698f256d81 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "DELETE /v2.0/ports/0cf9675d-a5ab-41ec-bda7-f271a9d5f192 HTTP/1.1" status: 204 len: 173 time: 1.5656114 Dec 21 22:43:36.801434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:43:36.807136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c452698f-76e9-4725-b3f6-d00f6dbe0e19', 'name': 'network-vif-deleted', 'tag': '0cf9675d-a5ab-41ec-bda7-f271a9d5f192', 'status': 'completed', 'code': 200} Dec 21 22:43:37.141211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-88849b04-0888-4912-b06e-b42d023025b7 req-61fc960d-6eaf-45d9-b3b3-b3342ee002ba tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:43:37.184798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-88849b04-0888-4912-b06e-b42d023025b7 req-61fc960d-6eaf-45d9-b3b3-b3342ee002ba tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:43:37.186135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-88849b04-0888-4912-b06e-b42d023025b7 req-61fc960d-6eaf-45d9-b3b3-b3342ee002ba tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=c452698f-76e9-4725-b3f6-d00f6dbe0e19 HTTP/1.1" status: 200 len: 210 time: 0.0947959 Dec 21 22:43:37.290847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:43:37.294899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:43:37.301080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f88a770e-b167-4fee-bd61-c36058ee817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:37.310687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:43:37.311354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:43:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:43:37.499479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:43:37.828342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:43:37.832539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971edf6c-91e5-4ba9-8cf1-ce81964879db None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:43:38.275607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a95d8-23e9-4f66-b8ec-90f8ce24bf51 None None] New status for floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:43:38.582097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2e5ac8f-60c4-4301-b2e5-95b999c336cd tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2076780756&fields=id&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 267 time: 0.0466685 Dec 21 22:43:38.740396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b0c195bd-687c-4cc1-9626-95a7f4be119e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:38.742101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b0c195bd-687c-4cc1-9626-95a7f4be119e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 811 time: 0.1524923 Dec 21 22:43:38.759775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-f1b570f8-7175-436c-9c4b-2cd6cf6d12e7 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/quotas/c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 375 time: 0.0118032 Dec 21 22:43:38.841926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:38.846600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-d1b20b60-ece6-41bd-ada7-58211952c202 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814781 Dec 21 22:43:38.863565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-a2638a95-b8cd-4f43-9e1a-568afb10d5b9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:43:38.864654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-a2638a95-b8cd-4f43-9e1a-568afb10d5b9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052001 Dec 21 22:43:39.005763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-9130e682-9bbf-4fb1-9b42-23af5c7dcc02 service neutron] 10.222.0.30 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345417 Dec 21 22:43:39.149063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-8be32a7f-271c-476c-ab84-71ab774c348a service neutron] 10.222.0.30 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364686 Dec 21 22:43:39.163319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:43:39.201173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:43:39.201571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0cf9675d-a5ab-41ec-bda7-f271a9d5f192 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:43:39.429507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1fb6766-2fa2-4e1f-9a9a-9438ed87fdd7 req-1d0feda9-8010-4f5a-ae9e-b32e6496b42d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 210 time: 0.0468774 Dec 21 22:43:40.057654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fae5288-3eb0-499f-8263-2985dede08ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:40.110542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:40.609094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d49c4cd3-81df-4b1a-8cd9-e2b37b203160 req-f2c812ca-f894-493c-a6c6-697012a3259d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 210 time: 0.0494537 Dec 21 22:43:41.449302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-29d63b5f-db97-4d56-bb6f-ebeb3c5e1cea tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:41.450901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-29d63b5f-db97-4d56-bb6f-ebeb3c5e1cea tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 811 time: 0.3918681 Dec 21 22:43:41.510681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-8966e329-2fd0-4d02-9944-58c7f92c4898 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 380 time: 0.0479188 Dec 21 22:43:41.519113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'port': {'device_id': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'admin_state_up': True, 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'security_groups': ['aca01a31-c3ab-484c-b6b2-333a38c856d3']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:43:41.613435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:41.668726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:43:41.678882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:43:41.710941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Made reservation on behalf of c9dfe3b787a742bd9c190253c783b6bd for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:43:41.716676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:41.832626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-672e3a8c-a290-4c1b-9e77-89a1b4baf3bf req-0e2f22b9-61bb-4b26-93fe-12cd657a8762 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 210 time: 0.0577817 Dec 21 22:43:41.929400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Allocated IP 172.20.0.12 (3568d2a1-7bc2-4bab-b375-21dde5d9f174/b6bd6cc3-0480-4241-8ab7-4e80ed2b4826/4c610c9c-8534-4113-863c-eb1505ea248b) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:43:42.293066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:42.309989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Transition to ACTIVE for port object 4c610c9c-8534-4113-863c-eb1505ea248b will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:43:42.351187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:42.429218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:43:42.433111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:43:42.437454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:43:42.471148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:42.509087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:42.509774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:42.641513 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-b2840daf-2a1b-4f43-9cfa-2afe852af9fc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1263130 Dec 21 22:43:42.653787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Request body: {'port': {'device_id': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:43:42.728163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-da08afc6-02c6-4c19-bcf2-96fff4ad0e53 None None] Provisioning for port 4c610c9c-8534-4113-863c-eb1505ea248b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:43:42.733566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-da08afc6-02c6-4c19-bcf2-96fff4ad0e53 None None] Provisioning complete for port 4c610c9c-8534-4113-863c-eb1505ea248b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:43:42.733975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da08afc6-02c6-4c19-bcf2-96fff4ad0e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:42.772792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:42.790496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-da08afc6-02c6-4c19-bcf2-96fff4ad0e53 None None] Port 4c610c9c-8534-4113-863c-eb1505ea248b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:43:43.137854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be39d-18d8-4a40-8873-599ef3b45027 req-514693c2-e06d-4064-a16a-2fcddc71c8ff tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:43.137854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-984be39d-18d8-4a40-8873-599ef3b45027 req-514693c2-e06d-4064-a16a-2fcddc71c8ff tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:43:43.193951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-984be39d-18d8-4a40-8873-599ef3b45027 req-514693c2-e06d-4064-a16a-2fcddc71c8ff tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:43:43.195228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-984be39d-18d8-4a40-8873-599ef3b45027 req-514693c2-e06d-4064-a16a-2fcddc71c8ff tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 932 time: 0.2307751 Dec 21 22:43:43.252035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c610c9c-8534-4113-863c-eb1505ea248b {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:43:43.264106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:43.280725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-984be39d-18d8-4a40-8873-599ef3b45027 req-36281e7d-d1eb-4010-a3e5-b494d30f9865 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757101 Dec 21 22:43:43.304836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Transition to ACTIVE for port object 4c610c9c-8534-4113-863c-eb1505ea248b will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:43:43.333226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:43.470976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c2487-0005-4efc-824f-485f5006654d service neutron] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:43.586535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Attempting to bind port 4c610c9c-8534-4113-863c-eb1505ea248b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:43:43.587089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Attempting to bind port 4c610c9c-8534-4113-863c-eb1505ea248b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:43:43.587259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Attempting to bind port 4c610c9c-8534-4113-863c-eb1505ea248b on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:43:43.593820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Port 4c610c9c-8534-4113-863c-eb1505ea248b on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:43:43.594185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Attempting to bind port 4c610c9c-8534-4113-863c-eb1505ea248b on network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:43:43.601420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:43:43.601789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Checking segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:43:43.602221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Bound using segment: {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:43:43.602687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Bound port: 4c610c9c-8534-4113-863c-eb1505ea248b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:43:43.603070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:43.695773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:43:43.699129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:43:43.749647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:43.815093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:43.816886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-120c2487-0005-4efc-824f-485f5006654d service neutron] 10.222.0.46 "PUT /v2.0/ports/4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 1094 time: 1.1679163 Dec 21 22:43:43.817373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:43:43.839078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c2487-0005-4efc-824f-485f5006654d service neutron] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:43.876624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b', 'status': 'completed', 'code': 200} Dec 21 22:43:43.968788 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-8562b581-3349-4911-8050-90917a488cac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1097 time: 0.0836902 Dec 21 22:43:44.042442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-15a03b7b-9fb5-4ae3-bc89-0ff3ed5130f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 217 time: 0.0665689 Dec 21 22:43:44.115108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-bc03e5ae-ab74-4807-a9ee-e9eb82e76f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:44.117364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-bc03e5ae-ab74-4807-a9ee-e9eb82e76f04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0691407 Dec 21 22:43:44.198314 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-8c9e51b3-83fb-4229-aef7-537caa57e77b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745583 Dec 21 22:43:44.344848 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-d40ebe20-b12e-4d99-9684-0a99eb81cd0a service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398642 Dec 21 22:43:44.538748 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-484afad9-2f08-4252-ab2c-b12fe9c478fd req-47f4a456-75c6-4213-8907-89faafa7087b service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874468 Dec 21 22:43:44.566371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63489914-205b-456a-a65b-4073d3683826 req-9c94b15f-9d3f-4dc9-af56-ac5e41893fb3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:44.567959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-63489914-205b-456a-a65b-4073d3683826 req-9c94b15f-9d3f-4dc9-af56-ac5e41893fb3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 944 time: 0.1213505 Dec 21 22:43:44.619911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-63489914-205b-456a-a65b-4073d3683826 req-f61f24d2-73b8-443c-b2c2-e4c1b4db8ead tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 Dec 21 22:43:44.703721 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-4dbed8cb-119f-424a-b0ae-23b3423db0be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1097 time: 0.0756381 Dec 21 22:43:44.846707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-0a760df2-7f0d-423d-beaf-b3fd1f478432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:44.848299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-0a760df2-7f0d-423d-beaf-b3fd1f478432 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1377923 Dec 21 22:43:44.923461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-52cda61f-c5b3-49aa-8afe-1fb9f8549d96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 217 time: 0.0677798 Dec 21 22:43:44.991050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-d1bbdd8c-2cb0-4ba6-8048-a13c3281d10d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:44.992611 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-d1bbdd8c-2cb0-4ba6-8048-a13c3281d10d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0627427 Dec 21 22:43:45.076131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-ce8b6eac-f7e0-4458-b82e-e3ba2d833a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761654 Dec 21 22:43:45.219292 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-d95a1e13-9739-4f5d-8d69-25c8c3db2c1a service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356986 Dec 21 22:43:45.362668 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3340d64a-cbb8-4a0d-98bc-aca523f4990f req-a6965d71-6a87-4d6a-9ca3-77a6e0a06fb8 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368001 Dec 21 22:43:45.827717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863d081-7f34-44e3-bafb-0565c76d245b req-d0d8fd2b-29f7-419b-beab-0bf61c37d6b3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:45.829343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d863d081-7f34-44e3-bafb-0565c76d245b req-d0d8fd2b-29f7-419b-beab-0bf61c37d6b3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 944 time: 0.0824192 Dec 21 22:43:45.878192 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d863d081-7f34-44e3-bafb-0565c76d245b req-cc6ba3e1-b8cc-4310-b43d-4ce5684ffb36 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Dec 21 22:43:47.084957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3efe-d988-49f6-8e17-d4b1141efd61 req-9b06eb33-fc2e-49d0-a96d-44109ffb5e22 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:47.086580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-564c3efe-d988-49f6-8e17-d4b1141efd61 req-9b06eb33-fc2e-49d0-a96d-44109ffb5e22 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 944 time: 0.0858972 Dec 21 22:43:47.135822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-564c3efe-d988-49f6-8e17-d4b1141efd61 req-89dde8f5-0bc5-4e18-bf55-e1895c7e2d55 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Dec 21 22:43:47.179274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:43:47.481700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:47.495579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '4c610c9c-8534-4113-863c-eb1505ea248b', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': '4c610c9c-8534-4113-863c-eb1505ea248b', 'mac_address': 'fa:16:3e:fa:6c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:43:47.555212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:47.573756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c610c9c-8534-4113-863c-eb1505ea248b {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:43:47.588510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:47.622822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:47.689278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:47.828009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['4c610c9c-8534-4113-863c-eb1505ea248b'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:43:48.338380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b36d9d-c6ad-497b-a6ab-d553662cfc9c req-d159cadc-33a1-46cd-bc8a-e13dcf139208 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:48.339965 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b8b36d9d-c6ad-497b-a6ab-d553662cfc9c req-d159cadc-33a1-46cd-bc8a-e13dcf139208 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 945 time: 0.0823843 Dec 21 22:43:48.387583 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b8b36d9d-c6ad-497b-a6ab-d553662cfc9c req-01fa407d-176d-4558-a644-7f8db610b960 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Dec 21 22:43:49.191331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:43:49.285394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 4c610c9c-8534-4113-863c-eb1505ea248b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:43:49.290839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 4c610c9c-8534-4113-863c-eb1505ea248b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:43:49.291252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:49.406033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:49.434681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:43:49.445068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:43:49.476604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:49.522204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b', 'code': 200} Dec 21 22:43:49.561365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:43:49.605850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c05b2-6782-49cd-b93d-8fef2c81bb2d req-e7217c30-b555-4036-94ce-d0cdec7824dc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:49.607455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf1c05b2-6782-49cd-b93d-8fef2c81bb2d req-e7217c30-b555-4036-94ce-d0cdec7824dc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0904572 Dec 21 22:43:49.657491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf1c05b2-6782-49cd-b93d-8fef2c81bb2d req-52079763-b473-4931-b4e5-fecccf88eb3a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436373 Dec 21 22:43:49.788182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8a6a5ea9-48ea-4f5e-9b17-d2bfd0bc3312 req-1903cd38-ac55-4e45-9565-4d8d9e27d01e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1099 time: 0.0728621 Dec 21 22:43:49.836072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8a6a5ea9-48ea-4f5e-9b17-d2bfd0bc3312 req-640cda7c-4179-4c58-bde6-0cea6c54ccbe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Dec 21 22:43:51.095291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847633cf-87e3-451c-8e91-00e741333734 req-267cf1fb-cb7c-4a56-8fa9-f0d55fe2d693 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:51.096940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-847633cf-87e3-451c-8e91-00e741333734 req-267cf1fb-cb7c-4a56-8fa9-f0d55fe2d693 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.3078723 Dec 21 22:43:51.144921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-847633cf-87e3-451c-8e91-00e741333734 req-f974b9ea-4b92-4a82-a3ed-fc55aaef3511 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Dec 21 22:43:52.353327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bb1e9-b3fe-4bb2-94de-2dbf6db7bfdd req-0c9663a5-5d0a-49ab-a8d4-9e227819fbd6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:52.354843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7bb1e9-b3fe-4bb2-94de-2dbf6db7bfdd req-0c9663a5-5d0a-49ab-a8d4-9e227819fbd6 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0866878 Dec 21 22:43:52.402739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a7bb1e9-b3fe-4bb2-94de-2dbf6db7bfdd req-70f9bddb-a817-4533-8ce5-a5c72be9af88 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Dec 21 22:43:52.601745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc606-643c-4805-bf70-eadf22c307e7 req-eac57e72-1ded-45f8-9d06-02d2f801f078 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:52.603407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-662fc606-643c-4805-bf70-eadf22c307e7 req-eac57e72-1ded-45f8-9d06-02d2f801f078 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0833681 Dec 21 22:43:52.613083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 46996) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:43:52.620720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Request body: {'floatingip': {'port_id': '4c610c9c-8534-4113-863c-eb1505ea248b'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:43:52.701671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:53.319486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:53.350739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:53.546603 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d associated. External IP: 172.26.6.227, port: 4c610c9c-8534-4113-863c-eb1505ea248b. Dec 21 22:43:53.957356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:43:54.140641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:43:54.169028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:43:54.174069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:43:54.179621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:43:54.193056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:43:54.193900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:43:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:43:54.230744 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-afc0ab9a-2e2a-48e1-b75f-647690ae601c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "PUT /v2.0/floatingips/26c2c8a5-bcca-4068-aec3-dca4697e439d HTTP/1.1" status: 200 len: 993 time: 1.6161947 Dec 21 22:43:54.231359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:43:54.290012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b', 'status': 'completed', 'code': 200} Dec 21 22:43:54.387852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:43:54.389779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-bd45db8b-78c7-4e52-9a88-436b9722e7b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1099 time: 0.0783887 Dec 21 22:43:54.533835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-e51f96a7-aae3-47cd-960a-af8f1107a45e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:54.535363 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-e51f96a7-aae3-47cd-960a-af8f1107a45e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1397185 Dec 21 22:43:54.641447 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-465ac95d-734c-4d84-942a-42065334bc41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 1001 time: 0.0997508 Dec 21 22:43:54.714180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-bd2a1d96-1459-4d25-9ff6-fa95c61dcbb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:43:54.715774 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-bd2a1d96-1459-4d25-9ff6-fa95c61dcbb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0682755 Dec 21 22:43:54.776556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '4c610c9c-8534-4113-863c-eb1505ea248b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:fa:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:43:53Z', 'revision_number': 13, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:43:54.780700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:43:54.792734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:43:54.793451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:43:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:43:54.798070 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-046ef7f9-10ef-4cdd-8ee0-3269c1fd426a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750749 Dec 21 22:43:54.942089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-79f4af96-aa70-4b81-a980-5e3922837255 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367633 Dec 21 22:43:54.983415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:43:55.086562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b7a4776-e0f5-4abd-8296-96e721a83666 req-5cd98dec-ff81-4921-8fa6-86e97d85e7ea service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381884 Dec 21 22:43:55.371804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '4c610c9c-8534-4113-863c-eb1505ea248b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:fa:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:43:53Z', 'revision_number': 13, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:43:55.376115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb914c-8d04-4391-9929-3cc8a8cf83ee None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '26c2c8a5-bcca-4068-aec3-dca4697e439d', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'floating_ip_address': '172.26.6.227', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'port_id': '4c610c9c-8534-4113-863c-eb1505ea248b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'mac_address': 'fa:16:3e:fa:6c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:39:25Z', 'updated_at': '2021-12-21T22:43:53Z', 'revision_number': 13, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:43:55.709943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686eea0-0315-4a45-8b3e-2d37bc444b7d None None] New status for floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:44:03.714549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:07.297346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-493921b3-20f6-4c0e-b2d4-1cbc0a22e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:08.851406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:10.045702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-757c98e7-ade5-414c-a709-d13326b0f695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:10.110007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:11.629958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:31.142264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:44:32.221835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593165f-e3d1-48e6-8e83-3a96244aec5d req-f150a0d1-d52f-4ca2-93ae-601c41128c04 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:32.223435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e593165f-e3d1-48e6-8e83-3a96244aec5d req-f150a0d1-d52f-4ca2-93ae-601c41128c04 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0864079 Dec 21 22:44:32.272639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e593165f-e3d1-48e6-8e83-3a96244aec5d req-73a36d2a-3cf7-4290-b972-ae9076236a2b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Dec 21 22:44:33.703636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:34.633693 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-4a75dbc1-e664-4bc5-9e10-9f73f3024084 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738673 Dec 21 22:44:34.782357 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-a0c01864-8808-4eb5-8385-bcfcaad86e75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1099 time: 0.0761034 Dec 21 22:44:35.169158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-0df0b8d6-cc8f-476e-8086-faacc6959976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:35.170766 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-0df0b8d6-cc8f-476e-8086-faacc6959976 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.3682728 Dec 21 22:44:35.281659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-df172786-3f8d-4b13-a9d4-d63594e319b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 1003 time: 0.1043997 Dec 21 22:44:35.351269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-d148f0de-16b6-45da-ac06-941cd5397da1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:35.352787 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-d148f0de-16b6-45da-ac06-941cd5397da1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0638294 Dec 21 22:44:35.431450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-1b4a4626-525e-4114-83f5-04e01b17e533 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728302 Dec 21 22:44:35.575415 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-de0edb1b-d1d6-4017-861a-234380a449ac service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373227 Dec 21 22:44:35.717532 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a62e6c3b-9615-4c4a-bd70-687cc29b6036 req-4a3b96dd-b0e1-4b52-844a-e96d66892149 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359656 Dec 21 22:44:37.280880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4ade-8de0-447d-ad74-bf7068883e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:38.852278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:40.040932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2dbe88fc-96b8-498c-a285-664e49fc656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:40.109541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:41.629635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:44:42.173323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-056efdec-eb82-4c4f-ab49-1896f5168c47 req-c93054f6-290c-46af-b534-6205b08c1ac8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1517918 Dec 21 22:44:42.551152 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-b1529655-23e6-4c78-8b11-4eed71abe451 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731044 Dec 21 22:44:42.660860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da8c41-7eb6-49b7-b717-d1b94dd5a5e8 req-12fda934-2ff5-4004-9e26-187919b04caa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:42.663562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40da8c41-7eb6-49b7-b717-d1b94dd5a5e8 req-12fda934-2ff5-4004-9e26-187919b04caa tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.1876318 Dec 21 22:44:42.715296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40da8c41-7eb6-49b7-b717-d1b94dd5a5e8 req-73d4460f-c0de-4636-b670-fc0ed4c88aed tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445898 Dec 21 22:44:44.063233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9ecd5-d961-4eb8-b98b-c953e27c749a req-f916a60d-030a-4150-bcca-254d2c35f658 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:44.064906 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ffd9ecd5-d961-4eb8-b98b-c953e27c749a req-f916a60d-030a-4150-bcca-254d2c35f658 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.1620502 Dec 21 22:44:44.113850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ffd9ecd5-d961-4eb8-b98b-c953e27c749a req-0f786cc5-d9a4-47ae-82a7-83309a418a30 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423791 Dec 21 22:44:44.409660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-4ec7d483-595c-4b61-bad3-3685b13a0139 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1099 time: 0.0740640 Dec 21 22:44:44.551500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-c8f54504-df6e-4e01-94b1-f558e7a698a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:44.553575 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-c8f54504-df6e-4e01-94b1-f558e7a698a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1381474 Dec 21 22:44:44.662775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-f6dcc2ff-b215-495a-bfd1-778cfc0e463c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 1003 time: 0.1020632 Dec 21 22:44:44.733248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-57f8d86f-20bb-4856-a0da-d271a289d110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:44.734802 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-57f8d86f-20bb-4856-a0da-d271a289d110 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0668881 Dec 21 22:44:44.814712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-25e3d0ca-4814-45cd-a7d8-6412dc0b27b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733023 Dec 21 22:44:44.955928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-d4d2b1be-fd89-44c1-8976-b70479340a29 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344538 Dec 21 22:44:45.101309 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-ebb3048e-485c-475f-a1cc-c8af55f20d22 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368668 Dec 21 22:44:45.322766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabaf75-5068-4f00-8932-6ae09a9ae901 req-58b6e268-3c29-4340-88e7-0624e5f4bdc7 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:45.324366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2aabaf75-5068-4f00-8932-6ae09a9ae901 req-58b6e268-3c29-4340-88e7-0624e5f4bdc7 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0839899 Dec 21 22:44:45.376732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2aabaf75-5068-4f00-8932-6ae09a9ae901 req-08e0b110-824e-43b2-938d-58acc1b4ab0a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460773 Dec 21 22:44:46.584473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff14bf4-ff8e-40ab-906b-0846390cd181 req-55233595-35c3-4084-8135-57cd6d8692d3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:46.586106 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2ff14bf4-ff8e-40ab-906b-0846390cd181 req-55233595-35c3-4084-8135-57cd6d8692d3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0856078 Dec 21 22:44:46.634859 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2ff14bf4-ff8e-40ab-906b-0846390cd181 req-2602b920-9d41-4448-b48a-f2da0bc462d0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Dec 21 22:44:47.977940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa5c61-91c9-43b3-b610-6aeddd035036 req-f6a9cdf4-e0b7-44eb-90ef-3750bc581ac9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:47.979543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1fa5c61-91c9-43b3-b610-6aeddd035036 req-f6a9cdf4-e0b7-44eb-90ef-3750bc581ac9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0867109 Dec 21 22:44:48.027743 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1fa5c61-91c9-43b3-b610-6aeddd035036 req-b3e827fe-49af-4d20-8180-a80b8cb76c64 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Dec 21 22:44:49.237273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f24a-a64d-4475-a1c0-147566442049 req-cb7762c7-74ec-4419-a770-f772757d0ed4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:49.238875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89e7f24a-a64d-4475-a1c0-147566442049 req-cb7762c7-74ec-4419-a770-f772757d0ed4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0839074 Dec 21 22:44:49.286827 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-89e7f24a-a64d-4475-a1c0-147566442049 req-81bdd365-448f-4b4e-b8ab-ac22e1293e73 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Dec 21 22:44:50.496298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a6220-17c3-4d03-b486-fb28d71007a2 req-bc7cc7f7-a3c0-4c19-880f-a51ee5f21c80 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:50.497948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-453a6220-17c3-4d03-b486-fb28d71007a2 req-bc7cc7f7-a3c0-4c19-880f-a51ee5f21c80 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0873842 Dec 21 22:44:50.546843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-453a6220-17c3-4d03-b486-fb28d71007a2 req-38590a22-2bbc-4fa5-aa17-cb4891151b05 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Dec 21 22:44:51.751569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18fceb-77b0-4e18-b465-7d2226f6a3f1 req-63cc41f9-309e-4396-bfc7-197950572e32 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:51.753218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f18fceb-77b0-4e18-b465-7d2226f6a3f1 req-63cc41f9-309e-4396-bfc7-197950572e32 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0836372 Dec 21 22:44:51.801795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f18fceb-77b0-4e18-b465-7d2226f6a3f1 req-0feb3036-c047-4c59-89d6-2fed64583109 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418251 Dec 21 22:44:53.014712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336501-cdf8-4f2c-9a04-768f8d5c8500 req-ff59166e-8e04-4302-a24f-82f06662946d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:53.016373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b336501-cdf8-4f2c-9a04-768f8d5c8500 req-ff59166e-8e04-4302-a24f-82f06662946d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0872960 Dec 21 22:44:53.064567 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b336501-cdf8-4f2c-9a04-768f8d5c8500 req-5fbcdfd6-a092-4f60-84ee-4a9ed9e2cc60 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 Dec 21 22:44:54.272707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ef9f-f8d4-44a7-a411-070afd674157 req-17af91a6-ea77-4e02-b164-99bc2303d836 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:54.274325 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a32ef9f-f8d4-44a7-a411-070afd674157 req-17af91a6-ea77-4e02-b164-99bc2303d836 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0868616 Dec 21 22:44:54.326158 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a32ef9f-f8d4-44a7-a411-070afd674157 req-869c7787-731d-4421-9ed1-781a56a7136d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458672 Dec 21 22:44:55.530225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9b3bb-d6a2-42f4-ac97-3ac127cc9660 req-8cb204f3-9462-47b0-bafe-ba95d2355a5f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:55.531836 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1f9b3bb-d6a2-42f4-ac97-3ac127cc9660 req-8cb204f3-9462-47b0-bafe-ba95d2355a5f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0846317 Dec 21 22:44:55.581014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1f9b3bb-d6a2-42f4-ac97-3ac127cc9660 req-22f97ea1-3d90-457c-9c5c-9325db70640a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Dec 21 22:44:56.801724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b826b5-d9a5-4ab9-a373-072b6797b64a req-2a3b2e6e-4175-4559-84e0-bc2fc359499c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:56.804327 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93b826b5-d9a5-4ab9-a373-072b6797b64a req-2a3b2e6e-4175-4559-84e0-bc2fc359499c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0880623 Dec 21 22:44:56.853750 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93b826b5-d9a5-4ab9-a373-072b6797b64a req-81e1249f-7b76-4c58-b4e3-5c9d50ae1be4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Dec 21 22:44:57.902775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-dfdd9912-010b-4355-99ed-b530c31fb946 service neutron] 10.222.0.46 "GET /v2.0/ports/4c610c9c-8534-4113-863c-eb1505ea248b/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0767648 Dec 21 22:44:58.066870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74bc30-fa71-48e9-abf6-59e7404c568b req-69387319-90a1-460c-b2c0-f0b1fcf8645f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:58.068570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a74bc30-fa71-48e9-abf6-59e7404c568b req-69387319-90a1-460c-b2c0-f0b1fcf8645f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0883040 Dec 21 22:44:58.121068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a74bc30-fa71-48e9-abf6-59e7404c568b req-4544abcd-f3b4-4175-9714-ace1820b4e04 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Dec 21 22:44:58.310576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-5f8e16e5-5d1e-4106-a3a9-0d0a277696f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 1099 time: 0.0745361 Dec 21 22:44:58.410613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-c555f2de-2330-44ee-9fd6-ca814f15995e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1099 time: 0.0758207 Dec 21 22:44:58.550931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-938fe6eb-6a89-4c43-a189-b388823e634b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:58.552588 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-938fe6eb-6a89-4c43-a189-b388823e634b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1360257 Dec 21 22:44:58.657137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-5f56f16a-2ecb-43b2-bb6f-190677c48485 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 1003 time: 0.0984063 Dec 21 22:44:58.730304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-7284abb8-9af0-4e65-ad31-eb50f41450c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:58.731851 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-7284abb8-9af0-4e65-ad31-eb50f41450c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0659466 Dec 21 22:44:58.813031 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-e7270a29-2cd4-4c03-882a-7b94f23867ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739524 Dec 21 22:44:58.953962 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-0f21d563-b651-4c57-9e73-7278c7477c44 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344097 Dec 21 22:44:59.096472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-1cf72b12-8891-46b4-b53e-92abf5ae5964 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348681 Dec 21 22:44:59.332454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7c978-6dc9-49aa-a12d-f8d11b2150f1 req-da3c4182-32d8-41f2-b14c-22daba391d6c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:44:59.334105 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00b7c978-6dc9-49aa-a12d-f8d11b2150f1 req-da3c4182-32d8-41f2-b14c-22daba391d6c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0874679 Dec 21 22:44:59.383728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00b7c978-6dc9-49aa-a12d-f8d11b2150f1 req-9fc1f366-dfb6-413f-8f4c-9b9bbf18c497 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Dec 21 22:45:00.597966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3b551-46da-4004-8eca-194476526077 req-00ba1186-5e82-4257-adb7-eb48f3fa2692 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:00.601124 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1f3b551-46da-4004-8eca-194476526077 req-00ba1186-5e82-4257-adb7-eb48f3fa2692 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0861819 Dec 21 22:45:00.649817 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1f3b551-46da-4004-8eca-194476526077 req-13140bda-6042-4fa6-bcfb-c612882974f7 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436430 Dec 21 22:45:01.568905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:45:01.683029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:01.711095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:45:01.721310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:01.755365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:01.794019 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b', 'code': 200} Dec 21 22:45:01.828162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:01.837683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.838064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.838442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.838812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.839180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.839546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.839910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.840276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.840667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.841000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.841361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:01.869433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029be8b-c813-45c4-9835-6b4881fb53ec req-c044de24-f4d0-4509-8260-b9f33aedacc9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:01.871043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b029be8b-c813-45c4-9835-6b4881fb53ec req-c044de24-f4d0-4509-8260-b9f33aedacc9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 944 time: 0.0873339 Dec 21 22:45:01.922907 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b029be8b-c813-45c4-9835-6b4881fb53ec req-1048148f-aa0f-4b7e-870d-b682fd6370af tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453901 Dec 21 22:45:03.129882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43879c6b-eb3c-4e42-add7-08445906ffaa req-e3a54997-c269-437c-8b8a-04ee3c10e6df tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:03.132179 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-43879c6b-eb3c-4e42-add7-08445906ffaa req-e3a54997-c269-437c-8b8a-04ee3c10e6df tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 944 time: 0.0828609 Dec 21 22:45:03.183148 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-43879c6b-eb3c-4e42-add7-08445906ffaa req-dd994268-f278-4ec0-8d4c-6364752c207f tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449350 Dec 21 22:45:03.583117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:45:03.736659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:03.755101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:03.756608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '4c610c9c-8534-4113-863c-eb1505ea248b', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': '4c610c9c-8534-4113-863c-eb1505ea248b', 'mac_address': 'fa:16:3e:fa:6c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:45:03.811233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:03.830011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c610c9c-8534-4113-863c-eb1505ea248b {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:45:03.845056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:03.873578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:03.943533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:03.946532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['4c610c9c-8534-4113-863c-eb1505ea248b'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:45:04.391767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc9afd-812a-4e8e-a58c-7f886c582370 req-7b4a2b22-cf74-489e-b37c-8c312d69f39a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:04.393379 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc9afd-812a-4e8e-a58c-7f886c582370 req-7b4a2b22-cf74-489e-b37c-8c312d69f39a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 945 time: 0.0830369 Dec 21 22:45:04.441877 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc9afd-812a-4e8e-a58c-7f886c582370 req-e9fea08b-5cb2-4284-b59d-a3f6957bbd67 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Dec 21 22:45:05.614296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:45:05.690900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 4c610c9c-8534-4113-863c-eb1505ea248b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:45:05.691319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:05.825943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:05.856120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:45:05.867832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:05.874242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19a80f-dda0-4f0f-9458-ba22fb0e9d83 req-39b90f19-38d2-43f3-8712-ee24e7da9f3a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:05.875909 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b19a80f-dda0-4f0f-9458-ba22fb0e9d83 req-39b90f19-38d2-43f3-8712-ee24e7da9f3a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 945 time: 0.3102245 Dec 21 22:45:05.897940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:05.926315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b19a80f-dda0-4f0f-9458-ba22fb0e9d83 req-57c437d9-46fe-4359-b3fd-fa544b0e370c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Dec 21 22:45:05.930365 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b', 'code': 200} Dec 21 22:45:05.973319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:07.138361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c5ad8-efdf-4c28-b524-ff6dc6bfa90d req-2ae3d0ff-e00d-44e6-a0d8-cb901eb5e5fb tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:07.139986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-240c5ad8-efdf-4c28-b524-ff6dc6bfa90d req-2ae3d0ff-e00d-44e6-a0d8-cb901eb5e5fb tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0857968 Dec 21 22:45:07.189126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-240c5ad8-efdf-4c28-b524-ff6dc6bfa90d req-a3f69d5f-10c5-473c-9972-91a1657c5a0c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421996 Dec 21 22:45:07.296378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-701b18fe-33ca-47fa-9b7d-9ebab4ea597b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:08.143673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:45:08.401928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5084e5-6a20-49bc-8e87-32371393f6bf req-1d9ea550-30a3-4c86-8517-f76239b90561 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:08.403435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d5084e5-6a20-49bc-8e87-32371393f6bf req-1d9ea550-30a3-4c86-8517-f76239b90561 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0864897 Dec 21 22:45:08.451445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d5084e5-6a20-49bc-8e87-32371393f6bf req-a13e7c83-8a6f-43e0-9fa4-c6f0bb30671b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 Dec 21 22:45:08.839479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:09.169296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-2f19f500-b4ad-42b4-b913-6e8e0efb13e1 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:09.170850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-2f19f500-b4ad-42b4-b913-6e8e0efb13e1 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b&tenant_id=c9dfe3b787a742bd9c190253c783b6bd&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1555085 Dec 21 22:45:09.176600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0269fc5-f119-489c-98dd-6ed5da7e0d82 req-744eab14-c2f8-47a4-ba44-93e8fc07056b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:09.178742 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a0269fc5-f119-489c-98dd-6ed5da7e0d82 req-744eab14-c2f8-47a4-ba44-93e8fc07056b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.1241300 Dec 21 22:45:09.285412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a0269fc5-f119-489c-98dd-6ed5da7e0d82 req-be3c7f1e-f433-481f-81a4-b161fd4efa35 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691118 Dec 21 22:45:09.292549 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-2ceeba88-3a0a-45ca-8118-f6d9bcda77ac service neutron] 10.222.0.46 "GET /v2.0/ports/4c610c9c-8534-4113-863c-eb1505ea248b/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1126990 Dec 21 22:45:09.394279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-9563f1e7-bf2c-48f2-98e5-4e7cfc658a14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1099 time: 0.0775797 Dec 21 22:45:09.537420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-6c55aecd-d660-4218-a4bb-d09c944eac9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:09.539098 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-6c55aecd-d660-4218-a4bb-d09c944eac9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1388555 Dec 21 22:45:09.648605 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-92822281-ef93-4d0b-a842-c4c55696b44a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 1003 time: 0.1030400 Dec 21 22:45:09.716549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-91669a99-bfdc-4ca3-9e32-af199edc5c63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:09.718091 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-91669a99-bfdc-4ca3-9e32-af199edc5c63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.0639977 Dec 21 22:45:09.798948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-ddb90816-a7a3-41d1-b8a0-41607d787215 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742245 Dec 21 22:45:09.940513 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-b5d116d1-98cf-492c-8334-a6ae03e8df67 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354108 Dec 21 22:45:10.040348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38d414c2-c1ab-46ca-aa04-91b109b042c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:10.088699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-b6e8b063-d961-46c9-93a8-9a5e189f0938 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415181 Dec 21 22:45:10.120643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:10.498831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3948b-3cde-419b-b80e-cb895a78ed92 req-5d4e1b73-99bf-4e48-bcf1-1637c24342de tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:10.500510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-94f3948b-3cde-419b-b80e-cb895a78ed92 req-5d4e1b73-99bf-4e48-bcf1-1637c24342de tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0868392 Dec 21 22:45:10.548521 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-94f3948b-3cde-419b-b80e-cb895a78ed92 req-27452249-a8d7-43f2-8d79-9f308d9f927b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Dec 21 22:45:11.640604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:11.755623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b285f1c-f0ef-4d98-9883-a124c0910a07 req-7de88a6e-bf2f-4f81-9fa1-186869f6ac3a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:11.757276 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1b285f1c-f0ef-4d98-9883-a124c0910a07 req-7de88a6e-bf2f-4f81-9fa1-186869f6ac3a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0841639 Dec 21 22:45:11.809108 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1b285f1c-f0ef-4d98-9883-a124c0910a07 req-ebba2433-306f-437a-abbf-807361ceb8cc tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455596 Dec 21 22:45:13.023396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb260a8-e0a4-4bde-9f27-2ccd39e22d3a req-aa7ec0e8-d825-490e-add0-7ed35b06989b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:13.025028 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cbb260a8-e0a4-4bde-9f27-2ccd39e22d3a req-aa7ec0e8-d825-490e-add0-7ed35b06989b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0865722 Dec 21 22:45:13.074353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cbb260a8-e0a4-4bde-9f27-2ccd39e22d3a req-7e3c41c8-cea7-4f7c-9c7c-612cb831bd0c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 Dec 21 22:45:13.806745 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-d43c5c53-d421-41b6-a272-a5214f0e701c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b&tenant_id=c9dfe3b787a742bd9c190253c783b6bd HTTP/1.1" status: 200 len: 1099 time: 0.0780036 Dec 21 22:45:13.902649 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-2000523a-73b9-4e27-b51f-062c45f2d0b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 1099 time: 0.0736513 Dec 21 22:45:14.042922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-6535acc7-ab77-44bc-b6f8-19079d463a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:14.044533 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-6535acc7-ab77-44bc-b6f8-19079d463a7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 200 len: 912 time: 0.1360161 Dec 21 22:45:14.157172 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-16741354-941e-4589-88ed-9499fb1a4987 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 200 len: 1003 time: 0.1051075 Dec 21 22:45:14.277291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-896bb285-d23b-4452-8c81-00927e425e88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:14.278857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-896bb285-d23b-4452-8c81-00927e425e88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 200 len: 850 time: 0.1154895 Dec 21 22:45:14.358646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678d207-5889-40ea-844f-58d339bad506 req-c674a8bb-8b57-44cf-b6e2-384dbbda9415 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:14.360157 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d678d207-5889-40ea-844f-58d339bad506 req-c674a8bb-8b57-44cf-b6e2-384dbbda9415 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.1582940 Dec 21 22:45:14.412719 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-2a24c487-f13b-4091-9a01-05bad364f9c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3568d2a1-7bc2-4bab-b375-21dde5d9f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254437 Dec 21 22:45:14.448823 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d678d207-5889-40ea-844f-58d339bad506 req-22b86880-0642-4824-be26-809c1564c6ff tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778015 Dec 21 22:45:14.562775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-05872f20-a069-44c2-bef4-3c589a14a80b service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423478 Dec 21 22:45:14.705004 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b144124-5c4f-49ec-b20f-e5533068ce7e req-a81192b1-8606-4078-b14a-35232f225c07 service neutron] 10.222.0.46 "GET /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355839 Dec 21 22:45:15.662258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:45:15.662969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0dce1-c174-4767-9092-947860576d62 req-0e5ede6b-396e-4cf6-a239-5cd1f154a32a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:15.665016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbb0dce1-c174-4767-9092-947860576d62 req-0e5ede6b-396e-4cf6-a239-5cd1f154a32a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0889165 Dec 21 22:45:15.719213 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbb0dce1-c174-4767-9092-947860576d62 req-c278bffd-fea9-4fef-a72f-fd9653451638 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478432 Dec 21 22:45:15.784143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:15.839972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:45:15.848523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:15.890803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:15.926298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b', 'code': 200} Dec 21 22:45:15.965141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=9']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:16.925722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a35b7-a0b2-4534-92ce-35eaa67a48fb req-95686c3a-6a2d-43c9-b2fa-306e83bba94a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:16.927577 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c6a35b7-a0b2-4534-92ce-35eaa67a48fb req-95686c3a-6a2d-43c9-b2fa-306e83bba94a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 944 time: 0.0833204 Dec 21 22:45:16.976664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c6a35b7-a0b2-4534-92ce-35eaa67a48fb req-ea77441b-9ef8-4732-8903-6942e5e9899b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Dec 21 22:45:17.662254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:45:17.806849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:17.821188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '4c610c9c-8534-4113-863c-eb1505ea248b', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'port_id': '4c610c9c-8534-4113-863c-eb1505ea248b', 'mac_address': 'fa:16:3e:fa:6c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:45:17.876601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:17.897758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c610c9c-8534-4113-863c-eb1505ea248b {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:45:17.913218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:17.947772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:18.017507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['4c610c9c-8534-4113-863c-eb1505ea248b'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:45:18.057712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=10']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:18.191379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc05172-b3ac-4bd7-87b5-e168103ac181 req-998f6dcd-9ee8-4a7f-9296-09f807d9fe43 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:18.193625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ddc05172-b3ac-4bd7-87b5-e168103ac181 req-998f6dcd-9ee8-4a7f-9296-09f807d9fe43 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0891125 Dec 21 22:45:18.243043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ddc05172-b3ac-4bd7-87b5-e168103ac181 req-5034de3b-528c-4e31-81b6-68980267dc68 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Dec 21 22:45:19.448380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066dbf8-0cdd-4fe7-8e39-acaa463619ac req-2036a236-485e-479c-843a-ee75a655014e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:19.449891 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4066dbf8-0cdd-4fe7-8e39-acaa463619ac req-2036a236-485e-479c-843a-ee75a655014e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 946 time: 0.0820367 Dec 21 22:45:19.501594 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4066dbf8-0cdd-4fe7-8e39-acaa463619ac req-f59b3f52-198a-4e75-969a-d3341c067ebb tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456140 Dec 21 22:45:19.691690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:45:19.764193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 4c610c9c-8534-4113-863c-eb1505ea248b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:45:19.764657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:19.882797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:19.909962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:45:19.920804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:19.954709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:19.992069 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b', 'code': 200} Dec 21 22:45:20.025146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=11']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:20.710543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddcf42-de5b-4a40-80a6-54671b71dd0e req-0ad79faa-1e46-444c-ba47-a0b9fae8c3d5 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:20.712130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6fddcf42-de5b-4a40-80a6-54671b71dd0e req-0ad79faa-1e46-444c-ba47-a0b9fae8c3d5 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.0853326 Dec 21 22:45:20.761551 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6fddcf42-de5b-4a40-80a6-54671b71dd0e req-50da11fa-ce4f-4682-9def-3912d7e9d34b tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Dec 21 22:45:21.970416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ba94e-66c8-4278-9c4c-b1c07c9c69c3 req-e8f4d160-945b-4ce9-95cc-84b19145da9c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:21.971979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa3ba94e-66c8-4278-9c4c-b1c07c9c69c3 req-e8f4d160-945b-4ce9-95cc-84b19145da9c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.0868888 Dec 21 22:45:22.022173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa3ba94e-66c8-4278-9c4c-b1c07c9c69c3 req-c2cd1871-f644-4a67-8b23-08f9c434cd57 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 Dec 21 22:45:23.230017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c7c59-d437-4dec-ad09-5f59a76eff6a req-116b7f7e-bf48-40a7-975c-d003a312b28d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:23.231627 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f22c7c59-d437-4dec-ad09-5f59a76eff6a req-116b7f7e-bf48-40a7-975c-d003a312b28d tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.0842829 Dec 21 22:45:23.280521 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f22c7c59-d437-4dec-ad09-5f59a76eff6a req-f8633b6d-8d34-4e37-aaf9-e55317b09c12 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Dec 21 22:45:23.487615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74732669-6cf7-46e8-9c09-15cd8ec26fe5 req-27e671c1-5397-43b1-bc32-1be89a71ba85 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:23.489250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-74732669-6cf7-46e8-9c09-15cd8ec26fe5 req-27e671c1-5397-43b1-bc32-1be89a71ba85 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.0852094 Dec 21 22:45:23.537500 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-74732669-6cf7-46e8-9c09-15cd8ec26fe5 req-8a18ef95-cc86-4f2f-96e2-51bdac98b46c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Dec 21 22:45:23.742389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f440d1-2144-4e55-b21d-689c97f92ee0 req-9d81e196-11da-4b2b-8244-26435df61312 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:23.743986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0f440d1-2144-4e55-b21d-689c97f92ee0 req-9d81e196-11da-4b2b-8244-26435df61312 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.0844917 Dec 21 22:45:23.792916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0f440d1-2144-4e55-b21d-689c97f92ee0 req-7d6b9242-07db-4f03-a138-f61d8c36486e tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Dec 21 22:45:24.302515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01e63-8799-436b-85bc-cc5464cc6dc0 req-129d5cff-b340-442f-84fa-07874596189c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:24.305168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0bb01e63-8799-436b-85bc-cc5464cc6dc0 req-129d5cff-b340-442f-84fa-07874596189c tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.0876334 Dec 21 22:45:24.355027 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0bb01e63-8799-436b-85bc-cc5464cc6dc0 req-f93720fd-76a0-4fe1-90a5-d48b24b86ec3 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437284 Dec 21 22:45:25.567868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd87f1-cb92-40bf-9a8c-e632fc337198 req-0d5dd197-c534-47c3-9fc9-f126f2b6b1d8 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:25.570158 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a9cd87f1-cb92-40bf-9a8c-e632fc337198 req-0d5dd197-c534-47c3-9fc9-f126f2b6b1d8 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.0838003 Dec 21 22:45:25.621316 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a9cd87f1-cb92-40bf-9a8c-e632fc337198 req-b3cb5825-8b69-44f7-9475-d7658dee52f0 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Dec 21 22:45:26.622201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-45d485c7-35df-4082-979a-67610e649cb2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:26.623689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-45d485c7-35df-4082-979a-67610e649cb2 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.0846529 Dec 21 22:45:26.711173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Deleting port 4c610c9c-8534-4113-863c-eb1505ea248b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:45:26.711603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:26.949114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60150bbf-292a-41b6-ac22-3b6b329e3199 req-423f0e23-266f-4bca-a1de-7a0524c8982a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:26.950626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60150bbf-292a-41b6-ac22-3b6b329e3199 req-423f0e23-266f-4bca-a1de-7a0524c8982a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 947 time: 0.1982450 Dec 21 22:45:27.084100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] For port 4c610c9c-8534-4113-863c-eb1505ea248b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4c610c9c-8534-4113-863c-eb1505ea248b,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:27.084569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:27.093979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60150bbf-292a-41b6-ac22-3b6b329e3199 req-bccf6f7d-72f1-41a5-bcbf-4baf8c962cc9 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups?id=aca01a31-c3ab-484c-b6b2-333a38c856d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969436 Dec 21 22:45:27.612968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:27.613429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:27.613760 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d disassociated. External IP: 172.26.6.227, port: 4c610c9c-8534-4113-863c-eb1505ea248b. Dec 21 22:45:27.614142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Calling delete_port for 4c610c9c-8534-4113-863c-eb1505ea248b owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:45:27.811282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:27.860930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event deleted for resources: {'Port': ['ID=4c610c9c-8534-4113-863c-eb1505ea248b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:27.873501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.873823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.874192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.874554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.874914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.875271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.875627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.876450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.876450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.876652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:27.876995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:28.103872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:45:28.324298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-13b7a601-2fbe-4c7c-8181-ec472a783657 req-647381ae-5216-49b8-bc09-a6c0fca3f7d4 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 210 time: 0.0564868 Dec 21 22:45:28.361105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:45:28.372097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:45:28.385589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:45:28.386274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:45:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:28.432003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] No DVR routers for this DVR port 4c610c9c-8534-4113-863c-eb1505ea248b on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:45:28.434508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:28.437271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-deleted', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:45:28.491870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbce7c7-b1f1-486a-a70b-0aed863a494b', 'name': 'network-vif-deleted', 'tag': '4c610c9c-8534-4113-863c-eb1505ea248b', 'status': 'completed', 'code': 200} Dec 21 22:45:28.493636 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6182b16f-f83d-4bf2-9a4b-1dd90b53b2c7 req-37e9d9bf-491d-49d0-95ca-a4396e0fd573 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.46 "DELETE /v2.0/ports/4c610c9c-8534-4113-863c-eb1505ea248b HTTP/1.1" status: 204 len: 173 time: 1.8633389 Dec 21 22:45:28.580208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:45:28.910912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:28.915697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:45:28.927041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:45:28.927692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:45:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:29.119186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:45:29.454902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:29.459109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92364208-8ef6-4fa1-9f7c-d3cbb9a999bc None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:39:21Z', 'revision_number': 4, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '9203c163-1852-41e9-b3a9-661b67cc5251', 'name': '', 'network_id': '3568d2a1-7bc2-4bab-b375-21dde5d9f174', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'mac_address': 'fa:16:3e:cc:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:20Z', 'updated_at': '2021-12-21T22:39:29Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'subnets': [{'id': 'b6bd6cc3-0480-4241-8ab7-4e80ed2b4826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:45:29.510603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e6fbfb50-25b9-462a-a795-4a51666ac334 req-c0fd48e4-c574-46cb-8e6b-c9c760fa10af tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Synchronizing usage tracker for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:45:29.553657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e6fbfb50-25b9-462a-a795-4a51666ac334 req-c0fd48e4-c574-46cb-8e6b-c9c760fa10af tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Unset dirty status for tenant:c9dfe3b787a742bd9c190253c783b6bd on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:45:29.555130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6fbfb50-25b9-462a-a795-4a51666ac334 req-c0fd48e4-c574-46cb-8e6b-c9c760fa10af tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/ports?device_id=acbce7c7-b1f1-486a-a70b-0aed863a494b HTTP/1.1" status: 200 len: 210 time: 0.0940504 Dec 21 22:45:29.723452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:45:29.763777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 4c610c9c-8534-4113-863c-eb1505ea248b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:45:29.764166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 4c610c9c-8534-4113-863c-eb1505ea248b not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:45:29.867676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a41644-669d-4bd3-9ab9-676b25f81b82 None None] New status for floating IP 26c2c8a5-bcca-4068-aec3-dca4697e439d: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:45:33.691547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:34.075727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47278) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:34.144839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fffc5961-add1-4b1c-a10d-dece52adf228 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:34.174308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fffc5961-add1-4b1c-a10d-dece52adf228 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:34.342961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fffc5961-add1-4b1c-a10d-dece52adf228 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:34.363122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc5961-add1-4b1c-a10d-dece52adf228 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca01a31-c3ab-484c-b6b2-333a38c856d3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:34.399826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fffc5961-add1-4b1c-a10d-dece52adf228 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:34.401043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fffc5961-add1-4b1c-a10d-dece52adf228 tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "DELETE /v2.0/security-groups/aca01a31-c3ab-484c-b6b2-333a38c856d3 HTTP/1.1" status: 204 len: 168 time: 0.3241169 Dec 21 22:45:34.404833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47282) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:34.422332 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-89b515ee-70a3-4c35-98a4-eb7cdf60eb8a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] show failed (client error): The resource could not be found. Dec 21 22:45:34.423373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-89b515ee-70a3-4c35-98a4-eb7cdf60eb8a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "GET /v2.0/security-groups/aca01a31-c3ab-484c-b6b2-333a38c856d3 HTTP/1.1" status: 404 len: 347 time: 0.0175829 Dec 21 22:45:34.425964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47286) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:34.592988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Deleting port 2d58a957-7f9d-4c81-b141-d6ead69f1279 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:45:34.593362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:34.772713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:34.773323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:34.899690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Calling delete_port for 2d58a957-7f9d-4c81-b141-d6ead69f1279 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:45:35.131274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:35.178505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Pushing event deleted for resources: {'Port': ['ID=2d58a957-7f9d-4c81-b141-d6ead69f1279,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:35.278371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:35.324596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:35.325911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-937e7f86-b04f-4060-bf32-c0f5d648340a tempest-ServerActionsTestJSON-1696068524 tempest-ServerActionsTestJSON-1696068524-project] 10.222.0.30 "DELETE /v2.0/floatingips/26c2c8a5-bcca-4068-aec3-dca4697e439d HTTP/1.1" status: 204 len: 168 time: 0.8989890 Dec 21 22:45:35.329089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47290) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:35.827055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:36.440698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Deleting port 9203c163-1852-41e9-b3a9-661b67cc5251 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:45:36.441002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:36.619603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] For port 9203c163-1852-41e9-b3a9-661b67cc5251, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=9203c163-1852-41e9-b3a9-661b67cc5251,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:36.619994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:36.970827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Calling delete_port for 9203c163-1852-41e9-b3a9-661b67cc5251 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:45:37.257712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:37.291270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0037467c-df33-42fc-90d9-10193e392ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:37.305250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9203c163-1852-41e9-b3a9-661b67cc5251,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:37.614275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:38.219457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:45:38.426985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:45:38.438402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] Sync routers for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:45:38.441696 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9fc062a9-edb3-4bfd-99f3-5afb3f8435dd admin admin] 10.222.0.30 "PUT /v2.0/routers/d19e01a8-8c9d-4e7a-ad62-1f76e85257ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115501 Dec 21 22:45:38.444820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47298) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:38.450846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:45:38.451500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:45:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:38.637920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:45:38.651030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:38.840359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:38.859789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:38.897917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Deleting port ff0dac06-04a3-422d-bca6-0931eabcfb99 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:45:38.898294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:38.937780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:45:37Z', 'revision_number': 5, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port': {'id': 'ff0dac06-04a3-422d-bca6-0931eabcfb99', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:39:18Z', 'updated_at': '2021-12-21T22:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:38.941896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] Checking router: d19e01a8-8c9d-4e7a-ad62-1f76e85257ac for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:45:38.953558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] Routers {'d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:45:38.954202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:45:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:39.091727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] For port ff0dac06-04a3-422d-bca6-0931eabcfb99, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=ff0dac06-04a3-422d-bca6-0931eabcfb99,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:39.092094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:39.222113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Calling delete_port for ff0dac06-04a3-422d-bca6-0931eabcfb99 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:45:39.260717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] Set router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:45:39.371166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:45:38Z', 'revision_number': 6, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:39.375200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d9efb-c423-4a49-808e-fa46ba4fa227 None None] The sync data for ids ['d19e01a8-8c9d-4e7a-ad62-1f76e85257ac'] in dv-neutron-822521-1-hyperv is: [{'id': 'd19e01a8-8c9d-4e7a-ad62-1f76e85257ac', 'name': 'tempest-ServerActionsTestJSON-675410148-router', 'tenant_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:39:17Z', 'updated_at': '2021-12-21T22:45:38Z', 'revision_number': 6, 'project_id': 'c9dfe3b787a742bd9c190253c783b6bd', 'gw_port_host': None}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:45:39.509127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:39.555417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0dac06-04a3-422d-bca6-0931eabcfb99,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:40.013931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.046023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-599e8c86-43f0-4637-b753-305f389c642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.132024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.289093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.293619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.400091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.400687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19e01a8-8c9d-4e7a-ad62-1f76e85257ac {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:45:40.414505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.415775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf3eec21-c393-4d80-a936-0aa2106be21c admin admin] 10.222.0.30 "DELETE /v2.0/routers/d19e01a8-8c9d-4e7a-ad62-1f76e85257ac HTTP/1.1" status: 204 len: 168 time: 1.9697943 Dec 21 22:45:40.419315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47302) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:40.493828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fdf3e3-b001-494a-8562-d41f47d07c78 admin admin] Deleting subnet b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:45:40.497444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16fdf3e3-b001-494a-8562-d41f47d07c78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.551201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16fdf3e3-b001-494a-8562-d41f47d07c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.631971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16fdf3e3-b001-494a-8562-d41f47d07c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.742218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16fdf3e3-b001-494a-8562-d41f47d07c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.783897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdf3e3-b001-494a-8562-d41f47d07c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bd6cc3-0480-4241-8ab7-4e80ed2b4826,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:40.789855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16fdf3e3-b001-494a-8562-d41f47d07c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.797312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4a5c6-4b20-48d7-8c79-77c7077e1eaa None None] Network 3568d2a1-7bc2-4bab-b375-21dde5d9f174 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:45:40.806073 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-16fdf3e3-b001-494a-8562-d41f47d07c78 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b6bd6cc3-0480-4241-8ab7-4e80ed2b4826 HTTP/1.1" status: 204 len: 168 time: 0.3856196 Dec 21 22:45:40.811375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47306) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:40.930886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:40.941775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Deleting port e7584060-6c31-4f1f-8fad-f1473f0ed218 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:45:40.942476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.066914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] DHCP port deletion for 3568d2a1-7bc2-4bab-b375-21dde5d9f174 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:45:41.073219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] Deleting port e7584060-6c31-4f1f-8fad-f1473f0ed218 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:45:41.073758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.159783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] For port e7584060-6c31-4f1f-8fad-f1473f0ed218, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e7584060-6c31-4f1f-8fad-f1473f0ed218,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:41.160176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.275172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e7584060-6c31-4f1f-8fad-f1473f0ed218 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:45:41.292554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Calling delete_port for e7584060-6c31-4f1f-8fad-f1473f0ed218 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:45:41.332930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] For port e7584060-6c31-4f1f-8fad-f1473f0ed218, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e7584060-6c31-4f1f-8fad-f1473f0ed218,segment=NetworkSegment(9a8530d3-5c1c-44de-8a8d-a42d4ef3f072),segment_id=9a8530d3-5c1c-44de-8a8d-a42d4ef3f072)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:41.333297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.475210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] Calling delete_port for e7584060-6c31-4f1f-8fad-f1473f0ed218 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:45:41.492545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.513762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No active binding found for port e7584060-6c31-4f1f-8fad-f1473f0ed218 {{(pid=88996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 21 22:45:41.514221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e7584060-6c31-4f1f-8fad-f1473f0ed218 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:45:41.514711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9203c163-1852-41e9-b3a9-661b67cc5251 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:45:41.539465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e7584060-6c31-4f1f-8fad-f1473f0ed218,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:41.545972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] No DVR routers for this DVR port e7584060-6c31-4f1f-8fad-f1473f0ed218 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:45:41.559141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 9203c163-1852-41e9-b3a9-661b67cc5251 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:45:41.559540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 9203c163-1852-41e9-b3a9-661b67cc5251 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:45:41.560005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ff0dac06-04a3-422d-bca6-0931eabcfb99 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:45:41.607750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: ff0dac06-04a3-422d-bca6-0931eabcfb99 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:45:41.608041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device ff0dac06-04a3-422d-bca6-0931eabcfb99 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:45:41.628273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:45:41.633276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:45:41.651223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.677265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.704443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3568d2a1-7bc2-4bab-b375-21dde5d9f174']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:41.721914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:41.722258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8530d3-5c1c-44de-8a8d-a42d4ef3f072') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:45:41.734903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.750630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.757722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:45:41.758143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:45:41.772276 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:45:41.874403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.894451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:41.907493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] Pushing event deleted for resources: {'Network': ['ID=3568d2a1-7bc2-4bab-b375-21dde5d9f174,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:41.916138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91a0d0bc-7087-4437-ab3b-d067f75340cb admin admin] 10.222.0.30 "DELETE /v2.0/networks/3568d2a1-7bc2-4bab-b375-21dde5d9f174 HTTP/1.1" status: 204 len: 168 time: 1.1036141 Dec 21 22:45:42.130638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] Deleting port e7584060-6c31-4f1f-8fad-f1473f0ed218 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:45:42.131447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:42.212159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f88848c0-7055-4503-9b0d-a4836d3b167c None None] The port 'e7584060-6c31-4f1f-8fad-f1473f0ed218' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:45:42.289710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47312) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:42.349172 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5e8218a2-d596-4388-bd8c-d72f888ca96a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9dfe3b787a742bd9c190253c783b6bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579710 Dec 21 22:45:42.352612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47316) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:42.423401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee6322c8-a3fe-41f2-89ae-9a98338d5deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:42.453106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee6322c8-a3fe-41f2-89ae-9a98338d5deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:42.645915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee6322c8-a3fe-41f2-89ae-9a98338d5deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:42.665897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6322c8-a3fe-41f2-89ae-9a98338d5deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de19ca-584c-4370-9f49-a0cf94aa37cf,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:42.673713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee6322c8-a3fe-41f2-89ae-9a98338d5deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:42.675151 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee6322c8-a3fe-41f2-89ae-9a98338d5deb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7de19ca-584c-4370-9f49-a0cf94aa37cf HTTP/1.1" status: 204 len: 168 time: 0.3213007 Dec 21 22:45:43.727979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47338) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:43.867373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-592297231-network', 'tenant_id': '240a2173c18a4720a2a0b148b8057c36'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:45:43.872659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:45:43.876716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Usage tracker for resource:network and tenant:240a2173c18a4720a2a0b148b8057c36 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:45:43.879696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:45:43.885822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:45:43.925202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Made reservation on behalf of 240a2173c18a4720a2a0b148b8057c36 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:45:43.930596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:43.943830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:43.980651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:45:43.984614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:240a2173c18a4720a2a0b148b8057c36 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:45:43.987529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:45:43.993825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:45:44.137426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:44.165661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:44.194654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:45:44.207649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:44.247420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:44.247771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Added segment edceec84-4603-4305-83e7-070decd11327 of type vlan for network fab8d6eb-59cd-497f-a2b3-e0b850f9826a Dec 21 22:45:44.324176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:44.382557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:44.383455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:44.384089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:44.492009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7627981 Dec 21 22:45:44.495234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47344) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:44.497559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2e57d-496e-4f9c-b30b-be785d40b0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=fab8d6eb-59cd-497f-a2b3-e0b850f9826a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:44.501739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Request body: {'subnet': {'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-592297231-subnet', 'tenant_id': '240a2173c18a4720a2a0b148b8057c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:45:44.508285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:45:44.509047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network fab8d6eb-59cd-497f-a2b3-e0b850f9826a details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:45:44.512629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Usage tracker for resource:subnet and tenant:240a2173c18a4720a2a0b148b8057c36 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:45:44.515800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:45:44.522949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:45:44.565586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Made reservation on behalf of 240a2173c18a4720a2a0b148b8057c36 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:45:44.571114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:44.908795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:44.985503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c50e8f1-19b7-40b5-814c-2b3de93ace9a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:45.004513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.004904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.005281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.005652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.006092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.006458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.006821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.007186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.007566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.007904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.008263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:45:45.013895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Checking segment: {'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:45:45.014294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Network hostable DHCP agents. Network: fab8d6eb-59cd-497f-a2b3-e0b850f9826a, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:45:45.091375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Network fab8d6eb-59cd-497f-a2b3-e0b850f9826a is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:45:45.144684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:45:45.148098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, fab8d6eb-59cd-497f-a2b3-e0b850f9826a) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:45:45.152637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:45.153285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:45.157080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab2fbc-b96c-4422-8f08-62916d06a0ff None None] Network fab8d6eb-59cd-497f-a2b3-e0b850f9826a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:45:45.199821 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ac6a96b-2804-4754-b0ba-34c187b79184 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7031326 Dec 21 22:45:45.393152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f35ae33-eed2-429a-98d2-e0d913db36b1 None None] Network fab8d6eb-59cd-497f-a2b3-e0b850f9826a requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:45:45.826690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-1079ecc1-9298-4a0e-977b-da10230287a2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:45.827350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-1079ecc1-9298-4a0e-977b-da10230287a2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Synchronizing usage tracker for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:45:45.873751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-1079ecc1-9298-4a0e-977b-da10230287a2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Unset dirty status for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:45:45.874986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-1079ecc1-9298-4a0e-977b-da10230287a2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/networks?id=fab8d6eb-59cd-497f-a2b3-e0b850f9826a HTTP/1.1" status: 200 len: 813 time: 0.2084749 Dec 21 22:45:45.893277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-a2bac3a4-9223-404d-9769-d724bf76b8ad tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/quotas/240a2173c18a4720a2a0b148b8057c36 HTTP/1.1" status: 200 len: 375 time: 0.0123558 Dec 21 22:45:45.942947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-94a44c93-a1fe-40f0-b04c-979d0b58902a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=240a2173c18a4720a2a0b148b8057c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437222 Dec 21 22:45:46.158159 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-b972fbd8-2f27-4926-9835-4ba740dfd662 service neutron] 10.222.0.30 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075121 Dec 21 22:45:46.298929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-1de8f625-62b9-4677-aaf5-82ead6903345 service neutron] 10.222.0.30 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343606 Dec 21 22:45:47.590614 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f489aaf3-3ed6-49c2-9332-23ac8444c597 req-b1594788-f339-4de5-a200-47c60c5b397c tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 210 time: 0.0496767 Dec 21 22:45:48.703249 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0f96c2a7-0ed1-462f-8994-6db1d49bb0a7 req-6ce43703-8e77-47dd-bee8-5f6b3c28568a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 210 time: 0.0464802 Dec 21 22:45:49.877640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-daaa276d-6bcd-4c3c-bcd6-8ec05b6c172e req-694a3bfb-da44-474b-a016-c851d1210ba7 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 210 time: 0.0449333 Dec 21 22:45:51.062400 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e50673ca-cf17-4632-b1df-d81646404aeb req-a5288b56-cc1e-421f-9d8f-743947a87e49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 210 time: 0.0498219 Dec 21 22:45:51.389480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-59a92645-9ba8-4a6b-9fcd-6a517e59f40b tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:51.391026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-59a92645-9ba8-4a6b-9fcd-6a517e59f40b tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.46 "GET /v2.0/networks?id=fab8d6eb-59cd-497f-a2b3-e0b850f9826a HTTP/1.1" status: 200 len: 813 time: 0.1615050 Dec 21 22:45:51.405983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Request body: {'port': {'device_id': 'e76f25fd-00e9-40df-87e5-8ecff0439fef', 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a', 'admin_state_up': True, 'tenant_id': '240a2173c18a4720a2a0b148b8057c36'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:45:51.549111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:45:51.553933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Usage tracker for resource:port and tenant:240a2173c18a4720a2a0b148b8057c36 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:45:51.556962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:45:51.563043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:45:51.708208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Made reservation on behalf of 240a2173c18a4720a2a0b148b8057c36 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:45:51.713881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:51.914307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Allocated IP 172.20.0.10 (fab8d6eb-59cd-497f-a2b3-e0b850f9826a/1c50e8f1-19b7-40b5-814c-2b3de93ace9a/5597d12d-3cb1-415c-99c4-45424a0d0a40) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:45:52.405780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25753621-59d1-41f4-b614-ca40bad6cf77 req-92e522d0-a5e6-43c0-88ab-7293cf0b30b8 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 210 time: 0.0548923 Dec 21 22:45:52.450159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:52.514389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:52.596192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Network fab8d6eb-59cd-497f-a2b3-e0b850f9826a is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:45:52.599638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:45:52.604109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:45:52.633820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Pushing event updated for resources: {'Port': ['ID=5597d12d-3cb1-415c-99c4-45424a0d0a40,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:52.669258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:52.669817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:52.720619 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-2642e2a7-347f-4e37-8311-b0f1f71c5fde tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3184891 Dec 21 22:45:52.827372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Request body: {'port': {'device_id': 'e76f25fd-00e9-40df-87e5-8ecff0439fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:45:52.940951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:53.296157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5597d12d-3cb1-415c-99c4-45424a0d0a40 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:45:53.303972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:53.319853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Transition to ACTIVE for port object 5597d12d-3cb1-415c-99c4-45424a0d0a40 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:45:53.359206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:53.491042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5597d12d-3cb1-415c-99c4-45424a0d0a40,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:53.660082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Attempting to bind port 5597d12d-3cb1-415c-99c4-45424a0d0a40 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:45:53.660484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Attempting to bind port 5597d12d-3cb1-415c-99c4-45424a0d0a40 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:45:53.660851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Attempting to bind port 5597d12d-3cb1-415c-99c4-45424a0d0a40 on network fab8d6eb-59cd-497f-a2b3-e0b850f9826a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:45:53.674828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Port 5597d12d-3cb1-415c-99c4-45424a0d0a40 on network fab8d6eb-59cd-497f-a2b3-e0b850f9826a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:45:53.675184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Attempting to bind port 5597d12d-3cb1-415c-99c4-45424a0d0a40 on network fab8d6eb-59cd-497f-a2b3-e0b850f9826a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:45:53.685662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06beb9f-5ba3-470f-8eed-6407ce66f28e req-aadfb20e-3ac5-45c5-9485-908138dc3159 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:53.686422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c06beb9f-5ba3-470f-8eed-6407ce66f28e req-aadfb20e-3ac5-45c5-9485-908138dc3159 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Synchronizing usage tracker for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:45:53.693304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:45:53.693751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Checking segment: {'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:45:53.694163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Bound using segment: {'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:45:53.694625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Bound port: 5597d12d-3cb1-415c-99c4-45424a0d0a40, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:45:53.694998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:53.751318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c06beb9f-5ba3-470f-8eed-6407ce66f28e req-aadfb20e-3ac5-45c5-9485-908138dc3159 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Unset dirty status for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:45:53.752543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c06beb9f-5ba3-470f-8eed-6407ce66f28e req-aadfb20e-3ac5-45c5-9485-908138dc3159 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 944 time: 0.1926699 Dec 21 22:45:53.835071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c06beb9f-5ba3-470f-8eed-6407ce66f28e req-0a5a4c16-c979-482d-ac79-33466708e8c3 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Synchronizing usage tracker for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:45:53.838816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] For port 5597d12d-3cb1-415c-99c4-45424a0d0a40, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:45:53.842503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] For port 5597d12d-3cb1-415c-99c4-45424a0d0a40, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5597d12d-3cb1-415c-99c4-45424a0d0a40,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:45:53.862594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:53.902801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c06beb9f-5ba3-470f-8eed-6407ce66f28e req-0a5a4c16-c979-482d-ac79-33466708e8c3 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Unset dirty status for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:45:53.904045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c06beb9f-5ba3-470f-8eed-6407ce66f28e req-0a5a4c16-c979-482d-ac79-33466708e8c3 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450427 Dec 21 22:45:53.933831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:53.935299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/5597d12d-3cb1-415c-99c4-45424a0d0a40 HTTP/1.1" status: 200 len: 1094 time: 1.2064531 Dec 21 22:45:53.935798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76f25fd-00e9-40df-87e5-8ecff0439fef', 'tag': '5597d12d-3cb1-415c-99c4-45424a0d0a40'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:45:53.952171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c0194-9e11-477e-9dcd-d8cd934f44e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5597d12d-3cb1-415c-99c4-45424a0d0a40,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:53.992082 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76f25fd-00e9-40df-87e5-8ecff0439fef', 'tag': '5597d12d-3cb1-415c-99c4-45424a0d0a40', 'status': 'completed', 'code': 200} Dec 21 22:45:54.090993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eaddef6d-4004-47d6-bdba-2907c80c4434 req-9008038f-2a5e-4dfd-818e-e80552f693bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=240a2173c18a4720a2a0b148b8057c36&device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 1097 time: 0.0800784 Dec 21 22:45:54.244179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddef6d-4004-47d6-bdba-2907c80c4434 req-0fd91a96-854d-48d2-ad54-e8a1b3b4fa7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:54.245800 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eaddef6d-4004-47d6-bdba-2907c80c4434 req-0fd91a96-854d-48d2-ad54-e8a1b3b4fa7b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=240a2173c18a4720a2a0b148b8057c36&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1468225 Dec 21 22:45:54.392395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddef6d-4004-47d6-bdba-2907c80c4434 req-aa79b4b2-b4ac-4e5e-8114-dcfaca004ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:54.393911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eaddef6d-4004-47d6-bdba-2907c80c4434 req-aa79b4b2-b4ac-4e5e-8114-dcfaca004ade service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418927 Dec 21 22:45:54.504942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-d703b33f-b574-46b8-85a8-492c839b6758 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=240a2173c18a4720a2a0b148b8057c36&device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 1097 time: 0.0741942 Dec 21 22:45:54.579933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-f787fe4c-c7ff-448e-8d47-946d01e57bef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5597d12d-3cb1-415c-99c4-45424a0d0a40 HTTP/1.1" status: 200 len: 217 time: 0.0680537 Dec 21 22:45:54.647858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-5334eda9-a37d-44e8-b514-82ae0bd6470e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:54.649378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-5334eda9-a37d-44e8-b514-82ae0bd6470e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c50e8f1-19b7-40b5-814c-2b3de93ace9a HTTP/1.1" status: 200 len: 853 time: 0.0634081 Dec 21 22:45:54.701997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-a0ad078c-52db-4fa9-94ce-b0eb44392d05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fab8d6eb-59cd-497f-a2b3-e0b850f9826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463471 Dec 21 22:45:54.847128 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-44e9185b-e714-4512-862c-16abde4a1af8 service neutron] 10.222.0.46 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348829 Dec 21 22:45:54.991605 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-42629084-29b8-42b7-a017-2ecfdf674a7d req-95e836d7-fe5e-4fdd-9708-c3579dda93b6 service neutron] 10.222.0.46 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372907 Dec 21 22:45:55.116405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a5091-eb00-4d75-b473-40c929db1819 req-d99213b7-b6cb-4b79-b7d0-44a8b010e486 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:55.118013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-693a5091-eb00-4d75-b473-40c929db1819 req-d99213b7-b6cb-4b79-b7d0-44a8b010e486 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 944 time: 0.0878544 Dec 21 22:45:55.166921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-693a5091-eb00-4d75-b473-40c929db1819 req-439bedac-3370-4685-896e-8c8487e3acff tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Dec 21 22:45:56.375421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65909bf-bd2e-4ee1-afb1-d7fc69221660 req-8d06d289-4c8a-441a-919a-b946a643cc6a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:56.376947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d65909bf-bd2e-4ee1-afb1-d7fc69221660 req-8d06d289-4c8a-441a-919a-b946a643cc6a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 944 time: 0.0846341 Dec 21 22:45:56.425341 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d65909bf-bd2e-4ee1-afb1-d7fc69221660 req-1c1498e2-2e8b-4694-8824-e77a5b0b801b tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Dec 21 22:45:57.629551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1a18b-c9e5-4b78-8fd8-800185e170bb req-54d72487-0b3a-42c3-a393-2c55c64c2f5e tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:57.631219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b8a1a18b-c9e5-4b78-8fd8-800185e170bb req-54d72487-0b3a-42c3-a393-2c55c64c2f5e tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 944 time: 0.0837605 Dec 21 22:45:57.679786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b8a1a18b-c9e5-4b78-8fd8-800185e170bb req-0116d55c-90b9-45bd-8715-13feb0059dea tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Dec 21 22:45:57.835842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5597d12d-3cb1-415c-99c4-45424a0d0a40 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:45:57.975390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5597d12d-3cb1-415c-99c4-45424a0d0a40, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5597d12d-3cb1-415c-99c4-45424a0d0a40,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:57.989107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '5597d12d-3cb1-415c-99c4-45424a0d0a40', 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a', 'port_id': '5597d12d-3cb1-415c-99c4-45424a0d0a40', 'mac_address': 'fa:16:3e:84:65:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c50e8f1-19b7-40b5-814c-2b3de93ace9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:45:58.043883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:58.065785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5597d12d-3cb1-415c-99c4-45424a0d0a40 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:45:58.081692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5597d12d-3cb1-415c-99c4-45424a0d0a40, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5597d12d-3cb1-415c-99c4-45424a0d0a40,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:45:58.118646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:45:58.190401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=5597d12d-3cb1-415c-99c4-45424a0d0a40,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:45:58.326338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['5597d12d-3cb1-415c-99c4-45424a0d0a40'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:45:58.884846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eda83-8035-4add-9555-61311edaf209 req-b99ce370-a7c1-41e6-b0ba-a2020a1b7f8d tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:45:58.886459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b0eda83-8035-4add-9555-61311edaf209 req-b99ce370-a7c1-41e6-b0ba-a2020a1b7f8d tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 945 time: 0.0866303 Dec 21 22:45:58.934571 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b0eda83-8035-4add-9555-61311edaf209 req-5e00ebb1-372a-4c69-8773-ef29bb71870a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Dec 21 22:45:59.850672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5597d12d-3cb1-415c-99c4-45424a0d0a40 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:45:59.982678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 5597d12d-3cb1-415c-99c4-45424a0d0a40 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:45:59.988148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 5597d12d-3cb1-415c-99c4-45424a0d0a40 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:45:59.988593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:00.120671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:00.149632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76f25fd-00e9-40df-87e5-8ecff0439fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5597d12d-3cb1-415c-99c4-45424a0d0a40'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:46:00.153299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9355-201b-4065-99ac-4941935537ba req-b7f1bdd5-6106-464e-8105-94519afa78fc tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:00.154947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d4c9355-201b-4065-99ac-4941935537ba req-b7f1bdd5-6106-464e-8105-94519afa78fc tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 945 time: 0.0839338 Dec 21 22:46:00.160903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 5597d12d-3cb1-415c-99c4-45424a0d0a40, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5597d12d-3cb1-415c-99c4-45424a0d0a40,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:00.194162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:00.205315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d4c9355-201b-4065-99ac-4941935537ba req-13a231ff-1462-4bd3-a43c-bab70033d0b2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Dec 21 22:46:00.227111 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76f25fd-00e9-40df-87e5-8ecff0439fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5597d12d-3cb1-415c-99c4-45424a0d0a40', 'code': 200} Dec 21 22:46:00.272767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=5597d12d-3cb1-415c-99c4-45424a0d0a40,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:00.502863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3bca3803-176c-430e-ab09-3dc3d42a5c88 req-a969acfc-00c1-4866-a8c9-40b91181e7b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 1099 time: 0.0770445 Dec 21 22:46:00.547202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3bca3803-176c-430e-ab09-3dc3d42a5c88 req-48248a12-0950-40ea-9a67-d3cc3c79de61 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379660 Dec 21 22:46:01.415601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45005ed-ef92-4762-ae71-cf6c80994b7b req-1b2e63e7-6749-4a2b-a1b8-e3415b69461e tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:01.417163 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c45005ed-ef92-4762-ae71-cf6c80994b7b req-1b2e63e7-6749-4a2b-a1b8-e3415b69461e tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.0852423 Dec 21 22:46:01.469703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c45005ed-ef92-4762-ae71-cf6c80994b7b req-08b21df8-cb36-44e6-b1ab-09f3e1589f04 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Dec 21 22:46:02.674119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a988c5-e427-4805-87a8-5c31aabb41d8 req-d41005b9-c515-46ad-bb66-5b7541ed91e7 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:02.679958 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55a988c5-e427-4805-87a8-5c31aabb41d8 req-d41005b9-c515-46ad-bb66-5b7541ed91e7 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.0835047 Dec 21 22:46:02.726121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55a988c5-e427-4805-87a8-5c31aabb41d8 req-d0cd9307-76f8-40b3-b213-54f7c0e2ca02 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Dec 21 22:46:03.039943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a89e1-7093-4e75-9921-77f4234b998d req-675b1aab-b45a-4c91-b770-e39991e62655 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:03.041463 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-675b1aab-b45a-4c91-b770-e39991e62655 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/networks?id=fab8d6eb-59cd-497f-a2b3-e0b850f9826a HTTP/1.1" status: 200 len: 813 time: 0.1557031 Dec 21 22:46:03.059075 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-c59c2886-95cc-4210-8b7b-8fe744b3d1ce tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/quotas/240a2173c18a4720a2a0b148b8057c36 HTTP/1.1" status: 200 len: 375 time: 0.0116620 Dec 21 22:46:03.148749 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-0f31528e-3050-4698-b12b-e82d2b85fb7e tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=240a2173c18a4720a2a0b148b8057c36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834124 Dec 21 22:46:03.294023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-238d7922-cc5d-4461-8e42-d819c282f7a0 service neutron] 10.222.0.30 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376166 Dec 21 22:46:03.436625 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-eb24a325-dd7f-4825-96ac-e6bc2a79890f service neutron] 10.222.0.30 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361928 Dec 21 22:46:03.662753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7d75f427-cca4-4186-a0a1-7e7cd34e50cc req-93f759a9-05ad-4e94-9851-ed99674f8825 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 210 time: 0.0459428 Dec 21 22:46:03.713999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:04.831346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-32ded8a6-32ba-40cd-a9e9-0bc844dfcf9d req-56395321-b593-4397-a4cb-166cf85bfb81 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 210 time: 0.0451877 Dec 21 22:46:05.223718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a89e1-7093-4e75-9921-77f4234b998d req-80fadc7d-9822-46f7-9ffd-473b1c0e9438 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:05.224977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-80fadc7d-9822-46f7-9ffd-473b1c0e9438 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.46 "GET /v2.0/networks?id=fab8d6eb-59cd-497f-a2b3-e0b850f9826a HTTP/1.1" status: 200 len: 813 time: 0.1586137 Dec 21 22:46:05.239842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Request body: {'port': {'device_id': '74be4adb-dc2f-4b67-a3c3-ea26ac574277', 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a', 'admin_state_up': True, 'tenant_id': '240a2173c18a4720a2a0b148b8057c36'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:05.384856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:05.394822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:05.422092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Made reservation on behalf of 240a2173c18a4720a2a0b148b8057c36 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:05.428289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:05.604778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Allocated IP 172.20.0.6 (fab8d6eb-59cd-497f-a2b3-e0b850f9826a/1c50e8f1-19b7-40b5-814c-2b3de93ace9a/a4801521-d5a0-4410-97fc-8a60861a790f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:46:05.888242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:05.943129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:05.955027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['5597d12d-3cb1-415c-99c4-45424a0d0a40'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:46:06.075218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Network fab8d6eb-59cd-497f-a2b3-e0b850f9826a is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:46:06.079662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:06.082292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:46:06.336783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Pushing event updated for resources: {'Port': ['ID=a4801521-d5a0-4410-97fc-8a60861a790f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:06.389984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:06.390640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:06.411881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e01a-d5ae-4c39-a7c1-e673ce2babc9 req-262571a8-693d-4163-820e-09ed06562818 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:06.413495 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8333e01a-d5ae-4c39-a7c1-e673ce2babc9 req-262571a8-693d-4163-820e-09ed06562818 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 931 time: 0.4287424 Dec 21 22:46:06.461362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-fc2bde5e-8035-4ffe-bae6-0724f3c5ea75 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2260561 Dec 21 22:46:06.466279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8333e01a-d5ae-4c39-a7c1-e673ce2babc9 req-b046c46c-4542-443b-9a1c-5526bcabf5a7 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Dec 21 22:46:06.475603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Request body: {'port': {'device_id': '74be4adb-dc2f-4b67-a3c3-ea26ac574277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:06.590781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:06.941922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4801521-d5a0-4410-97fc-8a60861a790f {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:46:06.949260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:06.964377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Transition to ACTIVE for port object a4801521-d5a0-4410-97fc-8a60861a790f will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:06.987976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:07.123400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Pushing event updated for resources: {'Port': ['ID=a4801521-d5a0-4410-97fc-8a60861a790f,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:07.240064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Attempting to bind port a4801521-d5a0-4410-97fc-8a60861a790f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:46:07.240064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Attempting to bind port a4801521-d5a0-4410-97fc-8a60861a790f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:46:07.240064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Attempting to bind port a4801521-d5a0-4410-97fc-8a60861a790f on network fab8d6eb-59cd-497f-a2b3-e0b850f9826a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:46:07.249217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Port a4801521-d5a0-4410-97fc-8a60861a790f on network fab8d6eb-59cd-497f-a2b3-e0b850f9826a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:46:07.249587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Attempting to bind port a4801521-d5a0-4410-97fc-8a60861a790f on network fab8d6eb-59cd-497f-a2b3-e0b850f9826a {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:46:07.257130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:46:07.257483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Checking segment: {'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:07.257905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Bound using segment: {'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:46:07.258381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Bound port: a4801521-d5a0-4410-97fc-8a60861a790f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edceec84-4603-4305-83e7-070decd11327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:46:07.258761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:07.291060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9757713-16c5-433d-b72a-05b50deb800b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:07.350376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] For port a4801521-d5a0-4410-97fc-8a60861a790f, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:46:07.353757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] For port a4801521-d5a0-4410-97fc-8a60861a790f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a4801521-d5a0-4410-97fc-8a60861a790f,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:46:07.388466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:07.455562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:07.457110 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] 10.222.0.46 "PUT /v2.0/ports/a4801521-d5a0-4410-97fc-8a60861a790f HTTP/1.1" status: 200 len: 1093 time: 0.9858599 Dec 21 22:46:07.457585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74be4adb-dc2f-4b67-a3c3-ea26ac574277', 'tag': 'a4801521-d5a0-4410-97fc-8a60861a790f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:46:07.475385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0449a-cf18-4222-b746-c09c3883cd48 service neutron] Pushing event updated for resources: {'Port': ['ID=a4801521-d5a0-4410-97fc-8a60861a790f,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:07.556080 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74be4adb-dc2f-4b67-a3c3-ea26ac574277', 'tag': 'a4801521-d5a0-4410-97fc-8a60861a790f', 'status': 'completed', 'code': 200} Dec 21 22:46:07.594489 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-de472389-7fc4-4b20-b137-78effa45b51c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=240a2173c18a4720a2a0b148b8057c36&device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 1096 time: 0.0791740 Dec 21 22:46:07.714326 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-1950d361-e692-45d8-88b4-e8d97be588e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4801521-d5a0-4410-97fc-8a60861a790f HTTP/1.1" status: 200 len: 217 time: 0.0750005 Dec 21 22:46:07.802529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07423c01-4b62-425e-bb7c-3daddd8e4b1d req-493fa75c-1bf5-43af-a63c-e1f74ead4374 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:07.803694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-07423c01-4b62-425e-bb7c-3daddd8e4b1d req-493fa75c-1bf5-43af-a63c-e1f74ead4374 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Synchronizing usage tracker for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:46:07.819734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a89e1-7093-4e75-9921-77f4234b998d req-e71edf9c-93cf-4f08-a33f-c624813b9ea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:07.821268 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-e71edf9c-93cf-4f08-a33f-c624813b9ea3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c50e8f1-19b7-40b5-814c-2b3de93ace9a HTTP/1.1" status: 200 len: 853 time: 0.0993145 Dec 21 22:46:07.866740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-07423c01-4b62-425e-bb7c-3daddd8e4b1d req-493fa75c-1bf5-43af-a63c-e1f74ead4374 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Unset dirty status for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:46:07.867957 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-07423c01-4b62-425e-bb7c-3daddd8e4b1d req-493fa75c-1bf5-43af-a63c-e1f74ead4374 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 943 time: 0.2725220 Dec 21 22:46:07.873865 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-9bb4f2b1-655e-4682-8794-0860bc78e700 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fab8d6eb-59cd-497f-a2b3-e0b850f9826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458593 Dec 21 22:46:08.009688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-07423c01-4b62-425e-bb7c-3daddd8e4b1d req-52c37ed9-5869-43b6-abd1-86b084ec465a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348097 Dec 21 22:46:08.053290 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-dafa5cbd-2093-4a44-bfaf-be6a6d831756 service neutron] 10.222.0.46 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622498 Dec 21 22:46:08.199789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b09a89e1-7093-4e75-9921-77f4234b998d req-b80814ff-e0d0-43d3-8aec-b2adddb02101 service neutron] 10.222.0.46 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402607 Dec 21 22:46:08.358007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-9391c02f-079c-4c0c-8cb1-919f46f5b26a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=240a2173c18a4720a2a0b148b8057c36&device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 1096 time: 0.0783687 Dec 21 22:46:08.500544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-a477b83d-c5ec-481c-bf80-8cb1f3bfdb35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:08.502106 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-a477b83d-c5ec-481c-bf80-8cb1f3bfdb35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fab8d6eb-59cd-497f-a2b3-e0b850f9826a HTTP/1.1" status: 200 len: 914 time: 0.1370709 Dec 21 22:46:08.574438 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-ae634c6d-1886-45bf-8668-25d8b6ba98e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4801521-d5a0-4410-97fc-8a60861a790f HTTP/1.1" status: 200 len: 217 time: 0.0651565 Dec 21 22:46:08.647608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-40c969b5-33f0-44b2-8247-d31a89232401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:08.649140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-40c969b5-33f0-44b2-8247-d31a89232401 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c50e8f1-19b7-40b5-814c-2b3de93ace9a HTTP/1.1" status: 200 len: 853 time: 0.0677238 Dec 21 22:46:08.699457 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-476589c8-fe28-484b-a062-f0205fc5b471 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fab8d6eb-59cd-497f-a2b3-e0b850f9826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431657 Dec 21 22:46:08.839507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:08.845957 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-69a5e822-4d24-4b7f-bf3f-1e471f95b340 service neutron] 10.222.0.46 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378536 Dec 21 22:46:08.992094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-590846ca-65ec-4154-b1d2-8599aa95fbc4 req-a222c7ad-b92b-4800-9e8c-f7624d2cc104 service neutron] 10.222.0.46 "GET /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389892 Dec 21 22:46:09.217458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26740c-e84b-4a18-862d-fbc796124110 req-19d74e6d-2fb3-4b2b-bcd0-1f28e848fe78 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:09.219052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c26740c-e84b-4a18-862d-fbc796124110 req-19d74e6d-2fb3-4b2b-bcd0-1f28e848fe78 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 943 time: 0.0839641 Dec 21 22:46:09.268180 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c26740c-e84b-4a18-862d-fbc796124110 req-41c66237-5b94-4720-85b2-5ee79a247d3f tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Dec 21 22:46:09.886080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device a4801521-d5a0-4410-97fc-8a60861a790f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:46:10.042949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port a4801521-d5a0-4410-97fc-8a60861a790f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a4801521-d5a0-4410-97fc-8a60861a790f,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:10.050359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f1fb-fe99-4ca5-8805-a962c9663bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:10.058388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'a4801521-d5a0-4410-97fc-8a60861a790f', 'network_id': 'fab8d6eb-59cd-497f-a2b3-e0b850f9826a', 'port_id': 'a4801521-d5a0-4410-97fc-8a60861a790f', 'mac_address': 'fa:16:3e:f0:00:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c50e8f1-19b7-40b5-814c-2b3de93ace9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:46:10.129582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:10.143482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:10.149749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4801521-d5a0-4410-97fc-8a60861a790f {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:46:10.165763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port a4801521-d5a0-4410-97fc-8a60861a790f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a4801521-d5a0-4410-97fc-8a60861a790f,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:10.187551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:10.255451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=a4801521-d5a0-4410-97fc-8a60861a790f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:10.265328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.265714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.266087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.266452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.266816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.267177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.267535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.267892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.268248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.268647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.269004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:10.392841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['a4801521-d5a0-4410-97fc-8a60861a790f'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:46:10.478239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9a6c0-49c1-4bcb-ae1f-f3011361352d req-fe81747d-d120-4986-a422-e4cbb87aee6b tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:10.479864 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ced9a6c0-49c1-4bcb-ae1f-f3011361352d req-fe81747d-d120-4986-a422-e4cbb87aee6b tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 944 time: 0.0875697 Dec 21 22:46:10.529330 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ced9a6c0-49c1-4bcb-ae1f-f3011361352d req-d8706fc8-892a-4f71-8d88-a5f30c528a58 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 Dec 21 22:46:11.633755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:11.738061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f780b9-07a6-430b-af8d-17ea6b6f5236 req-f3801927-6c4d-458d-9781-efd0a8705011 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:11.739711 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c6f780b9-07a6-430b-af8d-17ea6b6f5236 req-f3801927-6c4d-458d-9781-efd0a8705011 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 944 time: 0.0837815 Dec 21 22:46:11.792741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c6f780b9-07a6-430b-af8d-17ea6b6f5236 req-fa61fd51-75c1-49d7-afd5-724768029bc6 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465221 Dec 21 22:46:11.902723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device a4801521-d5a0-4410-97fc-8a60861a790f up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:46:11.998410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port a4801521-d5a0-4410-97fc-8a60861a790f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:46:12.003529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port a4801521-d5a0-4410-97fc-8a60861a790f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:46:12.003943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:12.124592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:12.153138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74be4adb-dc2f-4b67-a3c3-ea26ac574277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4801521-d5a0-4410-97fc-8a60861a790f'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:46:12.163097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port a4801521-d5a0-4410-97fc-8a60861a790f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a4801521-d5a0-4410-97fc-8a60861a790f,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:12.193256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:12.226072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74be4adb-dc2f-4b67-a3c3-ea26ac574277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4801521-d5a0-4410-97fc-8a60861a790f', 'code': 200} Dec 21 22:46:12.270237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=a4801521-d5a0-4410-97fc-8a60861a790f,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:12.494487 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-51200701-78e3-4e9d-8dec-59fcb3b5699b req-2051d5f8-cf8f-435d-8be1-83b8a87d4ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 1098 time: 0.0728993 Dec 21 22:46:12.538913 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-51200701-78e3-4e9d-8dec-59fcb3b5699b req-6a2955fe-623a-43c4-b3b8-8b71bf450b14 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377088 Dec 21 22:46:13.013725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8178dc2-3def-4837-bcb4-41710ed0f4f6 req-cbecb991-4246-4c40-9268-8fc035189654 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:13.015312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e8178dc2-3def-4837-bcb4-41710ed0f4f6 req-cbecb991-4246-4c40-9268-8fc035189654 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 945 time: 0.0857327 Dec 21 22:46:13.064000 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e8178dc2-3def-4837-bcb4-41710ed0f4f6 req-4cd8028e-2b45-47d4-afbf-b75192ad80af tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Dec 21 22:46:14.270442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd82f5c-b9b7-417a-b582-1d1b90056f9e req-4bbc42f6-db51-42cf-844c-e7a7e1385b4f tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:14.272360 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fcd82f5c-b9b7-417a-b582-1d1b90056f9e req-4bbc42f6-db51-42cf-844c-e7a7e1385b4f tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 945 time: 0.0818141 Dec 21 22:46:14.320620 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fcd82f5c-b9b7-417a-b582-1d1b90056f9e req-dc2d0327-2812-40ad-9bd8-7bfe35fb6b16 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Dec 21 22:46:14.844012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97fa37-dd7f-4a3a-95fb-0f40472583ec req-b78ed9e0-c837-496a-be80-fbfc956476fa tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:14.845652 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e97fa37-dd7f-4a3a-95fb-0f40472583ec req-b78ed9e0-c837-496a-be80-fbfc956476fa tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 945 time: 0.0863247 Dec 21 22:46:14.893275 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e97fa37-dd7f-4a3a-95fb-0f40472583ec req-179a0242-0dfa-467a-bde6-21d2765a8fbb tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Dec 21 22:46:16.110832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95739b-daa3-4b86-9529-268c5ecf3c6b req-8a8d141e-7919-4c30-84af-6bcbe59bd301 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:16.112488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf95739b-daa3-4b86-9529-268c5ecf3c6b req-8a8d141e-7919-4c30-84af-6bcbe59bd301 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 945 time: 0.0887215 Dec 21 22:46:16.196688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf95739b-daa3-4b86-9529-268c5ecf3c6b req-aeba69fb-b0d0-449b-b63d-5c236bc74ab7 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773849 Dec 21 22:46:16.245352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-84afc885-2c40-472d-a1e2-58c4ddaca2ee tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:16.246904 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-84afc885-2c40-472d-a1e2-58c4ddaca2ee tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.46 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 945 time: 0.0857956 Dec 21 22:46:16.320177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Deleting port a4801521-d5a0-4410-97fc-8a60861a790f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:16.320586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:16.575073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] For port a4801521-d5a0-4410-97fc-8a60861a790f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a4801521-d5a0-4410-97fc-8a60861a790f,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:16.575468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:16.702351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Calling delete_port for a4801521-d5a0-4410-97fc-8a60861a790f owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:16.881338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:16.894260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['5597d12d-3cb1-415c-99c4-45424a0d0a40', 'a4801521-d5a0-4410-97fc-8a60861a790f'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:46:16.933785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Pushing event deleted for resources: {'Port': ['ID=a4801521-d5a0-4410-97fc-8a60861a790f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:17.014497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] No DVR routers for this DVR port a4801521-d5a0-4410-97fc-8a60861a790f on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:46:17.017096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:17.019859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74be4adb-dc2f-4b67-a3c3-ea26ac574277', 'name': 'network-vif-deleted', 'tag': 'a4801521-d5a0-4410-97fc-8a60861a790f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:46:17.064206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b8009aa-1eb4-47e5-ae15-e9597d9309a2 req-6c2078d9-803c-4b7b-b1e5-5724ba5d4b49 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.46 "DELETE /v2.0/ports/a4801521-d5a0-4410-97fc-8a60861a790f HTTP/1.1" status: 204 len: 173 time: 0.8117647 Dec 21 22:46:17.079258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74be4adb-dc2f-4b67-a3c3-ea26ac574277', 'name': 'network-vif-deleted', 'tag': 'a4801521-d5a0-4410-97fc-8a60861a790f', 'status': 'completed', 'code': 200} Dec 21 22:46:17.378393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8dc830da-c685-4d5c-80be-47081489a915 req-4c773202-e0fc-48f1-bf98-fd3c2a01efeb tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Synchronizing usage tracker for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:46:17.415128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8dc830da-c685-4d5c-80be-47081489a915 req-4c773202-e0fc-48f1-bf98-fd3c2a01efeb tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Unset dirty status for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:46:17.416417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dc830da-c685-4d5c-80be-47081489a915 req-4c773202-e0fc-48f1-bf98-fd3c2a01efeb tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=74be4adb-dc2f-4b67-a3c3-ea26ac574277 HTTP/1.1" status: 200 len: 210 time: 0.0822635 Dec 21 22:46:18.703637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e02cb-8db2-4e27-a0d8-4150226d6325 req-cd4637f6-a016-4907-a0f6-ed97b575dd9a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:18.705306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-710e02cb-8db2-4e27-a0d8-4150226d6325 req-cd4637f6-a016-4907-a0f6-ed97b575dd9a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.0851529 Dec 21 22:46:18.754518 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-710e02cb-8db2-4e27-a0d8-4150226d6325 req-780cafa8-760b-457d-892e-9d86f4121081 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Dec 21 22:46:18.982429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa98e1-8edb-4fdd-b305-1f078664d43e req-c85dccfe-6e76-4b6b-a526-67d1a509804c tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:18.984017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72aa98e1-8edb-4fdd-b305-1f078664d43e req-c85dccfe-6e76-4b6b-a526-67d1a509804c tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.0833135 Dec 21 22:46:19.037155 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72aa98e1-8edb-4fdd-b305-1f078664d43e req-cc738ff3-3270-4480-abad-1ccd69a91063 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469618 Dec 21 22:46:19.460494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879519-51de-4c96-9d94-6ba19398d253 req-b3b295b2-ddd0-4542-878d-eef9d3d3804b tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:19.462089 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3e879519-51de-4c96-9d94-6ba19398d253 req-b3b295b2-ddd0-4542-878d-eef9d3d3804b tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.3020756 Dec 21 22:46:19.510147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3e879519-51de-4c96-9d94-6ba19398d253 req-a29e7eac-c74c-4b55-989b-9ed5633d7b70 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Dec 21 22:46:19.716076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79fdfed0-9266-41f1-906d-e7a3c3906277 req-5f626ffc-1b64-4846-af3d-bc75db5396c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0728445 Dec 21 22:46:19.914359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device a4801521-d5a0-4410-97fc-8a60861a790f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:46:19.930684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ab45c-2c58-4e11-9ece-7bdddf246cca req-7e0f34c5-25fe-4601-bd31-969cb6f8357c tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:19.932296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-203ab45c-2c58-4e11-9ece-7bdddf246cca req-7e0f34c5-25fe-4601-bd31-969cb6f8357c tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.0858746 Dec 21 22:46:19.949783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: a4801521-d5a0-4410-97fc-8a60861a790f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:46:19.950282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device a4801521-d5a0-4410-97fc-8a60861a790f not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:46:19.981607 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-203ab45c-2c58-4e11-9ece-7bdddf246cca req-6263b87f-12f6-4460-ba4d-1ca57e17aada tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Dec 21 22:46:20.190338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c141d7-51db-45b1-9ea4-cdb74f2658ab req-3084d227-893f-4dde-aef9-3b48ed79cf12 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:20.191936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61c141d7-51db-45b1-9ea4-cdb74f2658ab req-3084d227-893f-4dde-aef9-3b48ed79cf12 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.0824170 Dec 21 22:46:20.243667 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61c141d7-51db-45b1-9ea4-cdb74f2658ab req-926cc601-4423-424c-b07a-a373f0f42155 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453033 Dec 21 22:46:20.461939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b02f9b-d6c6-4054-aef5-e46a480be23f req-a4c466eb-0bb5-4d8a-8568-9954f0823023 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:20.463564 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49b02f9b-d6c6-4054-aef5-e46a480be23f req-a4c466eb-0bb5-4d8a-8568-9954f0823023 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.0833156 Dec 21 22:46:20.511100 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-49b02f9b-d6c6-4054-aef5-e46a480be23f req-5d93b422-ce72-4629-a7f4-faaa3f5df621 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Dec 21 22:46:21.179517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50693b00-2b36-4efa-ab07-6d5e95c48356 req-ecf673cf-f4ac-45b7-82e6-fbc7961a0121 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:21.181156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50693b00-2b36-4efa-ab07-6d5e95c48356 req-ecf673cf-f4ac-45b7-82e6-fbc7961a0121 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.0878122 Dec 21 22:46:21.229507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50693b00-2b36-4efa-ab07-6d5e95c48356 req-371d0bd9-ef13-4c05-94f7-fdc4320f6ff5 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Dec 21 22:46:22.145063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:46:22.506975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e00047-ceda-4b65-b335-4ce7cacaf8be req-b2f2f4fd-d184-4711-9cec-18b17da2d21a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:22.508702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6e00047-ceda-4b65-b335-4ce7cacaf8be req-b2f2f4fd-d184-4711-9cec-18b17da2d21a tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.1543396 Dec 21 22:46:22.515204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507bdb6-2f06-4454-9c35-42336667021a req-c5a70e0a-6d4c-4738-8f41-c804f2d2cfee tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:22.516669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1507bdb6-2f06-4454-9c35-42336667021a req-c5a70e0a-6d4c-4738-8f41-c804f2d2cfee tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.46 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 946 time: 0.1272538 Dec 21 22:46:22.620313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Deleting port 5597d12d-3cb1-415c-99c4-45424a0d0a40 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:22.620715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:22.655448 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6e00047-ceda-4b65-b335-4ce7cacaf8be req-7d677e20-295b-4afa-8290-63b3d6465d24 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/security-groups?id=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377721 Dec 21 22:46:22.881622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] For port 5597d12d-3cb1-415c-99c4-45424a0d0a40, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5597d12d-3cb1-415c-99c4-45424a0d0a40,segment=NetworkSegment(edceec84-4603-4305-83e7-070decd11327),segment_id=edceec84-4603-4305-83e7-070decd11327)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:22.881947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:23.007737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Calling delete_port for 5597d12d-3cb1-415c-99c4-45424a0d0a40 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:23.176150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:23.187602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['5597d12d-3cb1-415c-99c4-45424a0d0a40'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:46:23.226991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Pushing event deleted for resources: {'Port': ['ID=5597d12d-3cb1-415c-99c4-45424a0d0a40,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:23.306869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] No DVR routers for this DVR port 5597d12d-3cb1-415c-99c4-45424a0d0a40 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:46:23.309324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:23.311955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76f25fd-00e9-40df-87e5-8ecff0439fef', 'name': 'network-vif-deleted', 'tag': '5597d12d-3cb1-415c-99c4-45424a0d0a40'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:46:23.348317 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1507bdb6-2f06-4454-9c35-42336667021a req-2412337f-ce6e-4eca-b485-2765e4ca4cd2 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.46 "DELETE /v2.0/ports/5597d12d-3cb1-415c-99c4-45424a0d0a40 HTTP/1.1" status: 204 len: 173 time: 0.8145087 Dec 21 22:46:23.371213 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76f25fd-00e9-40df-87e5-8ecff0439fef', 'name': 'network-vif-deleted', 'tag': '5597d12d-3cb1-415c-99c4-45424a0d0a40', 'status': 'completed', 'code': 200} Dec 21 22:46:23.845447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c118fb24-24c6-4293-a401-025b411ed3b4 req-b54dbcf1-6272-4713-86b6-5d83b4edfb41 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Synchronizing usage tracker for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:46:23.890519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c118fb24-24c6-4293-a401-025b411ed3b4 req-b54dbcf1-6272-4713-86b6-5d83b4edfb41 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] Unset dirty status for tenant:240a2173c18a4720a2a0b148b8057c36 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:46:23.891825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c118fb24-24c6-4293-a401-025b411ed3b4 req-b54dbcf1-6272-4713-86b6-5d83b4edfb41 tempest-ServersNegativeTestJSON-1094703393 tempest-ServersNegativeTestJSON-1094703393-project] 10.222.0.30 "GET /v2.0/ports?device_id=e76f25fd-00e9-40df-87e5-8ecff0439fef HTTP/1.1" status: 200 len: 210 time: 0.0966883 Dec 21 22:46:24.999990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47510) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:25.070804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-56710e2d-4a7e-43e7-8445-6f3bef7a780f admin admin] Deleting subnet 1c50e8f1-19b7-40b5-814c-2b3de93ace9a {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:46:25.073965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56710e2d-4a7e-43e7-8445-6f3bef7a780f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.126402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56710e2d-4a7e-43e7-8445-6f3bef7a780f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.184355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56710e2d-4a7e-43e7-8445-6f3bef7a780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.279422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56710e2d-4a7e-43e7-8445-6f3bef7a780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.320902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56710e2d-4a7e-43e7-8445-6f3bef7a780f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c50e8f1-19b7-40b5-814c-2b3de93ace9a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:25.326685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56710e2d-4a7e-43e7-8445-6f3bef7a780f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.332928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-56710e2d-4a7e-43e7-8445-6f3bef7a780f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1c50e8f1-19b7-40b5-814c-2b3de93ace9a HTTP/1.1" status: 204 len: 168 time: 0.3318143 Dec 21 22:46:25.335639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47514) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:25.451580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.584856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.611159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab8d6eb-59cd-497f-a2b3-e0b850f9826a']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:25.624659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edceec84-4603-4305-83e7-070decd11327') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:25.624997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edceec84-4603-4305-83e7-070decd11327') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:25.637151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.652128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.658430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:46:25.662519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:46:25.673487 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:46:25.781998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.801567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:25.808649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] Pushing event deleted for resources: {'Network': ['ID=fab8d6eb-59cd-497f-a2b3-e0b850f9826a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:25.845563 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-237adc70-406d-4083-ae99-e8305cf5c26d admin admin] 10.222.0.30 "DELETE /v2.0/networks/fab8d6eb-59cd-497f-a2b3-e0b850f9826a HTTP/1.1" status: 204 len: 168 time: 0.5088935 Dec 21 22:46:25.939954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5597d12d-3cb1-415c-99c4-45424a0d0a40 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:46:25.973765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 5597d12d-3cb1-415c-99c4-45424a0d0a40 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:46:25.974141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 5597d12d-3cb1-415c-99c4-45424a0d0a40 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:46:26.187412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47520) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:26.241095 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0332bc3b-574d-4719-9ed8-158725b4b257 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=240a2173c18a4720a2a0b148b8057c36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523696 Dec 21 22:46:26.243769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47524) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:26.306523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2dda909-b98d-4d6e-bb39-847cedaacd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:26.339300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2dda909-b98d-4d6e-bb39-847cedaacd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:26.730631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2dda909-b98d-4d6e-bb39-847cedaacd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:26.750779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dda909-b98d-4d6e-bb39-847cedaacd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:26.787457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2dda909-b98d-4d6e-bb39-847cedaacd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:26.788746 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b2dda909-b98d-4d6e-bb39-847cedaacd5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bfb25ba-f025-4fa2-849a-eb7f2cceb6eb HTTP/1.1" status: 204 len: 168 time: 0.5439246 Dec 21 22:46:27.921259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47546) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:28.057425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-501235574'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:28.062912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:28.067025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:network and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:28.070940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:28.077594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:28.118954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:28.124516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:28.138886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:28.219689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:28.223697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:security_group_rule and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:28.227158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:28.233174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:28.389070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:28.404623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:28.435323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:46:28.449229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2b00ba-dc16-4cc5-ad73-fe11869555d4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:28.469715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:28.470112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Added segment deec7823-3eb3-4e53-9964-edc8951c30bc of type vlan for network 55f15174-4850-4816-878c-b069c5bcc667 Dec 21 22:46:28.524122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:28.587485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:28.591593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:28.592232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:28.708963 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7863057 Dec 21 22:46:28.717480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e8d8f-0e92-4d41-ab74-99aa1dac5122 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Network': ['ID=55f15174-4850-4816-878c-b069c5bcc667,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:28.735218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 55f15174-4850-4816-878c-b069c5bcc667 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:46:32.397404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47552) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:32.403736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'subnet': {'network_id': '55f15174-4850-4816-878c-b069c5bcc667', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:32.517532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:32.521698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:subnet and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:32.524616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:32.530561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:32.581896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:32.691458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.153768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.238020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Subnet': ['ID=e911bde5-ec25-46e1-b138-615c11a26df9,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:33.251433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Checking segment: {'id': 'deec7823-3eb3-4e53-9964-edc8951c30bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55f15174-4850-4816-878c-b069c5bcc667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:33.251825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network hostable DHCP agents. Network: 55f15174-4850-4816-878c-b069c5bcc667, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:46:33.313494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network 55f15174-4850-4816-878c-b069c5bcc667 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:46:33.353494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 55f15174-4850-4816-878c-b069c5bcc667) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:33.357701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:33.358353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.363622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a0ff7-f381-416a-89c7-1296f661dc68 None None] Network 55f15174-4850-4816-878c-b069c5bcc667 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:33.400108 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ff1a202-21c3-493b-a188-072ad29d486b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0015459 Dec 21 22:46:33.403831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47556) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:33.409876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950602588'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:33.415248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:33.419304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:network and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:33.422314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:33.428883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:33.456621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:33.462497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.499929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:46:33.548908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.549304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Added segment 7fdba7e3-1235-4943-9ff5-f807a070b92b of type vlan for network 93b4cd86-e795-4274-bc4e-70a2804cfa03 Dec 21 22:46:33.581367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.592304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-55f15174-4850-4816-878c-b069c5bcc667', 'network_id': '55f15174-4850-4816-878c-b069c5bcc667', 'tenant_id': '0e04eca41bd547ca8ec5d3848c70287d', 'fixed_ips': [{'subnet_id': 'e911bde5-ec25-46e1-b138-615c11a26df9'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:46:33.597959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.633718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.637819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:33.638497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.753289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:33.754488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Network': ['ID=93b4cd86-e795-4274-bc4e-70a2804cfa03,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:33.767665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 93b4cd86-e795-4274-bc4e-70a2804cfa03 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:46:33.788975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d7404e22-52fe-43f9-aa37-fafc7e44b572 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3839645 Dec 21 22:46:33.791906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47560) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:33.798390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'subnet': {'network_id': '93b4cd86-e795-4274-bc4e-70a2804cfa03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:33.825668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Allocated IP 2001:db8:0:ffff::2 (55f15174-4850-4816-878c-b069c5bcc667/e911bde5-ec25-46e1-b138-615c11a26df9/fe5dceac-d4db-4c18-b502-b0d963aafba7) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:46:33.919766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:33.923895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:subnet and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:33.926892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:33.933640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:33.970219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:34.081367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.110190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.121626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Transition to ACTIVE for port object fe5dceac-d4db-4c18-b502-b0d963aafba7 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:34.140769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Transition to ACTIVE for port object fe5dceac-d4db-4c18-b502-b0d963aafba7 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:34.228280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.304610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Network 55f15174-4850-4816-878c-b069c5bcc667 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:46:34.308153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:34.310778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:46:34.313851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Pushing event updated for resources: {'Port': ['ID=fe5dceac-d4db-4c18-b502-b0d963aafba7,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:34.402849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Attempting to bind port fe5dceac-d4db-4c18-b502-b0d963aafba7 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:46:34.403437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Attempting to bind port fe5dceac-d4db-4c18-b502-b0d963aafba7 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'deec7823-3eb3-4e53-9964-edc8951c30bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55f15174-4850-4816-878c-b069c5bcc667'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:46:34.403635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Attempting to bind port fe5dceac-d4db-4c18-b502-b0d963aafba7 on network 55f15174-4850-4816-878c-b069c5bcc667 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:46:34.410424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:46:34.410842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Checking segment: {'id': 'deec7823-3eb3-4e53-9964-edc8951c30bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55f15174-4850-4816-878c-b069c5bcc667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:34.411287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.412288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Bound using segment: {'id': 'deec7823-3eb3-4e53-9964-edc8951c30bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55f15174-4850-4816-878c-b069c5bcc667'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:46:34.413309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Bound port: fe5dceac-d4db-4c18-b502-b0d963aafba7, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deec7823-3eb3-4e53-9964-edc8951c30bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55f15174-4850-4816-878c-b069c5bcc667'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:46:34.413450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.479447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.506392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] For port fe5dceac-d4db-4c18-b502-b0d963aafba7, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:46:34.509623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] For port fe5dceac-d4db-4c18-b502-b0d963aafba7, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fe5dceac-d4db-4c18-b502-b0d963aafba7,segment=NetworkSegment(deec7823-3eb3-4e53-9964-edc8951c30bc),segment_id=deec7823-3eb3-4e53-9964-edc8951c30bc)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:46:34.554048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.560627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Subnet': ['ID=3945af0b-dfcf-4300-ac02-55b2a42baf8b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:34.576569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Checking segment: {'id': '7fdba7e3-1235-4943-9ff5-f807a070b92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '93b4cd86-e795-4274-bc4e-70a2804cfa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:34.576972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network hostable DHCP agents. Network: 93b4cd86-e795-4274-bc4e-70a2804cfa03, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:46:34.627681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network 93b4cd86-e795-4274-bc4e-70a2804cfa03 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:46:34.644840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225aa6-3ea7-4472-903d-84d8e364de8d None None] Pushing event updated for resources: {'Port': ['ID=fe5dceac-d4db-4c18-b502-b0d963aafba7,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:34.662257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 93b4cd86-e795-4274-bc4e-70a2804cfa03) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:34.666729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:34.667423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.672718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf50ee2-0886-4527-914f-54715a5e6643 None None] Network 93b4cd86-e795-4274-bc4e-70a2804cfa03 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:34.751456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad68584e-8fd3-466f-a92e-8fafdace4885 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9556830 Dec 21 22:46:34.751665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47564) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:34.914338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c2929-1a32-4d70-8717-d3a1364adcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-93b4cd86-e795-4274-bc4e-70a2804cfa03', 'network_id': '93b4cd86-e795-4274-bc4e-70a2804cfa03', 'tenant_id': '0e04eca41bd547ca8ec5d3848c70287d', 'fixed_ips': [{'subnet_id': '3945af0b-dfcf-4300-ac02-55b2a42baf8b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:46:34.915573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d69c2929-1a32-4d70-8717-d3a1364adcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:34.916736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.018425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.200387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server [None req-d69c2929-1a32-4d70-8717-d3a1364adcfa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3945af0b-dfcf-4300-ac02-55b2a42baf8b: This subnet is being modified by another concurrent operation. Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3945af0b-dfcf-4300-ac02-55b2a42baf8b: This subnet is being modified by another concurrent operation. Dec 21 22:46:35.235237 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Dec 21 22:46:35.248387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Subnet': ['ID=3945af0b-dfcf-4300-ac02-55b2a42baf8b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:35.271743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625bc497-a322-4ef5-80c2-9f7a7976865d None None] Network 93b4cd86-e795-4274-bc4e-70a2804cfa03 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:35.356046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.363986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fe5dceac-d4db-4c18-b502-b0d963aafba7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:46:35.383876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b4cd86-e795-4274-bc4e-70a2804cfa03']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:35.398488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdba7e3-1235-4943-9ff5-f807a070b92b') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:35.398830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdba7e3-1235-4943-9ff5-f807a070b92b') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:35.410979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.430671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.437281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:46:35.437820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:46:35.453997 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:46:35.542121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port fe5dceac-d4db-4c18-b502-b0d963aafba7 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:46:35.570708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.590580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.602695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Network': ['ID=93b4cd86-e795-4274-bc4e-70a2804cfa03,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:35.607257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-67b5b9d4-5bde-4f07-be00-fcc6bbf199de tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/93b4cd86-e795-4274-bc4e-70a2804cfa03 HTTP/1.1" status: 204 len: 168 time: 0.8545136 Dec 21 22:46:35.610905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47568) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:35.617390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-227735684'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:35.622722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:35.626705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:network and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:35.629687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:35.636426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:35.725065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:35.730859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.761978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:46:35.800931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.801289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Added segment 9469e5d0-8be0-490c-8427-c6a9bcdeaf7e of type vlan for network d0b9d1e4-08cc-4804-ac57-96eda1495e8e Dec 21 22:46:35.869301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.948015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:35.952196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:35.952874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:36.069222 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4571030 Dec 21 22:46:36.072241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47572) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:36.074969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5e519-28dd-415b-8fcd-c25d03829b63 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Network': ['ID=d0b9d1e4-08cc-4804-ac57-96eda1495e8e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:36.086528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network d0b9d1e4-08cc-4804-ac57-96eda1495e8e details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:46:36.088224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'subnet': {'network_id': 'd0b9d1e4-08cc-4804-ac57-96eda1495e8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:36.218085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:36.222233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:subnet and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:36.226178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:36.232451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:36.279114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:36.326767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0ac3f-838c-4d33-9dc0-44930b5bcae1 None None] Network 55f15174-4850-4816-878c-b069c5bcc667 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:36.394048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:36.490411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Performing IP validity checks on allocation pools {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 21 22:46:36.491015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.ipam_backend_mixin [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 21 22:46:36.492920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1e2cd904-a851-4d32-9eaf-41c76f1e5e22 None None] Provisioning for port fe5dceac-d4db-4c18-b502-b0d963aafba7 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:46:36.509350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1e2cd904-a851-4d32-9eaf-41c76f1e5e22 None None] Provisioning complete for port fe5dceac-d4db-4c18-b502-b0d963aafba7 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:46:36.509764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd904-a851-4d32-9eaf-41c76f1e5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:36.694457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd904-a851-4d32-9eaf-41c76f1e5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:36.735636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1e2cd904-a851-4d32-9eaf-41c76f1e5e22 None None] For port fe5dceac-d4db-4c18-b502-b0d963aafba7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fe5dceac-d4db-4c18-b502-b0d963aafba7,segment=NetworkSegment(deec7823-3eb3-4e53-9964-edc8951c30bc),segment_id=deec7823-3eb3-4e53-9964-edc8951c30bc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:36.765160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd904-a851-4d32-9eaf-41c76f1e5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:36.799582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:36.840659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cd904-a851-4d32-9eaf-41c76f1e5e22 None None] Pushing event updated for resources: {'Port': ['ID=fe5dceac-d4db-4c18-b502-b0d963aafba7,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:36.876652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Subnet': ['ID=b506f4dd-2323-47ce-85c2-3ea2ff7d3ac8,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:36.901906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.902288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.902659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.903027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.903391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.903754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.904112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.904500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.904860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.905221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.905577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:36.919746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Checking segment: {'id': '9469e5d0-8be0-490c-8427-c6a9bcdeaf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd0b9d1e4-08cc-4804-ac57-96eda1495e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:36.920146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network hostable DHCP agents. Network: d0b9d1e4-08cc-4804-ac57-96eda1495e8e, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:46:36.937753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a25e0a-2ef6-48d5-ad2f-ee1c19fcd22c None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:46:36.964739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network d0b9d1e4-08cc-4804-ac57-96eda1495e8e is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:46:36.993465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, d0b9d1e4-08cc-4804-ac57-96eda1495e8e) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:36.997455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:36.998101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.018397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9f18438b-bfbf-4ff3-84bb-20f936d6e1c5 None None] Provisioning complete for port fe5dceac-d4db-4c18-b502-b0d963aafba7 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:46:37.018807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f18438b-bfbf-4ff3-84bb-20f936d6e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.039933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c94ee14d-eace-429d-afe3-f2a5924af36b tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9663017 Dec 21 22:46:37.042784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47576) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:37.109618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a25e0a-2ef6-48d5-ad2f-ee1c19fcd22c None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:46:37.201229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.273592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.320167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fe5dceac-d4db-4c18-b502-b0d963aafba7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:46:37.530679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.531310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9d19ca0a-987e-4bcd-ab7a-3ab161848eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.576143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Subnet': ['ID=b506f4dd-2323-47ce-85c2-3ea2ff7d3ac8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:37.649151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fe5dceac-d4db-4c18-b502-b0d963aafba7 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:46:37.649569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.681225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.708568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b9d1e4-08cc-4804-ac57-96eda1495e8e']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:37.721703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9469e5d0-8be0-490c-8427-c6a9bcdeaf7e') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:37.722025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9469e5d0-8be0-490c-8427-c6a9bcdeaf7e') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:37.734507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.750272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.757046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:46:37.757475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:46:37.774381 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:46:37.838705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815200c-9014-4f84-a2d6-3763ea5a8448 None None] Network d0b9d1e4-08cc-4804-ac57-96eda1495e8e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:37.941074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.962972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:37.971902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Network': ['ID=d0b9d1e4-08cc-4804-ac57-96eda1495e8e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:37.981510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f9f0e546-9f9c-478b-a541-d14111e1e274 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/d0b9d1e4-08cc-4804-ac57-96eda1495e8e HTTP/1.1" status: 204 len: 168 time: 0.9332089 Dec 21 22:46:37.982180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47580) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:37.988442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-637483239'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:37.994055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:37.998093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:network and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:38.001081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:38.007140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:38.031719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51ed8a-487f-49cd-a61e-feff656e430e None None] Network d0b9d1e4-08cc-4804-ac57-96eda1495e8e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:38.049708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:38.050090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51ed8a-487f-49cd-a61e-feff656e430e None None] Network d0b9d1e4-08cc-4804-ac57-96eda1495e8e could not be found, it might have been deleted concurrently. {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 21 22:46:38.055412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:38.086454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:46:38.095258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:38.095648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Added segment 21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83 of type vlan for network 0bcf43a8-a56b-4c5d-a217-1ede05e2a765 Dec 21 22:46:38.128999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:38.181719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:38.185857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:38.186510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:38.297023 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3136578 Dec 21 22:46:38.300977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47584) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:38.302525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3292-ddff-449a-aff9-0c4c3fd9d001 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Network': ['ID=0bcf43a8-a56b-4c5d-a217-1ede05e2a765,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:38.309089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'subnet': {'network_id': '0bcf43a8-a56b-4c5d-a217-1ede05e2a765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:38.313639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 0bcf43a8-a56b-4c5d-a217-1ede05e2a765 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:46:38.426748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:38.430790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:subnet and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:38.433736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:38.439888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:38.473026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:38.578740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:38.833991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:38.862057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:38.914252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Subnet': ['ID=24851185-568c-477d-9281-3b5e1f399797,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:38.932714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Checking segment: {'id': '21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0bcf43a8-a56b-4c5d-a217-1ede05e2a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:38.933108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network hostable DHCP agents. Network: 0bcf43a8-a56b-4c5d-a217-1ede05e2a765, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:46:38.981514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network 0bcf43a8-a56b-4c5d-a217-1ede05e2a765 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:46:39.015894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 0bcf43a8-a56b-4c5d-a217-1ede05e2a765) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:39.019830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:39.020521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.027498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99567098-873d-4e2d-9123-f62cb03c9c3e None None] Network 0bcf43a8-a56b-4c5d-a217-1ede05e2a765 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:39.084845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47588) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:39.091694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-707844088'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:39.094848 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-441f3ee0-ad7b-4e22-b828-1fb764500642 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7926297 Dec 21 22:46:39.098541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:39.103756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:network and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:39.106862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:39.113471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:39.141818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:39.148028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.179825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:46:39.189102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.189499 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Added segment 7e81a4dc-6d81-4eca-973a-8a21e1aee945 of type vlan for network aced724f-97dc-4a32-a1df-cb27698eab19 Dec 21 22:46:39.217099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.257761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-0bcf43a8-a56b-4c5d-a217-1ede05e2a765', 'network_id': '0bcf43a8-a56b-4c5d-a217-1ede05e2a765', 'tenant_id': '0e04eca41bd547ca8ec5d3848c70287d', 'fixed_ips': [{'subnet_id': '24851185-568c-477d-9281-3b5e1f399797'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:46:39.258242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.279049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.283252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:39.283896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.396455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3097291 Dec 21 22:46:39.399652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47592) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:39.402081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9960e7-d350-4dc1-8a2d-b13fa813fd4c tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Network': ['ID=aced724f-97dc-4a32-a1df-cb27698eab19,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:39.406421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Request body: {'subnet': {'network_id': 'aced724f-97dc-4a32-a1df-cb27698eab19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:39.413836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network aced724f-97dc-4a32-a1df-cb27698eab19 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:46:39.463979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Allocated IP 2001:db8::2 (0bcf43a8-a56b-4c5d-a217-1ede05e2a765/24851185-568c-477d-9281-3b5e1f399797/04cb6e71-d6fe-473a-b600-37e0bd2b9390) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:46:39.526300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:39.530747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Usage tracker for resource:subnet and tenant:0e04eca41bd547ca8ec5d3848c70287d is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:39.533766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:39.540608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:39.575756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Made reservation on behalf of 0e04eca41bd547ca8ec5d3848c70287d for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:39.688218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.750351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.761449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Transition to ACTIVE for port object 04cb6e71-d6fe-473a-b600-37e0bd2b9390 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:39.781567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Transition to ACTIVE for port object 04cb6e71-d6fe-473a-b600-37e0bd2b9390 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:39.839068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:39.914111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Network 0bcf43a8-a56b-4c5d-a217-1ede05e2a765 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:46:39.917283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:39.921659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:46:39.923847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Pushing event updated for resources: {'Port': ['ID=04cb6e71-d6fe-473a-b600-37e0bd2b9390,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:40.016260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.025872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Attempting to bind port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:46:40.026290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Attempting to bind port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0bcf43a8-a56b-4c5d-a217-1ede05e2a765'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:46:40.026676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Attempting to bind port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 on network 0bcf43a8-a56b-4c5d-a217-1ede05e2a765 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:46:40.033555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:46:40.034026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Checking segment: {'id': '21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0bcf43a8-a56b-4c5d-a217-1ede05e2a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:40.034392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.034824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Bound using segment: {'id': '21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0bcf43a8-a56b-4c5d-a217-1ede05e2a765'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:46:40.035338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Bound port: 04cb6e71-d6fe-473a-b600-37e0bd2b9390, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0bcf43a8-a56b-4c5d-a217-1ede05e2a765'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:46:40.035749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.053255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc205437-5438-4235-b06b-08b57f9fb0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.111093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event updated for resources: {'Subnet': ['ID=644949fc-8d16-4ceb-9855-13fcb9d93b22,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:40.123171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Checking segment: {'id': '7e81a4dc-6d81-4eca-973a-8a21e1aee945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'aced724f-97dc-4a32-a1df-cb27698eab19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:40.134915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network hostable DHCP agents. Network: aced724f-97dc-4a32-a1df-cb27698eab19, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:46:40.145391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] For port 04cb6e71-d6fe-473a-b600-37e0bd2b9390, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:46:40.149593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] For port 04cb6e71-d6fe-473a-b600-37e0bd2b9390, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=04cb6e71-d6fe-473a-b600-37e0bd2b9390,segment=NetworkSegment(21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83),segment_id=21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:46:40.152911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.181494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Network aced724f-97dc-4a32-a1df-cb27698eab19 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:46:40.181929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.215818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, aced724f-97dc-4a32-a1df-cb27698eab19) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:40.219907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:40.220581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.231958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a219ac3-d9de-4837-8f86-26282ac5d77b None None] Network aced724f-97dc-4a32-a1df-cb27698eab19 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:40.268583 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8f966c9b-41b4-46a1-a78e-a93d9fa873b3 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8675797 Dec 21 22:46:40.271398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47596) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:40.352550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1813ebf-dae5-47fb-9373-f268909ffde9 None None] Pushing event updated for resources: {'Port': ['ID=04cb6e71-d6fe-473a-b600-37e0bd2b9390,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:40.439814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.503843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98646133-59e1-4674-85f4-af48f79650c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-aced724f-97dc-4a32-a1df-cb27698eab19', 'network_id': 'aced724f-97dc-4a32-a1df-cb27698eab19', 'tenant_id': '0e04eca41bd547ca8ec5d3848c70287d', 'fixed_ips': [{'subnet_id': '644949fc-8d16-4ceb-9855-13fcb9d93b22'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:46:40.504808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98646133-59e1-4674-85f4-af48f79650c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.513405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.622298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server [None req-98646133-59e1-4674-85f4-af48f79650c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 644949fc-8d16-4ceb-9855-13fcb9d93b22: This subnet is being modified by another concurrent operation. Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 644949fc-8d16-4ceb-9855-13fcb9d93b22: This subnet is being modified by another concurrent operation. Dec 21 22:46:40.641775 dv-neutron-822521-1-hyperv neutron-server[88883]: ERROR oslo_messaging.rpc.server Dec 21 22:46:40.668536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef32f9-08b5-4c7b-b531-49bcc893a2d7 None None] Network aced724f-97dc-4a32-a1df-cb27698eab19 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:40.668712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Subnet': ['ID=644949fc-8d16-4ceb-9855-13fcb9d93b22,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:40.782733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.811760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aced724f-97dc-4a32-a1df-cb27698eab19']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:40.826307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e81a4dc-6d81-4eca-973a-8a21e1aee945') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:40.826632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e81a4dc-6d81-4eca-973a-8a21e1aee945') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:40.840171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.856712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.863122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:46:40.863663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:46:40.878778 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:46:41.004808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.009896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.035815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Network': ['ID=aced724f-97dc-4a32-a1df-cb27698eab19,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:41.040898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e4708805-f1dd-44f2-8d83-bb07872bf93f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/aced724f-97dc-4a32-a1df-cb27698eab19 HTTP/1.1" status: 204 len: 168 time: 0.7683566 Dec 21 22:46:41.043782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47600) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:41.093229 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1618e2c-f859-4f80-b2ce-c525f7bf3b77 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] GET failed (client error): The resource could not be found. Dec 21 22:46:41.093726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f1618e2c-f859-4f80-b2ce-c525f7bf3b77 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Synchronizing usage tracker for tenant:0e04eca41bd547ca8ec5d3848c70287d on resource:subnet {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:46:41.131009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f1618e2c-f859-4f80-b2ce-c525f7bf3b77 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Unset dirty status for tenant:0e04eca41bd547ca8ec5d3848c70287d on resource:subnet {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:46:41.132263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f1618e2c-f859-4f80-b2ce-c525f7bf3b77 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "GET /v2.0/subnets/644949fc-8d16-4ceb-9855-13fcb9d93b22 HTTP/1.1" status: 404 len: 337 time: 0.0874665 Dec 21 22:46:41.135269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47604) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:41.161461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a7d544-4562-4a6c-87d1-988d07b580fb tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] DELETE failed (client error): The resource could not be found. Dec 21 22:46:41.162051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a7d544-4562-4a6c-87d1-988d07b580fb tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:46:41.163793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-08a7d544-4562-4a6c-87d1-988d07b580fb tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/aced724f-97dc-4a32-a1df-cb27698eab19 HTTP/1.1" status: 404 len: 339 time: 0.0275354 Dec 21 22:46:41.168058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47608) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:41.209284 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cea5671-5d96-434c-9f14-26910c39444f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] DELETE failed (client error): The resource could not be found. Dec 21 22:46:41.209781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cea5671-5d96-434c-9f14-26910c39444f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:46:41.211586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3cea5671-5d96-434c-9f14-26910c39444f tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/subnets/644949fc-8d16-4ceb-9855-13fcb9d93b22 HTTP/1.1" status: 404 len: 337 time: 0.0425069 Dec 21 22:46:41.214331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47612) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:41.240729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2fb8db-fa24-42ee-b152-91378dac98ea tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] DELETE failed (client error): The resource could not be found. Dec 21 22:46:41.241218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2fb8db-fa24-42ee-b152-91378dac98ea tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:46:41.242975 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1f2fb8db-fa24-42ee-b152-91378dac98ea tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/aced724f-97dc-4a32-a1df-cb27698eab19 HTTP/1.1" status: 404 len: 339 time: 0.0276837 Dec 21 22:46:41.245750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47616) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:41.334113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 04cb6e71-d6fe-473a-b600-37e0bd2b9390 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:46:41.428001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:46:41.455052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc44ba7c-ad02-4a45-b7d7-c3620c2fcdfa tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Deleting subnet 24851185-568c-477d-9281-3b5e1f399797 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:46:41.458091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44ba7c-ad02-4a45-b7d7-c3620c2fcdfa tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.516165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44ba7c-ad02-4a45-b7d7-c3620c2fcdfa tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.609528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44ba7c-ad02-4a45-b7d7-c3620c2fcdfa tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.644656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.719571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44ba7c-ad02-4a45-b7d7-c3620c2fcdfa tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.765063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44ba7c-ad02-4a45-b7d7-c3620c2fcdfa tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Subnet': ['ID=24851185-568c-477d-9281-3b5e1f399797,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:41.770572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44ba7c-ad02-4a45-b7d7-c3620c2fcdfa tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.822733 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dc44ba7c-ad02-4a45-b7d7-c3620c2fcdfa tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/subnets/24851185-568c-477d-9281-3b5e1f399797 HTTP/1.1" status: 204 len: 168 time: 0.5758557 Dec 21 22:46:41.825428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47620) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:41.956555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.968629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Deleting port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:41.968999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:41.993088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba06e28-d7e1-48e9-a0e5-6435dbdfc220 None None] Network 0bcf43a8-a56b-4c5d-a217-1ede05e2a765 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:42.212249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1edfdaaa-af01-4f07-8790-0dd8326f047e None None] Provisioning for port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:46:42.219713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1edfdaaa-af01-4f07-8790-0dd8326f047e None None] Provisioning complete for port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:46:42.220124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1edfdaaa-af01-4f07-8790-0dd8326f047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:42.372268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1edfdaaa-af01-4f07-8790-0dd8326f047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:42.406451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] DHCP port deletion for 0bcf43a8-a56b-4c5d-a217-1ede05e2a765 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:46:42.416434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1edfdaaa-af01-4f07-8790-0dd8326f047e None None] For port 04cb6e71-d6fe-473a-b600-37e0bd2b9390, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=04cb6e71-d6fe-473a-b600-37e0bd2b9390,segment=NetworkSegment(21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83),segment_id=21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:42.417693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] Deleting port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:42.418104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:42.456734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1edfdaaa-af01-4f07-8790-0dd8326f047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:42.483201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] For port 04cb6e71-d6fe-473a-b600-37e0bd2b9390, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=04cb6e71-d6fe-473a-b600-37e0bd2b9390,segment=NetworkSegment(21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83),segment_id=21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:42.483526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:42.592211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfdaaa-af01-4f07-8790-0dd8326f047e None None] Pushing event updated for resources: {'Port': ['ID=04cb6e71-d6fe-473a-b600-37e0bd2b9390,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:42.618890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Calling delete_port for 04cb6e71-d6fe-473a-b600-37e0bd2b9390 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:42.705886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] For port 04cb6e71-d6fe-473a-b600-37e0bd2b9390, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=04cb6e71-d6fe-473a-b600-37e0bd2b9390,segment=NetworkSegment(21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83),segment_id=21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:42.706228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:42.726462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88994) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:46:42.726836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:46:43.008643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] Calling delete_port for 04cb6e71-d6fe-473a-b600-37e0bd2b9390 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:43.118875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:43.164248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] Pushing event deleted for resources: {'Port': ['ID=04cb6e71-d6fe-473a-b600-37e0bd2b9390,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:43.178983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b20a2f-5869-49df-b092-f7cad8d48c56 None None] No DVR routers for this DVR port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:46:43.212726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00074003-1faa-4a4f-9747-2bc636d55314 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:46:43.227680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Deleting port 04cb6e71-d6fe-473a-b600-37e0bd2b9390 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:43.228068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:43.298360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] The port '04cb6e71-d6fe-473a-b600-37e0bd2b9390' was deleted {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:46:43.312366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 04cb6e71-d6fe-473a-b600-37e0bd2b9390 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:46:43.352492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00074003-1faa-4a4f-9747-2bc636d55314 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:46:43.354752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 04cb6e71-d6fe-473a-b600-37e0bd2b9390 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:46:43.355143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 04cb6e71-d6fe-473a-b600-37e0bd2b9390 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:46:43.429989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:43.456576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcf43a8-a56b-4c5d-a217-1ede05e2a765']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:43.470211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:43.470552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fa58ac-d8ec-4f0a-b8df-2b39a9f11f83') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:43.483156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:43.498035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:43.504466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:46:43.504892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:46:43.520552 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:46:43.627267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:43.649445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:43.656107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Network': ['ID=0bcf43a8-a56b-4c5d-a217-1ede05e2a765,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:43.664132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5fc6a076-d970-4d46-9951-76b8f16261e8 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/0bcf43a8-a56b-4c5d-a217-1ede05e2a765 HTTP/1.1" status: 204 len: 168 time: 1.8367839 Dec 21 22:46:43.666096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47624) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:43.706626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ad66c8-f0c8-4961-b8b2-3b60469eb0fe tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] DELETE failed (client error): The resource could not be found. Dec 21 22:46:43.707120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ad66c8-f0c8-4961-b8b2-3b60469eb0fe tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:46:43.709592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-15ad66c8-f0c8-4961-b8b2-3b60469eb0fe tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/subnets/b506f4dd-2323-47ce-85c2-3ea2ff7d3ac8 HTTP/1.1" status: 404 len: 337 time: 0.0424440 Dec 21 22:46:43.712312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47628) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:43.741780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb0f7a3-b677-49d4-b8f1-54560cc9cbea tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] DELETE failed (client error): The resource could not be found. Dec 21 22:46:43.742257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb0f7a3-b677-49d4-b8f1-54560cc9cbea tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:46:43.743986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3cb0f7a3-b677-49d4-b8f1-54560cc9cbea tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/d0b9d1e4-08cc-4804-ac57-96eda1495e8e HTTP/1.1" status: 404 len: 339 time: 0.0306935 Dec 21 22:46:43.746686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47632) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:43.787001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da0aa61-c9e2-4d9d-a964-373d8a109387 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] DELETE failed (client error): The resource could not be found. Dec 21 22:46:43.787432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da0aa61-c9e2-4d9d-a964-373d8a109387 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:46:43.789203 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6da0aa61-c9e2-4d9d-a964-373d8a109387 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/subnets/3945af0b-dfcf-4300-ac02-55b2a42baf8b HTTP/1.1" status: 404 len: 337 time: 0.0415750 Dec 21 22:46:43.791911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47636) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:43.817383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f18c64e-5866-4c97-863f-2b4defd20d80 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] DELETE failed (client error): The resource could not be found. Dec 21 22:46:43.818414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f18c64e-5866-4c97-863f-2b4defd20d80 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 21 22:46:43.820305 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9f18c64e-5866-4c97-863f-2b4defd20d80 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/93b4cd86-e795-4274-bc4e-70a2804cfa03 HTTP/1.1" status: 404 len: 339 time: 0.0274053 Dec 21 22:46:43.822770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47640) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:44.022473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb310ab-757c-431c-a712-3ab652e2d372 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Deleting subnet e911bde5-ec25-46e1-b138-615c11a26df9 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:46:44.025564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb310ab-757c-431c-a712-3ab652e2d372 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.086988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb310ab-757c-431c-a712-3ab652e2d372 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.174301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb310ab-757c-431c-a712-3ab652e2d372 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.290587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb310ab-757c-431c-a712-3ab652e2d372 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.332836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb310ab-757c-431c-a712-3ab652e2d372 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Subnet': ['ID=e911bde5-ec25-46e1-b138-615c11a26df9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:44.338965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eeb310ab-757c-431c-a712-3ab652e2d372 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.345545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3098db-c07f-4353-b4eb-9dc3f2599acb None None] Network 55f15174-4850-4816-878c-b069c5bcc667 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:44.349811 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eeb310ab-757c-431c-a712-3ab652e2d372 tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/subnets/e911bde5-ec25-46e1-b138-615c11a26df9 HTTP/1.1" status: 204 len: 168 time: 0.5260537 Dec 21 22:46:44.352731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47644) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:44.477491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.490388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Deleting port fe5dceac-d4db-4c18-b502-b0d963aafba7 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:44.490749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.616241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] DHCP port deletion for 55f15174-4850-4816-878c-b069c5bcc667 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:46:44.621176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] Deleting port fe5dceac-d4db-4c18-b502-b0d963aafba7 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:44.621600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.709201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] For port fe5dceac-d4db-4c18-b502-b0d963aafba7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fe5dceac-d4db-4c18-b502-b0d963aafba7,segment=NetworkSegment(deec7823-3eb3-4e53-9964-edc8951c30bc),segment_id=deec7823-3eb3-4e53-9964-edc8951c30bc)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:44.709614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.835350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] For port fe5dceac-d4db-4c18-b502-b0d963aafba7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fe5dceac-d4db-4c18-b502-b0d963aafba7,segment=NetworkSegment(deec7823-3eb3-4e53-9964-edc8951c30bc),segment_id=deec7823-3eb3-4e53-9964-edc8951c30bc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:44.835685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.842226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Calling delete_port for fe5dceac-d4db-4c18-b502-b0d963aafba7 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:44.947466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:44.968313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] Calling delete_port for fe5dceac-d4db-4c18-b502-b0d963aafba7 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:44.994176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Port': ['ID=fe5dceac-d4db-4c18-b502-b0d963aafba7,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:45.001004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] No DVR routers for this DVR port fe5dceac-d4db-4c18-b502-b0d963aafba7 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:46:45.040228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:46:45.040799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:46:45.144041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:45.175213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f15174-4850-4816-878c-b069c5bcc667']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:45.188236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deec7823-3eb3-4e53-9964-edc8951c30bc') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:45.188602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deec7823-3eb3-4e53-9964-edc8951c30bc') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:45.201264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:45.216710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:45.222974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:46:45.223390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:46:45.238936 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:46:45.306163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fe5dceac-d4db-4c18-b502-b0d963aafba7 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:46:45.340773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: fe5dceac-d4db-4c18-b502-b0d963aafba7 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:46:45.341167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fe5dceac-d4db-4c18-b502-b0d963aafba7 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:46:45.358036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:45.381089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:45.392748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Pushing event deleted for resources: {'Network': ['ID=55f15174-4850-4816-878c-b069c5bcc667,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:45.399242 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] 10.222.0.30 "DELETE /v2.0/networks/55f15174-4850-4816-878c-b069c5bcc667 HTTP/1.1" status: 204 len: 168 time: 1.0454946 Dec 21 22:46:45.404928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.405306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.405677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.406045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.406405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.406765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.407122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.407476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.407830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.408184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.408563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69636e9-c735-4018-ad64-dd21ae09550d tempest-NetworksIpV6Test-531446756 tempest-NetworksIpV6Test-531446756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:46:45.541934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] Deleting port fe5dceac-d4db-4c18-b502-b0d963aafba7 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:45.542393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:45.609586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b9045de2-1f67-4231-b0a1-6263b7042752 None None] The port 'fe5dceac-d4db-4c18-b502-b0d963aafba7' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:46:45.915775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47652) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:46.103318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ed482d84-8b47-48ac-8a5e-ccc1b090ac85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e04eca41bd547ca8ec5d3848c70287d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1862326 Dec 21 22:46:46.105954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47658) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:46.168527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8143bf96-edc2-442a-9601-db945ddd1ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:46.195846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8143bf96-edc2-442a-9601-db945ddd1ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:46.319637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8143bf96-edc2-442a-9601-db945ddd1ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:46.338152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143bf96-edc2-442a-9601-db945ddd1ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2b00ba-dc16-4cc5-ad73-fe11869555d4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:46.342134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8143bf96-edc2-442a-9601-db945ddd1ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:46.343483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8143bf96-edc2-442a-9601-db945ddd1ee7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c2b00ba-dc16-4cc5-ad73-fe11869555d4 HTTP/1.1" status: 204 len: 168 time: 0.2364228 Dec 21 22:46:47.429489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47680) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:47.566460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-663491975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:47.574390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:47.578449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Usage tracker for resource:router and tenant:95390d16acd6491ab966372b7b7784be is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:47.581456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:47.588083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:47.626729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:47.627706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:47.693489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:47.753493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:47.793115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:47.794382 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1353b479-fec6-4fcc-b690-dc9e03586742 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3638194 Dec 21 22:46:47.797298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47686) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:47.803596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1396498138'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:47.808743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:47.812722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Usage tracker for resource:network and tenant:95390d16acd6491ab966372b7b7784be is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:47.816144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:47.822864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:47.861544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Made reservation on behalf of 95390d16acd6491ab966372b7b7784be for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:47.867632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:47.881470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:47.939593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:47.944838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Usage tracker for resource:security_group_rule and tenant:95390d16acd6491ab966372b7b7784be is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:47.947735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:47.953936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:48.041578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:48.067515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:48.099324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:46:48.112392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1a2aec-7ea0-4402-91b7-d0bf35938c5d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:48.148685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:48.149084 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Added segment 001e215b-1bcf-46bd-833f-e53b69c7fba7 of type vlan for network e59b2070-750f-4365-9b94-1ff553b9f1cd Dec 21 22:46:48.178404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:48.232475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:48.236544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:48.237181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:48.353750 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5553594 Dec 21 22:46:48.356930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47690) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:48.359206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73044e74-229e-4114-8a77-3579a0f169eb tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event updated for resources: {'Network': ['ID=e59b2070-750f-4365-9b94-1ff553b9f1cd,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:48.363276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Request body: {'subnet': {'network_id': 'e59b2070-750f-4365-9b94-1ff553b9f1cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:48.371723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network e59b2070-750f-4365-9b94-1ff553b9f1cd details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:46:48.698158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:48.702165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Usage tracker for resource:subnet and tenant:95390d16acd6491ab966372b7b7784be is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:48.705131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:48.711720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:48.747500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Made reservation on behalf of 95390d16acd6491ab966372b7b7784be for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:48.867849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.125060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.214508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event updated for resources: {'Subnet': ['ID=d8f00986-75f6-418f-b941-e3ec79e2f536,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:49.225179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Checking segment: {'id': '001e215b-1bcf-46bd-833f-e53b69c7fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e59b2070-750f-4365-9b94-1ff553b9f1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:49.225581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Network hostable DHCP agents. Network: e59b2070-750f-4365-9b94-1ff553b9f1cd, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:46:49.295933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Network e59b2070-750f-4365-9b94-1ff553b9f1cd is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:46:49.330338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, e59b2070-750f-4365-9b94-1ff553b9f1cd) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:49.335143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:49.335791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.341316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc69d0-a860-4c73-9bba-ee6af7ea4e35 None None] Network e59b2070-750f-4365-9b94-1ff553b9f1cd requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:49.394272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b00ad77c-c89c-46e0-8bcc-8bd5c154d568 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0360441 Dec 21 22:46:49.397554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47694) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:49.403674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-847136254'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:49.409121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:49.413250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Usage tracker for resource:network and tenant:95390d16acd6491ab966372b7b7784be is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:49.416259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:49.422402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:49.456110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Made reservation on behalf of 95390d16acd6491ab966372b7b7784be for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:49.462063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.492034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:46:49.501075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.501571 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Added segment 3d51c151-4d2c-470b-959d-84c7fdd50e1c of type vlan for network dcef318f-82dc-4f45-8710-d64c0adf8d7e Dec 21 22:46:49.533335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.565575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-e59b2070-750f-4365-9b94-1ff553b9f1cd', 'network_id': 'e59b2070-750f-4365-9b94-1ff553b9f1cd', 'tenant_id': '95390d16acd6491ab966372b7b7784be', 'fixed_ips': [{'subnet_id': 'd8f00986-75f6-418f-b941-e3ec79e2f536'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:46:49.566477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.604815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.608981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:49.609679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:49.721695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3229825 Dec 21 22:46:49.724831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47698) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:49.727592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fc62d-ed1a-4162-83b8-708b525509c5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event updated for resources: {'Network': ['ID=dcef318f-82dc-4f45-8710-d64c0adf8d7e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:49.732771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Request body: {'subnet': {'network_id': 'dcef318f-82dc-4f45-8710-d64c0adf8d7e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:49.735645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Allocated IP 172.20.0.2 (e59b2070-750f-4365-9b94-1ff553b9f1cd/d8f00986-75f6-418f-b941-e3ec79e2f536/8d6c2166-b6ce-448d-8ee6-74f63054827b) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:46:49.739611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network dcef318f-82dc-4f45-8710-d64c0adf8d7e details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:46:49.853280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:49.857410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Usage tracker for resource:subnet and tenant:95390d16acd6491ab966372b7b7784be is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:49.860469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:49.866840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:49.896905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Made reservation on behalf of 95390d16acd6491ab966372b7b7784be for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:50.010617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:50.055853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:50.066725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Transition to ACTIVE for port object 8d6c2166-b6ce-448d-8ee6-74f63054827b will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:50.087027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Transition to ACTIVE for port object 8d6c2166-b6ce-448d-8ee6-74f63054827b will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:50.136214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:50.212272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Network e59b2070-750f-4365-9b94-1ff553b9f1cd is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:46:50.215511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:50.219997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:46:50.222884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Pushing event updated for resources: {'Port': ['ID=8d6c2166-b6ce-448d-8ee6-74f63054827b,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:50.312758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Attempting to bind port 8d6c2166-b6ce-448d-8ee6-74f63054827b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:46:50.313097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Attempting to bind port 8d6c2166-b6ce-448d-8ee6-74f63054827b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '001e215b-1bcf-46bd-833f-e53b69c7fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e59b2070-750f-4365-9b94-1ff553b9f1cd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:46:50.313504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Attempting to bind port 8d6c2166-b6ce-448d-8ee6-74f63054827b on network e59b2070-750f-4365-9b94-1ff553b9f1cd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:46:50.320759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:46:50.321176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Checking segment: {'id': '001e215b-1bcf-46bd-833f-e53b69c7fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e59b2070-750f-4365-9b94-1ff553b9f1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:50.321622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:50.322059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Bound using segment: {'id': '001e215b-1bcf-46bd-833f-e53b69c7fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e59b2070-750f-4365-9b94-1ff553b9f1cd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:46:50.322571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Bound port: 8d6c2166-b6ce-448d-8ee6-74f63054827b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '001e215b-1bcf-46bd-833f-e53b69c7fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e59b2070-750f-4365-9b94-1ff553b9f1cd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:46:50.322984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:50.447300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] For port 8d6c2166-b6ce-448d-8ee6-74f63054827b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:46:50.450631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] For port 8d6c2166-b6ce-448d-8ee6-74f63054827b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8d6c2166-b6ce-448d-8ee6-74f63054827b,segment=NetworkSegment(001e215b-1bcf-46bd-833f-e53b69c7fba7),segment_id=001e215b-1bcf-46bd-833f-e53b69c7fba7)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:46:50.473386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:50.502018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:50.562586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event updated for resources: {'Subnet': ['ID=35dbceaf-60af-486d-8dca-a9339dd6e9b5,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:50.576675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Checking segment: {'id': '3d51c151-4d2c-470b-959d-84c7fdd50e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dcef318f-82dc-4f45-8710-d64c0adf8d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:50.577071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Network hostable DHCP agents. Network: dcef318f-82dc-4f45-8710-d64c0adf8d7e, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:46:50.585865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5989814-3aa0-4d82-9321-c4fa64e48f91 None None] Pushing event updated for resources: {'Port': ['ID=8d6c2166-b6ce-448d-8ee6-74f63054827b,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:50.662594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Network dcef318f-82dc-4f45-8710-d64c0adf8d7e is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:46:50.718919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, dcef318f-82dc-4f45-8710-d64c0adf8d7e) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:50.723062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:50.724265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:50.729292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330172e1-9048-490b-bfe9-48372ab7ef70 None None] Network dcef318f-82dc-4f45-8710-d64c0adf8d7e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:50.765706 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c2ce98d9-c6aa-4935-b7ce-2ccef479c757 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0393436 Dec 21 22:46:50.768572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47702) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:50.774880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a09f60e5-3c7c-4d7e-bfcf-2817add3507d tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dcef318f-82dc-4f45-8710-d64c0adf8d7e'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:50.987412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-dcef318f-82dc-4f45-8710-d64c0adf8d7e', 'network_id': 'dcef318f-82dc-4f45-8710-d64c0adf8d7e', 'tenant_id': '95390d16acd6491ab966372b7b7784be', 'fixed_ips': [{'subnet_id': '35dbceaf-60af-486d-8dca-a9339dd6e9b5'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:46:50.988411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:51.174338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Allocated IP 172.21.0.2 (dcef318f-82dc-4f45-8710-d64c0adf8d7e/35dbceaf-60af-486d-8dca-a9339dd6e9b5/e752edd8-b3c1-4efb-b067-c28f62af469a) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:46:51.455351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a09f60e5-3c7c-4d7e-bfcf-2817add3507d tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:51.516585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8d6c2166-b6ce-448d-8ee6-74f63054827b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:46:51.640703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.api.v2.resource [None req-a09f60e5-3c7c-4d7e-bfcf-2817add3507d tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:46:51.641793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a09f60e5-3c7c-4d7e-bfcf-2817add3507d tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "PUT /v2.0/routers/6df49a84-7240-47f5-8f43-50758f244187 HTTP/1.1" status: 400 len: 364 time: 0.8720841 Dec 21 22:46:51.649136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47706) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:51.689096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:51.701617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 8d6c2166-b6ce-448d-8ee6-74f63054827b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:46:51.721747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c719cd-1740-4692-81bc-df92866c2ee5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Deleting subnet 35dbceaf-60af-486d-8dca-a9339dd6e9b5 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:46:51.742367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Transition to ACTIVE for port object e752edd8-b3c1-4efb-b067-c28f62af469a will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:51.782070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Transition to ACTIVE for port object e752edd8-b3c1-4efb-b067-c28f62af469a will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:51.785127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94c719cd-1740-4692-81bc-df92866c2ee5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:51.799481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:51.851462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94c719cd-1740-4692-81bc-df92866c2ee5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:51.871744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Network dcef318f-82dc-4f45-8710-d64c0adf8d7e is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:46:51.875627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:51.879957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:46:51.886639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Pushing event updated for resources: {'Port': ['ID=e752edd8-b3c1-4efb-b067-c28f62af469a,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:51.946967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94c719cd-1740-4692-81bc-df92866c2ee5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:51.984837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Attempting to bind port e752edd8-b3c1-4efb-b067-c28f62af469a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:46:51.985265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Attempting to bind port e752edd8-b3c1-4efb-b067-c28f62af469a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '3d51c151-4d2c-470b-959d-84c7fdd50e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dcef318f-82dc-4f45-8710-d64c0adf8d7e'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:46:51.985685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Attempting to bind port e752edd8-b3c1-4efb-b067-c28f62af469a on network dcef318f-82dc-4f45-8710-d64c0adf8d7e {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:46:51.993483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:46:51.993903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Checking segment: {'id': '3d51c151-4d2c-470b-959d-84c7fdd50e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dcef318f-82dc-4f45-8710-d64c0adf8d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:51.994333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:51.995205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Bound using segment: {'id': '3d51c151-4d2c-470b-959d-84c7fdd50e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dcef318f-82dc-4f45-8710-d64c0adf8d7e'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:46:51.995464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Bound port: e752edd8-b3c1-4efb-b067-c28f62af469a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d51c151-4d2c-470b-959d-84c7fdd50e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dcef318f-82dc-4f45-8710-d64c0adf8d7e'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:46:51.995637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.039594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94c719cd-1740-4692-81bc-df92866c2ee5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.088643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c719cd-1740-4692-81bc-df92866c2ee5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event deleted for resources: {'Subnet': ['ID=35dbceaf-60af-486d-8dca-a9339dd6e9b5,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:52.094322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94c719cd-1740-4692-81bc-df92866c2ee5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.101009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e1c36810-de70-467a-8cef-122a685960cd None None] For port e752edd8-b3c1-4efb-b067-c28f62af469a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:46:52.102974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-94c719cd-1740-4692-81bc-df92866c2ee5 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "DELETE /v2.0/subnets/35dbceaf-60af-486d-8dca-a9339dd6e9b5 HTTP/1.1" status: 204 len: 168 time: 0.4520476 Dec 21 22:46:52.104976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e1c36810-de70-467a-8cef-122a685960cd None None] For port e752edd8-b3c1-4efb-b067-c28f62af469a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e752edd8-b3c1-4efb-b067-c28f62af469a,segment=NetworkSegment(3d51c151-4d2c-470b-959d-84c7fdd50e1c),segment_id=3d51c151-4d2c-470b-959d-84c7fdd50e1c)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:46:52.105107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47710) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:52.154371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.236152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.247504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Deleting port e752edd8-b3c1-4efb-b067-c28f62af469a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:52.247889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.281243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73cee90-cf78-4e92-ad06-0785ffb6cfb3 None None] Network e59b2070-750f-4365-9b94-1ff553b9f1cd requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:52.302574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c36810-de70-467a-8cef-122a685960cd None None] Pushing event updated for resources: {'Port': ['ID=e752edd8-b3c1-4efb-b067-c28f62af469a,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:52.421674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db540364-382b-4c3c-8c32-49cef3b86f62 None None] Network dcef318f-82dc-4f45-8710-d64c0adf8d7e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:52.467210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] For port e752edd8-b3c1-4efb-b067-c28f62af469a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e752edd8-b3c1-4efb-b067-c28f62af469a,segment=NetworkSegment(3d51c151-4d2c-470b-959d-84c7fdd50e1c),segment_id=3d51c151-4d2c-470b-959d-84c7fdd50e1c)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:52.467604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.542253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9677a44b-b1a4-4f42-8498-aeff8c5d8747 None None] Provisioning for port 8d6c2166-b6ce-448d-8ee6-74f63054827b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:46:52.600682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Calling delete_port for e752edd8-b3c1-4efb-b067-c28f62af469a owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:52.609122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9677a44b-b1a4-4f42-8498-aeff8c5d8747 None None] Provisioning complete for port 8d6c2166-b6ce-448d-8ee6-74f63054827b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:46:52.609546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9677a44b-b1a4-4f42-8498-aeff8c5d8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.707622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.759618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event deleted for resources: {'Port': ['ID=e752edd8-b3c1-4efb-b067-c28f62af469a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:52.764697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] No DVR routers for this DVR port e752edd8-b3c1-4efb-b067-c28f62af469a on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:46:52.846911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9677a44b-b1a4-4f42-8498-aeff8c5d8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.886137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9677a44b-b1a4-4f42-8498-aeff8c5d8747 None None] For port 8d6c2166-b6ce-448d-8ee6-74f63054827b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8d6c2166-b6ce-448d-8ee6-74f63054827b,segment=NetworkSegment(001e215b-1bcf-46bd-833f-e53b69c7fba7),segment_id=001e215b-1bcf-46bd-833f-e53b69c7fba7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:52.904519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.924774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9677a44b-b1a4-4f42-8498-aeff8c5d8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.938756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcef318f-82dc-4f45-8710-d64c0adf8d7e']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:52.954149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d51c151-4d2c-470b-959d-84c7fdd50e1c') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:52.954383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d51c151-4d2c-470b-959d-84c7fdd50e1c') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:52.967576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.983790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:52.992292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:46:52.992885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.000977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677a44b-b1a4-4f42-8498-aeff8c5d8747 None None] Pushing event updated for resources: {'Port': ['ID=8d6c2166-b6ce-448d-8ee6-74f63054827b,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:46:53.010484 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:46:53.130706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.143103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce34fc-a056-47bf-87ee-aea489644311 None None] get_active_networks_info from dv-neutron-822521-1-hyperv {{(pid=88996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:46:53.162112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.175484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event deleted for resources: {'Network': ['ID=dcef318f-82dc-4f45-8710-d64c0adf8d7e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:53.179635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d6383473-f9cf-4a93-b739-1431c34c7dcc tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "DELETE /v2.0/networks/dcef318f-82dc-4f45-8710-d64c0adf8d7e HTTP/1.1" status: 204 len: 168 time: 1.0735173 Dec 21 22:46:53.183318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47714) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:53.205948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-f0bbd876-989d-4713-98b7-3b7c8337433e None None] Provisioning complete for port 8d6c2166-b6ce-448d-8ee6-74f63054827b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:46:53.206364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f0bbd876-989d-4713-98b7-3b7c8337433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.302727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ce34fc-a056-47bf-87ee-aea489644311 None None] Resources bound (agent type, host, resource id): {{(pid=88996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 21 22:46:53.350002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8d6c2166-b6ce-448d-8ee6-74f63054827b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:46:53.393328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4cfd44-2006-435a-9615-c597517dfd5a tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Deleting subnet d8f00986-75f6-418f-b941-e3ec79e2f536 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:46:53.396624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfd44-2006-435a-9615-c597517dfd5a tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.457350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfd44-2006-435a-9615-c597517dfd5a tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.560232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 8d6c2166-b6ce-448d-8ee6-74f63054827b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:46:53.560618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.612002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfd44-2006-435a-9615-c597517dfd5a tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.793626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfd44-2006-435a-9615-c597517dfd5a tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.840156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cfd44-2006-435a-9615-c597517dfd5a tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f00986-75f6-418f-b941-e3ec79e2f536,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:53.847868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfd44-2006-435a-9615-c597517dfd5a tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.855286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ffe9b3-75a8-4d24-af7c-ce6c60f154cd None None] Network e59b2070-750f-4365-9b94-1ff553b9f1cd requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:53.855779 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8f4cfd44-2006-435a-9615-c597517dfd5a tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "DELETE /v2.0/subnets/d8f00986-75f6-418f-b941-e3ec79e2f536 HTTP/1.1" status: 204 len: 168 time: 0.6712542 Dec 21 22:46:53.858343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47718) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:53.982608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:53.994200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Deleting port 8d6c2166-b6ce-448d-8ee6-74f63054827b {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:53.994575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.133061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] DHCP port deletion for e59b2070-750f-4365-9b94-1ff553b9f1cd request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:46:54.137464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] Deleting port 8d6c2166-b6ce-448d-8ee6-74f63054827b {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:54.137959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.219319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] For port 8d6c2166-b6ce-448d-8ee6-74f63054827b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8d6c2166-b6ce-448d-8ee6-74f63054827b,segment=NetworkSegment(001e215b-1bcf-46bd-833f-e53b69c7fba7),segment_id=001e215b-1bcf-46bd-833f-e53b69c7fba7)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:54.219712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.350488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Calling delete_port for 8d6c2166-b6ce-448d-8ee6-74f63054827b owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:54.351398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] For port 8d6c2166-b6ce-448d-8ee6-74f63054827b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=8d6c2166-b6ce-448d-8ee6-74f63054827b,segment=NetworkSegment(001e215b-1bcf-46bd-833f-e53b69c7fba7),segment_id=001e215b-1bcf-46bd-833f-e53b69c7fba7)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:46:54.351838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.488796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] Calling delete_port for 8d6c2166-b6ce-448d-8ee6-74f63054827b owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:46:54.518470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.560186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:46:54.560631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:46:54.566702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event deleted for resources: {'Port': ['ID=8d6c2166-b6ce-448d-8ee6-74f63054827b,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:54.572842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] No DVR routers for this DVR port 8d6c2166-b6ce-448d-8ee6-74f63054827b on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:46:54.705877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.732488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59b2070-750f-4365-9b94-1ff553b9f1cd']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:54.745895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001e215b-1bcf-46bd-833f-e53b69c7fba7') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:54.746231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001e215b-1bcf-46bd-833f-e53b69c7fba7') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:46:54.758872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.867030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.873669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:46:54.874112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:46:54.890076 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:46:55.062234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] Deleting port 8d6c2166-b6ce-448d-8ee6-74f63054827b {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:46:55.063375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:55.072939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:55.077297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:55.106500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Pushing event deleted for resources: {'Network': ['ID=e59b2070-750f-4365-9b94-1ff553b9f1cd,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:55.113323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a1dc6229-4ab6-49df-9aaf-2fd9c6736f2f tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "DELETE /v2.0/networks/e59b2070-750f-4365-9b94-1ff553b9f1cd HTTP/1.1" status: 204 len: 168 time: 1.2512925 Dec 21 22:46:55.113710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47722) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:55.134777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-29f4560c-7b0f-4cc7-8dcf-f20c95a188d7 None None] The port '8d6c2166-b6ce-448d-8ee6-74f63054827b' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:46:55.159733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-138ee45b-f27d-4c4e-b9f9-801f93d4cd00 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Synchronizing usage tracker for tenant:95390d16acd6491ab966372b7b7784be on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:46:55.227120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-138ee45b-f27d-4c4e-b9f9-801f93d4cd00 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Unset dirty status for tenant:95390d16acd6491ab966372b7b7784be on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:46:55.228479 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-138ee45b-f27d-4c4e-b9f9-801f93d4cd00 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "GET /v2.0/ports?device_id=6df49a84-7240-47f5-8f43-50758f244187 HTTP/1.1" status: 200 len: 205 time: 0.1137211 Dec 21 22:46:55.231139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47726) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:55.310009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8d6c2166-b6ce-448d-8ee6-74f63054827b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:46:55.347146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 8d6c2166-b6ce-448d-8ee6-74f63054827b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:46:55.347467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 8d6c2166-b6ce-448d-8ee6-74f63054827b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:46:55.381965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-534efb4f-7408-466f-bd87-47e3c9177fb7 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:55.786771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-534efb4f-7408-466f-bd87-47e3c9177fb7 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:55.791392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-534efb4f-7408-466f-bd87-47e3c9177fb7 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:55.901348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-534efb4f-7408-466f-bd87-47e3c9177fb7 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:55.901995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534efb4f-7408-466f-bd87-47e3c9177fb7 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Fanout notify agent at l3_agent the message router_deleted on router 6df49a84-7240-47f5-8f43-50758f244187 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:46:55.914311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-534efb4f-7408-466f-bd87-47e3c9177fb7 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:55.915504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-534efb4f-7408-466f-bd87-47e3c9177fb7 tempest-RoutersNegativeTest-514740580 tempest-RoutersNegativeTest-514740580-project] 10.222.0.30 "DELETE /v2.0/routers/6df49a84-7240-47f5-8f43-50758f244187 HTTP/1.1" status: 204 len: 168 time: 0.6833947 Dec 21 22:46:56.355623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47734) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:56.544419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3a1f63e2-8e1b-482c-a074-9e4f73a491bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95390d16acd6491ab966372b7b7784be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1874678 Dec 21 22:46:56.546975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47740) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:56.610051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9108-d9ee-42b4-8048-34f7e3ee11e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:56.640256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9108-d9ee-42b4-8048-34f7e3ee11e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:56.769932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9108-d9ee-42b4-8048-34f7e3ee11e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:56.786693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd9108-d9ee-42b4-8048-34f7e3ee11e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1a2aec-7ea0-4402-91b7-d0bf35938c5d,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:56.793320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bbd9108-d9ee-42b4-8048-34f7e3ee11e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:56.794613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5bbd9108-d9ee-42b4-8048-34f7e3ee11e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f1a2aec-7ea0-4402-91b7-d0bf35938c5d HTTP/1.1" status: 204 len: 168 time: 0.2466187 Dec 21 22:46:57.783383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47762) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:57.921955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1457243074-network', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:57.927866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:57.932011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Usage tracker for resource:network and tenant:e071c3f1c799477eb8a3dd5649c39a5f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:57.934985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:57.941605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:58.061847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Made reservation on behalf of e071c3f1c799477eb8a3dd5649c39a5f for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:58.066838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.080918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.162479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:58.166915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Usage tracker for resource:security_group_rule and tenant:e071c3f1c799477eb8a3dd5649c39a5f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:58.169982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:58.176093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:58.277207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.306843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.335444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:46:58.348140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a38a6-581a-4d35-9819-b0b5b181ace6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:58.354312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.354703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Added segment ffbc9365-8afc-4e43-934b-010f2c06dcd3 of type vlan for network e816504b-b8b5-44b5-9c26-81d6dcd33cac Dec 21 22:46:58.381730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.438317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.439217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:58.439858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.544052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7593472 Dec 21 22:46:58.547249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47768) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:58.549470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d32b32-ddfd-4267-855f-cc282d29cb57 admin admin] Pushing event updated for resources: {'Network': ['ID=e816504b-b8b5-44b5-9c26-81d6dcd33cac,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:58.553532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Request body: {'subnet': {'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-subnet', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:58.559862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:58.560912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:46:58.564228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Usage tracker for resource:subnet and tenant:e071c3f1c799477eb8a3dd5649c39a5f is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:58.568432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:58.574288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:58.615589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Made reservation on behalf of e071c3f1c799477eb8a3dd5649c39a5f for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:46:58.620493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.873021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:58.948533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a290625-e754-4167-8d1b-3467f48c6b43,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:58.964946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Checking segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:58.965336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Network hostable DHCP agents. Network: e816504b-b8b5-44b5-9c26-81d6dcd33cac, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:46:59.009611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:46:59.043999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, e816504b-b8b5-44b5-9c26-81d6dcd33cac) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:59.049197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:46:59.049815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.053852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc78bf-2b1c-46fa-bf08-9d0e8abc1459 None None] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:46:59.105385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47772) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:46:59.105965 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fcff21b0-21a7-4b88-91cb-51d7b4aa0fab admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5569515 Dec 21 22:46:59.111421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:46:59.117392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:46:59.121452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Usage tracker for resource:router and tenant:e071c3f1c799477eb8a3dd5649c39a5f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:46:59.124472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:46:59.131155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:46:59.145721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:46:59.164621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.166179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.241187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.281721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'fixed_ips': [{'subnet_id': '9a290625-e754-4167-8d1b-3467f48c6b43'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:46:59.282612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.461529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Allocated IP 172.20.0.2 (e816504b-b8b5-44b5-9c26-81d6dcd33cac/9a290625-e754-4167-8d1b-3467f48c6b43/d889f74a-472d-4687-a68f-1d1ad173a1ed) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:46:59.651247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.681363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.692327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Transition to ACTIVE for port object d889f74a-472d-4687-a68f-1d1ad173a1ed will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:59.712146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Transition to ACTIVE for port object d889f74a-472d-4687-a68f-1d1ad173a1ed will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:46:59.744674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.822283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:46:59.825956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:46:59.827837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Pushing event updated for resources: {'Port': ['ID=d889f74a-472d-4687-a68f-1d1ad173a1ed,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:46:59.830234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:46:59.900474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.924455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Attempting to bind port d889f74a-472d-4687-a68f-1d1ad173a1ed on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:46:59.924873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Attempting to bind port d889f74a-472d-4687-a68f-1d1ad173a1ed by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:46:59.925280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Attempting to bind port d889f74a-472d-4687-a68f-1d1ad173a1ed on network e816504b-b8b5-44b5-9c26-81d6dcd33cac {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:46:59.932346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:46:59.932761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Checking segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:46:59.933211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.933644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Bound using segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:46:59.934149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Bound port: d889f74a-472d-4687-a68f-1d1ad173a1ed, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:46:59.934557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:46:59.936891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:00.025728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] For port d889f74a-472d-4687-a68f-1d1ad173a1ed, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:47:00.028894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] For port d889f74a-472d-4687-a68f-1d1ad173a1ed, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d889f74a-472d-4687-a68f-1d1ad173a1ed,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:47:00.079090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Allocated IP 172.26.6.206 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/3e0cb384-8831-472e-8e95-99cfbd198c29) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:47:00.079505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:00.169806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf205bb3-ff69-45b5-bb62-62c8734c73f6 None None] Pushing event updated for resources: {'Port': ['ID=d889f74a-472d-4687-a68f-1d1ad173a1ed,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:00.300772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:00.365158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:00.443861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:00.447747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:00.451920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:47:00.506241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0cb384-8831-472e-8e95-99cfbd198c29,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:00.672079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:00.673448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:00.963928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Router e6167d97-8779-48a0-a50d-e0cb624ea3a0 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:47:01.177082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:47:01.186908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Sync routers for ids ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:47:01.199928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Routers {'e6167d97-8779-48a0-a50d-e0cb624ea3a0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:47:01.200664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:46:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:01.227064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:01.228372 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e027f1ff-856c-4b8c-830d-72c0c49b18e7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1219523 Dec 21 22:47:01.231312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47776) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:47:01.356829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d889f74a-472d-4687-a68f-1d1ad173a1ed up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:01.460740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Set router e6167d97-8779-48a0-a50d-e0cb624ea3a0 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:47:01.619241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port d889f74a-472d-4687-a68f-1d1ad173a1ed completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:01.793524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:00Z', 'revision_number': 3, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port': {'id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:01.798220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Checking router: e6167d97-8779-48a0-a50d-e0cb624ea3a0 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:47:01.798614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Updating router e6167d97-8779-48a0-a50d-e0cb624ea3a0 port 3e0cb384-8831-472e-8e95-99cfbd198c29 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:47:01.857547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:01.890431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47556c5-741a-4e95-8af9-edbf700ae9a0 None None] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:47:02.038536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.113195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7b50fb28-95f2-43f8-9dff-1a0b03ad1948 None None] Provisioning for port d889f74a-472d-4687-a68f-1d1ad173a1ed completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:02.126965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7b50fb28-95f2-43f8-9dff-1a0b03ad1948 None None] Provisioning complete for port d889f74a-472d-4687-a68f-1d1ad173a1ed triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:02.127381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b50fb28-95f2-43f8-9dff-1a0b03ad1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.275561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Allocated IP 172.20.0.1 (e816504b-b8b5-44b5-9c26-81d6dcd33cac/9a290625-e754-4167-8d1b-3467f48c6b43/f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:47:02.436744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.461235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Transition to ACTIVE for port object f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:02.641900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b50fb28-95f2-43f8-9dff-1a0b03ad1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.667219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.731319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:02.743346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-7b50fb28-95f2-43f8-9dff-1a0b03ad1948 None None] For port d889f74a-472d-4687-a68f-1d1ad173a1ed, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d889f74a-472d-4687-a68f-1d1ad173a1ed,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:02.744424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:02.752170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:47:02.754526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.767285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Transition to ACTIVE for port object 3e0cb384-8831-472e-8e95-99cfbd198c29 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:02.781728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b50fb28-95f2-43f8-9dff-1a0b03ad1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.797409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:02.816327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.834906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.884188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Attempting to bind port 3e0cb384-8831-472e-8e95-99cfbd198c29 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:47:02.884614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Attempting to bind port 3e0cb384-8831-472e-8e95-99cfbd198c29 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:47:02.885007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Attempting to bind port 3e0cb384-8831-472e-8e95-99cfbd198c29 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:02.888044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50fb28-95f2-43f8-9dff-1a0b03ad1948 None None] Pushing event updated for resources: {'Port': ['ID=d889f74a-472d-4687-a68f-1d1ad173a1ed,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:02.936518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:47:02.936940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:47:02.937391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:02.937831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:47:02.938357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Bound port: 3e0cb384-8831-472e-8e95-99cfbd198c29, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:47:02.938776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.015039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.029909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c61fc-0dc8-49b4-a549-024e3266bda6 None None] Pushing event updated for resources: {'Port': ['ID=3e0cb384-8831-472e-8e95-99cfbd198c29,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:03.057427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] For port 3e0cb384-8831-472e-8e95-99cfbd198c29, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:47:03.060857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] For port 3e0cb384-8831-472e-8e95-99cfbd198c29, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3e0cb384-8831-472e-8e95-99cfbd198c29,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:47:03.061929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a472655a-24b1-4887-ae73-788904de4ed3 None None] Provisioning complete for port d889f74a-472d-4687-a68f-1d1ad173a1ed triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:03.062353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a472655a-24b1-4887-ae73-788904de4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.093005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.210531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c61fc-0dc8-49b4-a549-024e3266bda6 None None] Pushing event updated for resources: {'Port': ['ID=3e0cb384-8831-472e-8e95-99cfbd198c29,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:03.264056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Routers {'e6167d97-8779-48a0-a50d-e0cb624ea3a0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:47:03.264791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:46:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:03.279811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.324566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.344642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d889f74a-472d-4687-a68f-1d1ad173a1ed up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:03.442445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.446961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:03.540883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port d889f74a-472d-4687-a68f-1d1ad173a1ed triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:03.541223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.577442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0d48f7e0-ae43-45f9-8892-bb68abe8436b None None] Provisioning for port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:03.589504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0d48f7e0-ae43-45f9-8892-bb68abe8436b None None] Provisioning complete for port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:03.589923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0d48f7e0-ae43-45f9-8892-bb68abe8436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:03.593615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:03.594747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:03.635462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] Set router e6167d97-8779-48a0-a50d-e0cb624ea3a0 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:47:03.762353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0d48f7e0-ae43-45f9-8892-bb68abe8436b None None] Port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:47:03.841743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:04.011776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b615855f-8bde-43fa-8b98-5a3ee8413189 None None] Provisioning complete for port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:04.012194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b615855f-8bde-43fa-8b98-5a3ee8413189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:04.127388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b615855f-8bde-43fa-8b98-5a3ee8413189 None None] Port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:47:04.166311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:02Z', 'revision_number': 4, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port': {'id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4', 'name': '', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'mac_address': 'fa:16:3e:c7:21:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:02Z', 'updated_at': '2021-12-21T22:47:03Z', 'revision_number': 2, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'subnets': [{'id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:04.170926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8e5890-886e-424e-aa4d-d51b843217b1 None None] The sync data for ids ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'] in dv-neutron-822521-1-hyperv is: [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:02Z', 'revision_number': 4, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port': {'id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4', 'name': '', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'mac_address': 'fa:16:3e:c7:21:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:02Z', 'updated_at': '2021-12-21T22:47:03Z', 'revision_number': 2, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'subnets': [{'id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:47:04.231122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Router e6167d97-8779-48a0-a50d-e0cb624ea3a0 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:47:04.448681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:47:04.458214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e67c83cb-c395-4da8-831f-a1b6f6fa4411 admin admin] 10.222.0.30 "PUT /v2.0/routers/e6167d97-8779-48a0-a50d-e0cb624ea3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2258821 Dec 21 22:47:05.352773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3e0cb384-8831-472e-8e95-99cfbd198c29 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:05.455789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3e0cb384-8831-472e-8e95-99cfbd198c29 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:05.462530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3e0cb384-8831-472e-8e95-99cfbd198c29 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:05.462955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:05.594766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:05.611985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3e0cb384-8831-472e-8e95-99cfbd198c29, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3e0cb384-8831-472e-8e95-99cfbd198c29,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:05.655840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:05.694594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47798) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:47:05.699959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-960518288-network', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:05.705389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:47:05.709767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Usage tracker for resource:network and tenant:40e116b6f0744e529e08c9a73d2ac775 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:47:05.713052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:47:05.720743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:47:05.730071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3e0cb384-8831-472e-8e95-99cfbd198c29,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:05.752898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Made reservation on behalf of 40e116b6f0744e529e08c9a73d2ac775 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:47:05.758460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:05.772842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:05.808152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:47:05.812589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Usage tracker for resource:security_group_rule and tenant:40e116b6f0744e529e08c9a73d2ac775 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:47:05.815844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:47:05.823094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:47:05.903051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:05.936121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:05.972592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bf1fc6-6faf-4ee5-b163-0d68d1a0a6e9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:05.986650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:47:05.996855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:05.997261 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Added segment ce8856fe-4216-4fcf-8dac-e5068826f223 of type vlan for network 6246cd99-f738-4b9f-a818-1c0fde593176 Dec 21 22:47:06.025845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:06.090237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:06.091187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:06.091831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:06.203402 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5086896 Dec 21 22:47:06.206413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47802) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:47:06.209158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc15a7c-4364-44ea-b41c-039c17d62d1e admin admin] Pushing event updated for resources: {'Network': ['ID=6246cd99-f738-4b9f-a818-1c0fde593176,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:06.213717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Request body: {'subnet': {'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-subnet', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:06.220012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 6246cd99-f738-4b9f-a818-1c0fde593176 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:47:06.220353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:47:06.225076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Usage tracker for resource:subnet and tenant:40e116b6f0744e529e08c9a73d2ac775 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:47:06.228145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:47:06.234358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:47:06.261701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Made reservation on behalf of 40e116b6f0744e529e08c9a73d2ac775 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:47:06.266708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:06.718742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:06.801234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c739de98-e9fe-4b90-a093-67c4a826427b,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:06.811093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Checking segment: {'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:47:06.811497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Network hostable DHCP agents. Network: 6246cd99-f738-4b9f-a818-1c0fde593176, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:47:06.879661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Network 6246cd99-f738-4b9f-a818-1c0fde593176 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:47:06.918491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 6246cd99-f738-4b9f-a818-1c0fde593176) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:06.922654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:06.923294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:06.928682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0f30f-7ae8-474f-954a-45a884dd622b None None] Network 6246cd99-f738-4b9f-a818-1c0fde593176 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:47:06.965405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0e9cf8c0-b9db-4401-a41b-5ae8938a2b53 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7575195 Dec 21 22:47:06.967916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 47806) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:47:06.973565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:06.978694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:47:06.983026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Usage tracker for resource:router and tenant:40e116b6f0744e529e08c9a73d2ac775 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:47:06.986164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:47:06.992363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:47:07.044461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.045481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.074953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.159313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-6246cd99-f738-4b9f-a818-1c0fde593176', 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'fixed_ips': [{'subnet_id': 'c739de98-e9fe-4b90-a093-67c4a826427b'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:47:07.160215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.254923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.327055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3e0cb384-8831-472e-8e95-99cfbd198c29 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:07.364948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-52adcfb9-7899-4907-b410-625d858c7810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.400638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Allocated IP 172.20.0.2 (6246cd99-f738-4b9f-a818-1c0fde593176/c739de98-e9fe-4b90-a093-67c4a826427b/cf1d0102-e527-46e7-879f-87f30ab568a2) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:47:07.485014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.517529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3e0cb384-8831-472e-8e95-99cfbd198c29 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:07.517863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.522263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.701714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Allocated IP 172.26.6.13 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:47:07.857747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Sync routers for ids ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:47:07.870841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Routers {'e6167d97-8779-48a0-a50d-e0cb624ea3a0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:47:07.871744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:46:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:07.903181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.915295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Transition to ACTIVE for port object cf1d0102-e527-46e7-879f-87f30ab568a2 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:07.921631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.936262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Transition to ACTIVE for port object cf1d0102-e527-46e7-879f-87f30ab568a2 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:07.959644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:07.987963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.031747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Network 6246cd99-f738-4b9f-a818-1c0fde593176 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:08.036221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:08.040519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:47:08.047013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Pushing event updated for resources: {'Port': ['ID=cf1d0102-e527-46e7-879f-87f30ab568a2,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:08.069322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Set router e6167d97-8779-48a0-a50d-e0cb624ea3a0 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:47:08.075427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:08.084414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:08.090309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:47:08.133320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Pushing event updated for resources: {'Port': ['ID=7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:08.146362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Attempting to bind port cf1d0102-e527-46e7-879f-87f30ab568a2 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:47:08.146812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Attempting to bind port cf1d0102-e527-46e7-879f-87f30ab568a2 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:47:08.147211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Attempting to bind port cf1d0102-e527-46e7-879f-87f30ab568a2 on network 6246cd99-f738-4b9f-a818-1c0fde593176 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:08.155529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:47:08.155957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Checking segment: {'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:47:08.156439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.156883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Bound using segment: {'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:47:08.157545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Bound port: cf1d0102-e527-46e7-879f-87f30ab568a2, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:47:08.157961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.275905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] For port cf1d0102-e527-46e7-879f-87f30ab568a2, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:47:08.279483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] For port cf1d0102-e527-46e7-879f-87f30ab568a2, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cf1d0102-e527-46e7-879f-87f30ab568a2,segment=NetworkSegment(ce8856fe-4216-4fcf-8dac-e5068826f223),segment_id=ce8856fe-4216-4fcf-8dac-e5068826f223)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:47:08.302011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.350721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.351492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.387567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328748bf-f72c-475c-83bc-265c6768bf2b None None] Pushing event updated for resources: {'Port': ['ID=cf1d0102-e527-46e7-879f-87f30ab568a2,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:08.421315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:02Z', 'revision_number': 4, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port': {'id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4', 'name': '', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'mac_address': 'fa:16:3e:c7:21:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:02Z', 'updated_at': '2021-12-21T22:47:03Z', 'revision_number': 2, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'subnets': [{'id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:08.426098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Checking router: e6167d97-8779-48a0-a50d-e0cb624ea3a0 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:47:08.426472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Updating router e6167d97-8779-48a0-a50d-e0cb624ea3a0 port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:47:08.482034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.643855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Router 568f0f74-8db9-49d2-917e-618b82311352 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:47:08.882109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.889986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.896767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Transition to ACTIVE for port object f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:08.900858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:47:08.915376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Sync routers for ids ['568f0f74-8db9-49d2-917e-618b82311352'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:47:08.927566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Routers {'568f0f74-8db9-49d2-917e-618b82311352'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:47:08.928369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:46:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['568f0f74-8db9-49d2-917e-618b82311352'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:08.930511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.962382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:08.964253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-73996491-cb03-433c-81fe-c2c90ba8386d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9948878 Dec 21 22:47:08.967068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 47810) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:47:09.062524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac71590-402b-4486-a451-85720430b631 None None] Pushing event updated for resources: {'Port': ['ID=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:09.090141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.091090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.092195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.093648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.094455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.095256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.096052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.097068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.099181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.099955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.100505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac71590-402b-4486-a451-85720430b631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:09.146545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Set router 568f0f74-8db9-49d2-917e-618b82311352 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:47:09.204965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Attempting to bind port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:47:09.205495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Attempting to bind port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:47:09.205970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Attempting to bind port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 on network e816504b-b8b5-44b5-9c26-81d6dcd33cac {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:09.213418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:47:09.213920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Checking segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:47:09.214423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:09.214936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Bound using segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:47:09.215509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Bound port: f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:47:09.215980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:09.325296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] For port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:47:09.329099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] For port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:47:09.382675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:09.418973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cf1d0102-e527-46e7-879f-87f30ab568a2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:09.479622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac71590-402b-4486-a451-85720430b631 None None] Pushing event updated for resources: {'Port': ['ID=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:09.507156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Routers {'e6167d97-8779-48a0-a50d-e0cb624ea3a0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:47:09.508095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:46:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:09.580138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:08Z', 'revision_number': 3, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port': {'id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:09.588176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Checking router: 568f0f74-8db9-49d2-917e-618b82311352 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:47:09.588176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Updating router 568f0f74-8db9-49d2-917e-618b82311352 port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:47:09.648726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port cf1d0102-e527-46e7-879f-87f30ab568a2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:09.662988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:09.872900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:09.969935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] Set router e6167d97-8779-48a0-a50d-e0cb624ea3a0 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:47:10.170303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-93a9c91f-4348-408f-9b5e-3165b81eb063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.182452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Allocated IP 172.20.0.1 (6246cd99-f738-4b9f-a818-1c0fde593176/c739de98-e9fe-4b90-a093-67c4a826427b/7811db05-1a27-40f6-b79f-d8e0913c8b05) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:47:10.195553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.209044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Transition to ACTIVE for port object 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:10.229203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.256285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.366146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.367905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Attempting to bind port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:47:10.368464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Attempting to bind port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:47:10.368889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Attempting to bind port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:10.374774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:02Z', 'revision_number': 4, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port': {'id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4', 'name': '', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'mac_address': 'fa:16:3e:c7:21:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:02Z', 'updated_at': '2021-12-21T22:47:09Z', 'revision_number': 4, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'subnets': [{'id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:10.375861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Pushing event updated for resources: {'Port': ['ID=7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:10.381944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d2173-1520-47a1-9325-2385bde60a00 None None] The sync data for ids ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'] in dv-neutron-822521-1-hyperv is: [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:02Z', 'revision_number': 4, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port': {'id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4', 'name': '', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'mac_address': 'fa:16:3e:c7:21:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:02Z', 'updated_at': '2021-12-21T22:47:09Z', 'revision_number': 4, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'subnets': [{'id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:47:10.389546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Transition to ACTIVE for port object 7811db05-1a27-40f6-b79f-d8e0913c8b05 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:10.389812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.390115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.390491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.391042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.391409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.391772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.392131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.392519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.392878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.393232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.393589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:10.398972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:47:10.399393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:47:10.399837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.400258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:47:10.400793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Bound port: 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:47:10.403826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.445565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.459761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23fdb3d-6cd1-4d17-88db-cc94bf1c26de None None] Network 6246cd99-f738-4b9f-a818-1c0fde593176 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:47:10.518737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Network 6246cd99-f738-4b9f-a818-1c0fde593176 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:10.523123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:10.528353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:47:10.532292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] For port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:47:10.563729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Pushing event updated for resources: {'Port': ['ID=7811db05-1a27-40f6-b79f-d8e0913c8b05,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:10.594975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.617418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] For port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:47:10.643344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.722639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.726942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-59a05313-c922-46e6-aabc-a6df53ddb8b4 None None] Provisioning for port cf1d0102-e527-46e7-879f-87f30ab568a2 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:10.756216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-59a05313-c922-46e6-aabc-a6df53ddb8b4 None None] Provisioning complete for port cf1d0102-e527-46e7-879f-87f30ab568a2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:10.756657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59a05313-c922-46e6-aabc-a6df53ddb8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:10.852211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6d1b-fe5d-49ef-b272-32e5aec70f6e None None] Pushing event updated for resources: {'Port': ['ID=7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:11.065415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Routers {'568f0f74-8db9-49d2-917e-618b82311352'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:47:11.066610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:47:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['568f0f74-8db9-49d2-917e-618b82311352'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:11.221453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:11.256292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:11.323261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59a05313-c922-46e6-aabc-a6df53ddb8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:11.378856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:11.388060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:11.397818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Pushing event updated for resources: {'Port': ['ID=7811db05-1a27-40f6-b79f-d8e0913c8b05,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:11.412777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] Set router 568f0f74-8db9-49d2-917e-618b82311352 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:47:11.484959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-59a05313-c922-46e6-aabc-a6df53ddb8b4 None None] For port cf1d0102-e527-46e7-879f-87f30ab568a2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cf1d0102-e527-46e7-879f-87f30ab568a2,segment=NetworkSegment(ce8856fe-4216-4fcf-8dac-e5068826f223),segment_id=ce8856fe-4216-4fcf-8dac-e5068826f223)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:11.523514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-59a05313-c922-46e6-aabc-a6df53ddb8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:11.559305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Network 6246cd99-f738-4b9f-a818-1c0fde593176 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:11.560853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:11.724781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a05313-c922-46e6-aabc-a6df53ddb8b4 None None] Pushing event updated for resources: {'Port': ['ID=cf1d0102-e527-46e7-879f-87f30ab568a2,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:11.787265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:11.787920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:11.808490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:11.808886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:11.898747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0dc3b76b-3a31-45db-8f06-4d14af0df6f4 None None] Provisioning complete for port cf1d0102-e527-46e7-879f-87f30ab568a2 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:11.899155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0dc3b76b-3a31-45db-8f06-4d14af0df6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:11.999553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Router 568f0f74-8db9-49d2-917e-618b82311352 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:47:12.080365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:12.170676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 4, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port': {'id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '7811db05-1a27-40f6-b79f-d8e0913c8b05', 'name': '', 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'mac_address': 'fa:16:3e:c0:a4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:09Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 1, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'subnets': [{'id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:12.180796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982d838-0170-4cf7-88f0-ae8c6b91de65 None None] The sync data for ids ['568f0f74-8db9-49d2-917e-618b82311352'] in dv-neutron-822521-1-hyperv is: [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 4, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port': {'id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '7811db05-1a27-40f6-b79f-d8e0913c8b05', 'name': '', 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'mac_address': 'fa:16:3e:c0:a4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:09Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 1, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'subnets': [{'id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:47:12.188149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:12.221555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:12.222113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:47:12.232949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be20b71e-4a7c-464b-8194-b545bd58f836 admin admin] 10.222.0.30 "PUT /v2.0/routers/568f0f74-8db9-49d2-917e-618b82311352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2646861 Dec 21 22:47:12.268715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0dc3b76b-3a31-45db-8f06-4d14af0df6f4 None None] Provisioning for port 7811db05-1a27-40f6-b79f-d8e0913c8b05 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:12.286192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0dc3b76b-3a31-45db-8f06-4d14af0df6f4 None None] Provisioning complete for port 7811db05-1a27-40f6-b79f-d8e0913c8b05 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:12.286618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0dc3b76b-3a31-45db-8f06-4d14af0df6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:12.361161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0dc3b76b-3a31-45db-8f06-4d14af0df6f4 None None] Port 7811db05-1a27-40f6-b79f-d8e0913c8b05 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:47:12.362770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:12.484555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d790660d-e7eb-4b61-979a-2884695b975b None None] Provisioning complete for port 7811db05-1a27-40f6-b79f-d8e0913c8b05 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:12.485111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d790660d-e7eb-4b61-979a-2884695b975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:12.547006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d790660d-e7eb-4b61-979a-2884695b975b None None] Port 7811db05-1a27-40f6-b79f-d8e0913c8b05 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:47:13.422054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:13.508630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:13.509048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:13.646554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cf1d0102-e527-46e7-879f-87f30ab568a2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:13.671874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-12ee2f77-8351-40d8-bb01-f43d9e7d3ce8 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:13.673512 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-12ee2f77-8351-40d8-bb01-f43d9e7d3ce8 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/networks?id=e816504b-b8b5-44b5-9c26-81d6dcd33cac HTTP/1.1" status: 200 len: 817 time: 0.4224899 Dec 21 22:47:13.695298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-63d3cb29-7da2-432f-91f3-3a80ddbbf82f tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/quotas/e071c3f1c799477eb8a3dd5649c39a5f HTTP/1.1" status: 200 len: 375 time: 0.0150912 Dec 21 22:47:13.723794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port cf1d0102-e527-46e7-879f-87f30ab568a2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:13.724438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:13.790353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-2d86b41f-fb71-4706-82b5-fd7cac91f86e tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e071c3f1c799477eb8a3dd5649c39a5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856864 Dec 21 22:47:13.858699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:13.951358 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-8fdf8caa-896e-481f-bca4-08a41b0487fb service neutron] 10.222.0.30 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471202 Dec 21 22:47:13.958722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:13.965195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:13.965615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:14.094200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:14.115561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:14.116463 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-304e8493-e60c-41b6-adda-fcd16809dae6 service neutron] 10.222.0.30 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582909 Dec 21 22:47:14.147230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:14.224637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:14.379868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9164ed84-62a5-4d2f-be1b-29a90bf7fa51 req-83304d51-881e-47f6-a86d-f789c328ffab tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 210 time: 0.0502615 Dec 21 22:47:15.331885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:15.406579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:15.408214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:15.555298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-005f4857-198c-4910-9653-ca0f6d7d86cf req-e8535c60-25b9-4b19-b653-0ae84500fa11 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 210 time: 0.0496132 Dec 21 22:47:15.977872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-cb49187c-8010-4722-9eaa-e133364f6594 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:15.979441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-cb49187c-8010-4722-9eaa-e133364f6594 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.46 "GET /v2.0/networks?id=e816504b-b8b5-44b5-9c26-81d6dcd33cac HTTP/1.1" status: 200 len: 817 time: 0.1589179 Dec 21 22:47:15.995763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Request body: {'port': {'device_id': '22183bdb-f8a9-4635-a57c-f5deae94bb4a', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'admin_state_up': True, 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:16.147377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:47:16.151609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Usage tracker for resource:port and tenant:e071c3f1c799477eb8a3dd5649c39a5f is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:47:16.154677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:47:16.160540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Sync routers for ids ['568f0f74-8db9-49d2-917e-618b82311352'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:47:16.162582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:47:16.174902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Routers {'568f0f74-8db9-49d2-917e-618b82311352'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:47:16.175551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:47:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['568f0f74-8db9-49d2-917e-618b82311352'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:16.192706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Made reservation on behalf of e071c3f1c799477eb8a3dd5649c39a5f for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:47:16.199051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:16.369703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Set router 568f0f74-8db9-49d2-917e-618b82311352 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:47:16.378254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Allocated IP 172.20.0.12 (e816504b-b8b5-44b5-9c26-81d6dcd33cac/9a290625-e754-4167-8d1b-3467f48c6b43/32dafb5f-5ada-4098-98dc-c6184ddebddf) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:47:16.600296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:16.618019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Transition to ACTIVE for port object 32dafb5f-5ada-4098-98dc-c6184ddebddf will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:16.661804 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:16.708048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 4, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port': {'id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '7811db05-1a27-40f6-b79f-d8e0913c8b05', 'name': '', 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'mac_address': 'fa:16:3e:c0:a4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:09Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 2, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'subnets': [{'id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:16.712206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Checking router: 568f0f74-8db9-49d2-917e-618b82311352 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:47:16.712621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Updating router 568f0f74-8db9-49d2-917e-618b82311352 port 7811db05-1a27-40f6-b79f-d8e0913c8b05 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:47:16.769426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:16.794445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:16.798743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Pushing event updated for resources: {'Port': ['ID=32dafb5f-5ada-4098-98dc-c6184ddebddf,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:16.803465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:16.806841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:47:16.892168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:16.892885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:16.915981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08187406-e3f5-4487-8648-fecdfadeabcf req-f5109bd2-c07c-4658-aa84-1544498c92e6 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:16.917566 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-08187406-e3f5-4487-8648-fecdfadeabcf req-f5109bd2-c07c-4658-aa84-1544498c92e6 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 932 time: 0.2136698 Dec 21 22:47:16.961040 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-7164a55d-e815-4d44-ba19-3f73f4baa3fd tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9695618 Dec 21 22:47:16.975756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Request body: {'port': {'device_id': '22183bdb-f8a9-4635-a57c-f5deae94bb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:17.016533 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-08187406-e3f5-4487-8648-fecdfadeabcf req-896a2b1c-dbd3-49eb-8eb7-af0172b4b11d tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922320 Dec 21 22:47:17.104856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.163935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-78eb7c8a-7277-4367-863d-378bd94ac0dc None None] Provisioning for port 32dafb5f-5ada-4098-98dc-c6184ddebddf completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:17.173040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-78eb7c8a-7277-4367-863d-378bd94ac0dc None None] Provisioning complete for port 32dafb5f-5ada-4098-98dc-c6184ddebddf triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:17.173040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-78eb7c8a-7277-4367-863d-378bd94ac0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.195807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.215744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Transition to ACTIVE for port object 7811db05-1a27-40f6-b79f-d8e0913c8b05 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:17.234712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-78eb7c8a-7277-4367-863d-378bd94ac0dc None None] Port 32dafb5f-5ada-4098-98dc-c6184ddebddf cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:47:17.261352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.397320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a1fd5-1252-4804-91e8-67917b0010af None None] Pushing event updated for resources: {'Port': ['ID=7811db05-1a27-40f6-b79f-d8e0913c8b05,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:17.491379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32dafb5f-5ada-4098-98dc-c6184ddebddf {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:47:17.494710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Attempting to bind port 7811db05-1a27-40f6-b79f-d8e0913c8b05 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:47:17.495126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Attempting to bind port 7811db05-1a27-40f6-b79f-d8e0913c8b05 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:47:17.495532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Attempting to bind port 7811db05-1a27-40f6-b79f-d8e0913c8b05 on network 6246cd99-f738-4b9f-a818-1c0fde593176 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:17.499663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.502791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:47:17.503201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Checking segment: {'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:47:17.504294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.504759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Bound using segment: {'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:47:17.505270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Bound port: 7811db05-1a27-40f6-b79f-d8e0913c8b05, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8856fe-4216-4fcf-8dac-e5068826f223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:47:17.505675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.558303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Transition to ACTIVE for port object 32dafb5f-5ada-4098-98dc-c6184ddebddf will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:17.586185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.600938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] For port 7811db05-1a27-40f6-b79f-d8e0913c8b05, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:47:17.604062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] For port 7811db05-1a27-40f6-b79f-d8e0913c8b05, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7811db05-1a27-40f6-b79f-d8e0913c8b05,segment=NetworkSegment(ce8856fe-4216-4fcf-8dac-e5068826f223),segment_id=ce8856fe-4216-4fcf-8dac-e5068826f223)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:47:17.632122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.719827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Pushing event updated for resources: {'Port': ['ID=32dafb5f-5ada-4098-98dc-c6184ddebddf,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:17.739855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Routers {'568f0f74-8db9-49d2-917e-618b82311352'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:47:17.740424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:47:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['568f0f74-8db9-49d2-917e-618b82311352'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:17.798365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a1fd5-1252-4804-91e8-67917b0010af None None] Pushing event updated for resources: {'Port': ['ID=7811db05-1a27-40f6-b79f-d8e0913c8b05,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:17.854723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Attempting to bind port 32dafb5f-5ada-4098-98dc-c6184ddebddf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:47:17.855234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Attempting to bind port 32dafb5f-5ada-4098-98dc-c6184ddebddf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:47:17.855699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Attempting to bind port 32dafb5f-5ada-4098-98dc-c6184ddebddf on network e816504b-b8b5-44b5-9c26-81d6dcd33cac {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:17.863671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Port 32dafb5f-5ada-4098-98dc-c6184ddebddf on network e816504b-b8b5-44b5-9c26-81d6dcd33cac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:47:17.864160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Attempting to bind port 32dafb5f-5ada-4098-98dc-c6184ddebddf on network e816504b-b8b5-44b5-9c26-81d6dcd33cac {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:17.871370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:47:17.871750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Checking segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:47:17.872173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Bound using segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:47:17.872718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Bound port: 32dafb5f-5ada-4098-98dc-c6184ddebddf, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:47:17.873105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:17.956182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] Set router 568f0f74-8db9-49d2-917e-618b82311352 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:47:17.979601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] For port 32dafb5f-5ada-4098-98dc-c6184ddebddf, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:47:17.983448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] For port 32dafb5f-5ada-4098-98dc-c6184ddebddf, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32dafb5f-5ada-4098-98dc-c6184ddebddf,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:47:18.027967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:18.102622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:18.104147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] 10.222.0.46 "PUT /v2.0/ports/32dafb5f-5ada-4098-98dc-c6184ddebddf HTTP/1.1" status: 200 len: 1094 time: 1.1335497 Dec 21 22:47:18.104707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22183bdb-f8a9-4635-a57c-f5deae94bb4a', 'tag': '32dafb5f-5ada-4098-98dc-c6184ddebddf'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:47:18.123991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59210d-d05e-4b95-9c05-a5cbeeb4f84e service neutron] Pushing event updated for resources: {'Port': ['ID=32dafb5f-5ada-4098-98dc-c6184ddebddf,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:18.227411 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22183bdb-f8a9-4635-a57c-f5deae94bb4a', 'tag': '32dafb5f-5ada-4098-98dc-c6184ddebddf', 'status': 'completed', 'code': 200} Dec 21 22:47:18.338436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-dbeb31a3-6482-43ad-8fb5-21eda5f2138b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e071c3f1c799477eb8a3dd5649c39a5f&device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 1097 time: 0.1556377 Dec 21 22:47:18.350001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc2177-61b4-4810-8343-b5a2ff1f2556 req-07b97fa6-04c3-48f9-8946-174ea1bf9bdb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:18.350777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-f1cc2177-61b4-4810-8343-b5a2ff1f2556 req-07b97fa6-04c3-48f9-8946-174ea1bf9bdb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Synchronizing usage tracker for tenant:e071c3f1c799477eb8a3dd5649c39a5f on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:47:18.431626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-f541bf7f-dd54-47b2-af49-e3c4086ca8e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dafb5f-5ada-4098-98dc-c6184ddebddf HTTP/1.1" status: 200 len: 217 time: 0.0766664 Dec 21 22:47:18.490031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-f1cc2177-61b4-4810-8343-b5a2ff1f2556 req-07b97fa6-04c3-48f9-8946-174ea1bf9bdb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Unset dirty status for tenant:e071c3f1c799477eb8a3dd5649c39a5f on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:47:18.491236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f1cc2177-61b4-4810-8343-b5a2ff1f2556 req-07b97fa6-04c3-48f9-8946-174ea1bf9bdb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 944 time: 0.2659051 Dec 21 22:47:18.522435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 4, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port': {'id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '7811db05-1a27-40f6-b79f-d8e0913c8b05', 'name': '', 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'mac_address': 'fa:16:3e:c0:a4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:09Z', 'updated_at': '2021-12-21T22:47:17Z', 'revision_number': 4, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'subnets': [{'id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:47:18.523125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-a142d7ac-8b28-4a00-83d1-816cfa33c9d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:18.524740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-a142d7ac-8b28-4a00-83d1-816cfa33c9d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a290625-e754-4167-8d1b-3467f48c6b43 HTTP/1.1" status: 200 len: 856 time: 0.0868459 Dec 21 22:47:18.526661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6cccf7-d6b7-4596-bbe5-570baed3f06e None None] The sync data for ids ['568f0f74-8db9-49d2-917e-618b82311352'] in dv-neutron-822521-1-hyperv is: [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:10Z', 'revision_number': 4, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port': {'id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '7811db05-1a27-40f6-b79f-d8e0913c8b05', 'name': '', 'network_id': '6246cd99-f738-4b9f-a818-1c0fde593176', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'mac_address': 'fa:16:3e:c0:a4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:09Z', 'updated_at': '2021-12-21T22:47:17Z', 'revision_number': 4, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'subnets': [{'id': 'c739de98-e9fe-4b90-a093-67c4a826427b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:47:18.601823 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f1cc2177-61b4-4810-8343-b5a2ff1f2556 req-c2886cbc-f0ad-4d5f-945c-dbf3a3732a9b tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037848 Dec 21 22:47:18.630230 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-f6cc4589-056f-40ca-a870-d8818a2e3914 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e816504b-b8b5-44b5-9c26-81d6dcd33cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930445 Dec 21 22:47:18.779783 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-4f802cc2-0ef9-4314-ae45-101e7c258c43 service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431842 Dec 21 22:47:18.928574 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7c4c3541-4ec8-4edb-a436-ca2d88e59ff8 req-97711228-20f1-4173-8f36-b08c245a0816 service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421914 Dec 21 22:47:19.086560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-a81bcf04-c4b5-4f37-82fa-13b664598c1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e071c3f1c799477eb8a3dd5649c39a5f&device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 1097 time: 0.0795155 Dec 21 22:47:19.235615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-d55d49a6-e6b3-4b36-bc50-401b6aae52c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:19.237257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-d55d49a6-e6b3-4b36-bc50-401b6aae52c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e816504b-b8b5-44b5-9c26-81d6dcd33cac HTTP/1.1" status: 200 len: 918 time: 0.1434131 Dec 21 22:47:19.373769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7811db05-1a27-40f6-b79f-d8e0913c8b05 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:19.484277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 7811db05-1a27-40f6-b79f-d8e0913c8b05 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:19.490435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7811db05-1a27-40f6-b79f-d8e0913c8b05 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:19.490850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:19.559232 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-91112f69-4a26-4e97-b988-a13ea60286b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dafb5f-5ada-4098-98dc-c6184ddebddf HTTP/1.1" status: 200 len: 217 time: 0.3143265 Dec 21 22:47:19.612786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:19.632349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-f7e7c9e9-4e74-4718-8d52-039afe77b5ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:19.633972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-f7e7c9e9-4e74-4718-8d52-039afe77b5ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a290625-e754-4167-8d1b-3467f48c6b43 HTTP/1.1" status: 200 len: 856 time: 0.0678697 Dec 21 22:47:19.652686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 7811db05-1a27-40f6-b79f-d8e0913c8b05, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7811db05-1a27-40f6-b79f-d8e0913c8b05,segment=NetworkSegment(ce8856fe-4216-4fcf-8dac-e5068826f223),segment_id=ce8856fe-4216-4fcf-8dac-e5068826f223)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:19.689548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:19.726085 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-b1f1ab13-8292-4893-8ab1-ddf7a4629b5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e816504b-b8b5-44b5-9c26-81d6dcd33cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847013 Dec 21 22:47:19.763878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=7811db05-1a27-40f6-b79f-d8e0913c8b05,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:19.936114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-a079920d-42f3-482f-8e62-683a752d7a89 service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034400 Dec 21 22:47:19.947093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525522e4-6ad2-46c7-97bd-10bd6ff0626d req-760bdd3b-363b-4da2-9ca3-698d73de0684 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:19.948603 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-525522e4-6ad2-46c7-97bd-10bd6ff0626d req-760bdd3b-363b-4da2-9ca3-698d73de0684 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 944 time: 0.1902089 Dec 21 22:47:20.099720 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-525522e4-6ad2-46c7-97bd-10bd6ff0626d req-e3c2136a-cbaa-4d9a-a6ff-8a97e1d00b0e tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291029 Dec 21 22:47:20.126436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-727d28ca-16ef-48d4-9692-9c7969cdd659 req-72d6f66d-b196-4fda-a719-8baff2d998ea service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768332 Dec 21 22:47:20.229690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 32dafb5f-5ada-4098-98dc-c6184ddebddf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:47:20.372244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 32dafb5f-5ada-4098-98dc-c6184ddebddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32dafb5f-5ada-4098-98dc-c6184ddebddf,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:20.386256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '32dafb5f-5ada-4098-98dc-c6184ddebddf', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'port_id': '32dafb5f-5ada-4098-98dc-c6184ddebddf', 'mac_address': 'fa:16:3e:aa:28:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:47:20.441921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:20.460168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dafb5f-5ada-4098-98dc-c6184ddebddf {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:47:20.475559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 32dafb5f-5ada-4098-98dc-c6184ddebddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32dafb5f-5ada-4098-98dc-c6184ddebddf,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:20.511902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:20.582629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=32dafb5f-5ada-4098-98dc-c6184ddebddf,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:20.714586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['32dafb5f-5ada-4098-98dc-c6184ddebddf'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:47:21.308259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfb743-1721-48c9-b7b2-aeaec23f0e0d req-e9d5866f-4132-442b-8d25-5c3e0bedb499 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:21.309924 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e3dfb743-1721-48c9-b7b2-aeaec23f0e0d req-e9d5866f-4132-442b-8d25-5c3e0bedb499 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 945 time: 0.0873303 Dec 21 22:47:21.335026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7811db05-1a27-40f6-b79f-d8e0913c8b05 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:21.360777 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e3dfb743-1721-48c9-b7b2-aeaec23f0e0d req-d2223390-c828-4370-91a0-61913ef34747 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 Dec 21 22:47:21.407137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 7811db05-1a27-40f6-b79f-d8e0913c8b05 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:21.407557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:22.245846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 32dafb5f-5ada-4098-98dc-c6184ddebddf up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:22.352579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 32dafb5f-5ada-4098-98dc-c6184ddebddf completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:22.357447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 32dafb5f-5ada-4098-98dc-c6184ddebddf triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:22.357860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:22.476176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:22.504475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22183bdb-f8a9-4635-a57c-f5deae94bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dafb5f-5ada-4098-98dc-c6184ddebddf'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:47:22.514432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 32dafb5f-5ada-4098-98dc-c6184ddebddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32dafb5f-5ada-4098-98dc-c6184ddebddf,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:22.547073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:22.573179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e3ce-85ce-4fcf-a303-763490d11ae7 req-bd58728c-9037-4cbb-8628-647620d495c9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:22.574853 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4163e3ce-85ce-4fcf-a303-763490d11ae7 req-bd58728c-9037-4cbb-8628-647620d495c9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 946 time: 0.0872688 Dec 21 22:47:22.579296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22183bdb-f8a9-4635-a57c-f5deae94bb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dafb5f-5ada-4098-98dc-c6184ddebddf', 'code': 200} Dec 21 22:47:22.619172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=32dafb5f-5ada-4098-98dc-c6184ddebddf,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:22.628120 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4163e3ce-85ce-4fcf-a303-763490d11ae7 req-00530fb0-9951-41d8-a180-d95a0e35f643 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Dec 21 22:47:22.856946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc376b87-f2c9-45c9-a3e7-ed23406d4469 req-b4ad0919-8fb7-49b2-b895-c8476f1bbe8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 1099 time: 0.0771105 Dec 21 22:47:22.902339 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fc376b87-f2c9-45c9-a3e7-ed23406d4469 req-c5842844-60f4-41a2-8c52-d6c922ed3158 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 Dec 21 22:47:23.840716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29eb6d-1ca5-455a-b5b6-64e65d565e0a req-5a4f1922-1bc3-44a1-8809-258365a63d10 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:23.842417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f29eb6d-1ca5-455a-b5b6-64e65d565e0a req-5a4f1922-1bc3-44a1-8809-258365a63d10 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 946 time: 0.0848663 Dec 21 22:47:23.898872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f29eb6d-1ca5-455a-b5b6-64e65d565e0a req-b709bc24-fead-447c-af3c-fae033815fef tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489802 Dec 21 22:47:25.121316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ccf9-8c48-46ae-97ea-87976d32091f req-d9b111ac-3da5-49eb-818c-3878ea318cc6 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:25.122914 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b24ccf9-8c48-46ae-97ea-87976d32091f req-d9b111ac-3da5-49eb-818c-3878ea318cc6 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 946 time: 0.0952470 Dec 21 22:47:25.172952 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2b24ccf9-8c48-46ae-97ea-87976d32091f req-14a7d5ba-3729-4ac0-9a52-4a2bc8fce690 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 Dec 21 22:47:25.385182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f35fb-ed15-40c1-a877-8a7386dc7808 req-f5f09c38-baa2-4ec7-bd63-d483ef1f233e tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:25.386900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-303f35fb-ed15-40c1-a877-8a7386dc7808 req-f5f09c38-baa2-4ec7-bd63-d483ef1f233e tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 946 time: 0.0881581 Dec 21 22:47:25.434672 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-303f35fb-ed15-40c1-a877-8a7386dc7808 req-417ac061-68ec-47a7-96c6-36946819fd5b tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415998 Dec 21 22:47:33.723898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:36.147331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:47:37.318439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-770b3c51-190e-4023-9745-2b1eb8f8feec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:38.034304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-b96a68a0-5bbf-4ecf-935e-f65e60f86b08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755947 Dec 21 22:47:38.187506 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-79a0abf1-c926-4463-bc1c-1a04c47d68d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e071c3f1c799477eb8a3dd5649c39a5f&device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 1099 time: 0.0792634 Dec 21 22:47:38.343569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-af8c1445-5d96-4568-bd81-cb91bd8d2dc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:38.345150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-af8c1445-5d96-4568-bd81-cb91bd8d2dc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e816504b-b8b5-44b5-9c26-81d6dcd33cac HTTP/1.1" status: 200 len: 918 time: 0.1386199 Dec 21 22:47:38.415628 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-85abaaa9-e94d-414c-93ce-52ca9e4c9482 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dafb5f-5ada-4098-98dc-c6184ddebddf HTTP/1.1" status: 200 len: 217 time: 0.0632694 Dec 21 22:47:38.485667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-45e645f0-1837-406b-bd71-cb21248932da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:38.487208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-45e645f0-1837-406b-bd71-cb21248932da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a290625-e754-4167-8d1b-3467f48c6b43 HTTP/1.1" status: 200 len: 856 time: 0.0660262 Dec 21 22:47:38.565511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-21f946f6-4244-48c0-824c-de4963bb0426 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e816504b-b8b5-44b5-9c26-81d6dcd33cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721502 Dec 21 22:47:38.706409 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-359a43d8-2718-4d16-af91-1eb3854d413d service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336942 Dec 21 22:47:38.843690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:38.861793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a69ccd17-24b0-4c15-bbb7-9c409a4a512a req-beb843b6-a0c4-427f-bbcd-e8cc334b9d67 service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492989 Dec 21 22:47:40.043324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f12b0cb9-3ed9-4cba-8709-27f39452f315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:40.129386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:41.661073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:42.225062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a3730-2836-42c5-b65a-72211771536f req-5cb5670f-589d-4776-919d-fef29e0d7ef8 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:42.226695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f4a3730-2836-42c5-b65a-72211771536f req-5cb5670f-589d-4776-919d-fef29e0d7ef8 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 946 time: 0.1024241 Dec 21 22:47:42.290126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f4a3730-2836-42c5-b65a-72211771536f req-2a612e2c-d41a-44f0-8739-dddd580c02c0 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572650 Dec 21 22:47:43.506770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13292442-2a74-4135-9b4b-d5f760fad8e2 req-6145e5c5-1614-4c85-ac54-c0211ed872c7 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:43.508401 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-13292442-2a74-4135-9b4b-d5f760fad8e2 req-6145e5c5-1614-4c85-ac54-c0211ed872c7 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 946 time: 0.0832267 Dec 21 22:47:43.556012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-13292442-2a74-4135-9b4b-d5f760fad8e2 req-9517d668-1166-48e3-8726-0ac1228499db tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Dec 21 22:47:43.706296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-700ec842-3c96-4d19-abb4-68fdec73399e tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:43.708521 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-700ec842-3c96-4d19-abb4-68fdec73399e tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.46 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 946 time: 0.0851042 Dec 21 22:47:43.781023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Deleting port 32dafb5f-5ada-4098-98dc-c6184ddebddf {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:47:43.781341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:44.039250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] For port 32dafb5f-5ada-4098-98dc-c6184ddebddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32dafb5f-5ada-4098-98dc-c6184ddebddf,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:44.039622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:44.167138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Calling delete_port for 32dafb5f-5ada-4098-98dc-c6184ddebddf owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:47:44.397770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:44.409805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['32dafb5f-5ada-4098-98dc-c6184ddebddf'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:47:44.448183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Pushing event deleted for resources: {'Port': ['ID=32dafb5f-5ada-4098-98dc-c6184ddebddf,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:44.492068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.492477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.492857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.493227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.493590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.493949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.494306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.494662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.495019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.495372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.495727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:47:44.539397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] No DVR routers for this DVR port 32dafb5f-5ada-4098-98dc-c6184ddebddf on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:47:44.542138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:44.545002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22183bdb-f8a9-4635-a57c-f5deae94bb4a', 'name': 'network-vif-deleted', 'tag': '32dafb5f-5ada-4098-98dc-c6184ddebddf'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:47:44.575902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6bf65b4b-9438-4894-93b8-b8cfc884851c req-3a61b66b-8150-4d24-a255-1ff02232c1f1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.46 "DELETE /v2.0/ports/32dafb5f-5ada-4098-98dc-c6184ddebddf HTTP/1.1" status: 204 len: 173 time: 0.8623326 Dec 21 22:47:44.605165 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22183bdb-f8a9-4635-a57c-f5deae94bb4a', 'name': 'network-vif-deleted', 'tag': '32dafb5f-5ada-4098-98dc-c6184ddebddf', 'status': 'completed', 'code': 200} Dec 21 22:47:44.737243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-324324e9-ef9f-4d2c-b201-423f713dc12f req-d4336e49-63e7-449b-ad67-dcde8204bbfb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Synchronizing usage tracker for tenant:e071c3f1c799477eb8a3dd5649c39a5f on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:47:44.787107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-324324e9-ef9f-4d2c-b201-423f713dc12f req-d4336e49-63e7-449b-ad67-dcde8204bbfb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Unset dirty status for tenant:e071c3f1c799477eb8a3dd5649c39a5f on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:47:44.788481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-324324e9-ef9f-4d2c-b201-423f713dc12f req-d4336e49-63e7-449b-ad67-dcde8204bbfb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=22183bdb-f8a9-4635-a57c-f5deae94bb4a HTTP/1.1" status: 200 len: 210 time: 0.1004941 Dec 21 22:47:46.656384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-9b60bf83-4397-4e8f-923a-79e5f769dd4a tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:46.657869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-9b60bf83-4397-4e8f-923a-79e5f769dd4a tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/networks?id=e816504b-b8b5-44b5-9c26-81d6dcd33cac HTTP/1.1" status: 200 len: 817 time: 0.1544240 Dec 21 22:47:46.675443 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-d38a1689-2c36-475e-a3ad-e70e105c1bd7 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/quotas/e071c3f1c799477eb8a3dd5649c39a5f HTTP/1.1" status: 200 len: 375 time: 0.0113928 Dec 21 22:47:46.760595 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-3f98656f-3f72-4b1d-b75e-da2d0e3e6756 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e071c3f1c799477eb8a3dd5649c39a5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793386 Dec 21 22:47:46.777666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-042942ed-153e-436b-9bbb-504830c382c3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:47:46.778728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-042942ed-153e-436b-9bbb-504830c382c3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052023 Dec 21 22:47:46.918610 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-c88da7a4-1501-44c2-b1c5-235907ee2b0d service neutron] 10.222.0.30 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338091 Dec 21 22:47:47.063275 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-d51d4586-7d16-403c-9886-615f070dd693 service neutron] 10.222.0.30 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377048 Dec 21 22:47:47.300677 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8027969e-9cfa-4436-8497-95144fa6652d req-c51abb83-356d-4e6b-8479-33b030b82167 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 210 time: 0.0497196 Dec 21 22:47:48.386404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 32dafb5f-5ada-4098-98dc-c6184ddebddf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:47:48.420142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 32dafb5f-5ada-4098-98dc-c6184ddebddf {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:47:48.420554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 32dafb5f-5ada-4098-98dc-c6184ddebddf not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:47:48.473997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d38d055-2f81-4235-a9ec-40d9b9cc48a9 req-ee1c5276-6d1f-43f1-9f84-fb3e60be2947 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 210 time: 0.0444648 Dec 21 22:47:48.883244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-607a5b05-679a-457c-9d4f-a81b164f3334 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:48.884824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-607a5b05-679a-457c-9d4f-a81b164f3334 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.46 "GET /v2.0/networks?id=e816504b-b8b5-44b5-9c26-81d6dcd33cac HTTP/1.1" status: 200 len: 817 time: 0.1582665 Dec 21 22:47:48.899774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Request body: {'port': {'device_id': '93136617-f9e5-4ce2-96d1-ac64008c913e', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'admin_state_up': True, 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:49.274629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:47:49.284737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:47:49.323693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Made reservation on behalf of e071c3f1c799477eb8a3dd5649c39a5f for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:47:49.329377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:49.498528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Allocated IP 172.20.0.9 (e816504b-b8b5-44b5-9c26-81d6dcd33cac/9a290625-e754-4167-8d1b-3467f48c6b43/e731b0b5-11f8-4da5-90fc-a891ca2fa713) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:47:49.709546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48ae9e4d-4654-4b7e-b1a9-10dae94b3786 req-3509a960-de98-41e8-a918-2d4094897b7a tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 210 time: 0.1072237 Dec 21 22:47:49.769145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:49.786391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Transition to ACTIVE for port object e731b0b5-11f8-4da5-90fc-a891ca2fa713 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:49.849898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:49.926861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:47:49.930579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:47:49.934942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:47:49.963118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Pushing event updated for resources: {'Port': ['ID=e731b0b5-11f8-4da5-90fc-a891ca2fa713,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:50.005176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:50.005869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:50.090379 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-1d56093e-a347-4f68-8173-0bb3f85a85f9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1944289 Dec 21 22:47:50.105410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Request body: {'port': {'device_id': '93136617-f9e5-4ce2-96d1-ac64008c913e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:50.225605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:50.289243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9c4eb50a-db86-45bb-b8d1-424741480f2e None None] Provisioning for port e731b0b5-11f8-4da5-90fc-a891ca2fa713 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:50.294471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9c4eb50a-db86-45bb-b8d1-424741480f2e None None] Provisioning complete for port e731b0b5-11f8-4da5-90fc-a891ca2fa713 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:50.294888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9c4eb50a-db86-45bb-b8d1-424741480f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:50.352381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9c4eb50a-db86-45bb-b8d1-424741480f2e None None] Port e731b0b5-11f8-4da5-90fc-a891ca2fa713 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:47:50.583441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e731b0b5-11f8-4da5-90fc-a891ca2fa713 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:47:50.590396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:50.606048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Transition to ACTIVE for port object e731b0b5-11f8-4da5-90fc-a891ca2fa713 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:47:50.637612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:50.768676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Pushing event updated for resources: {'Port': ['ID=e731b0b5-11f8-4da5-90fc-a891ca2fa713,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:50.947293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Attempting to bind port e731b0b5-11f8-4da5-90fc-a891ca2fa713 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:47:50.947668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Attempting to bind port e731b0b5-11f8-4da5-90fc-a891ca2fa713 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:47:50.948035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Attempting to bind port e731b0b5-11f8-4da5-90fc-a891ca2fa713 on network e816504b-b8b5-44b5-9c26-81d6dcd33cac {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:50.966035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Port e731b0b5-11f8-4da5-90fc-a891ca2fa713 on network e816504b-b8b5-44b5-9c26-81d6dcd33cac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:47:50.966336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Attempting to bind port e731b0b5-11f8-4da5-90fc-a891ca2fa713 on network e816504b-b8b5-44b5-9c26-81d6dcd33cac {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:47:50.978233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:47:50.978611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Checking segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:47:50.979035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Bound using segment: {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:47:50.979507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Bound port: e731b0b5-11f8-4da5-90fc-a891ca2fa713, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbc9365-8afc-4e43-934b-010f2c06dcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:47:50.979888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:50.995134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa621a00-6558-4ec5-bab1-dce1641e43aa req-d8a6c571-808d-4067-8866-da4bd42ad2fe tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:50.995884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fa621a00-6558-4ec5-bab1-dce1641e43aa req-d8a6c571-808d-4067-8866-da4bd42ad2fe tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Synchronizing usage tracker for tenant:e071c3f1c799477eb8a3dd5649c39a5f on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:47:51.047231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fa621a00-6558-4ec5-bab1-dce1641e43aa req-d8a6c571-808d-4067-8866-da4bd42ad2fe tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Unset dirty status for tenant:e071c3f1c799477eb8a3dd5649c39a5f on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:47:51.048511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa621a00-6558-4ec5-bab1-dce1641e43aa req-d8a6c571-808d-4067-8866-da4bd42ad2fe tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 943 time: 0.2025046 Dec 21 22:47:51.133795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa621a00-6558-4ec5-bab1-dce1641e43aa req-f5044608-c7f9-4448-9d05-da2f34862fc6 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780208 Dec 21 22:47:51.136283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] For port e731b0b5-11f8-4da5-90fc-a891ca2fa713, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:47:51.139513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] For port e731b0b5-11f8-4da5-90fc-a891ca2fa713, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e731b0b5-11f8-4da5-90fc-a891ca2fa713,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:47:51.169739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:51.234853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:51.236362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] 10.222.0.46 "PUT /v2.0/ports/e731b0b5-11f8-4da5-90fc-a891ca2fa713 HTTP/1.1" status: 200 len: 1093 time: 1.1363347 Dec 21 22:47:51.236855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93136617-f9e5-4ce2-96d1-ac64008c913e', 'tag': 'e731b0b5-11f8-4da5-90fc-a891ca2fa713'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:47:51.255909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bbe53-817c-44d3-ab44-8e25bceb322a service neutron] Pushing event updated for resources: {'Port': ['ID=e731b0b5-11f8-4da5-90fc-a891ca2fa713,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:51.299380 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93136617-f9e5-4ce2-96d1-ac64008c913e', 'tag': 'e731b0b5-11f8-4da5-90fc-a891ca2fa713', 'status': 'completed', 'code': 200} Dec 21 22:47:51.387749 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-afd7441f-6731-4ce9-868b-87784f239cc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e071c3f1c799477eb8a3dd5649c39a5f&device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 1096 time: 0.0814848 Dec 21 22:47:51.461542 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-ba01a6d7-c897-440e-b8f7-5bd29898a82d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e731b0b5-11f8-4da5-90fc-a891ca2fa713 HTTP/1.1" status: 200 len: 217 time: 0.0657780 Dec 21 22:47:51.533375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-01073ae3-a780-45af-9b48-b38ec637fc38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:51.534961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-01073ae3-a780-45af-9b48-b38ec637fc38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a290625-e754-4167-8d1b-3467f48c6b43 HTTP/1.1" status: 200 len: 856 time: 0.0677135 Dec 21 22:47:51.615042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-510f4e92-4e3b-466d-affe-b115a657a7dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e816504b-b8b5-44b5-9c26-81d6dcd33cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736234 Dec 21 22:47:51.759235 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-784acd44-7054-4b14-895a-3568be461750 service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374242 Dec 21 22:47:51.901751 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-afe0e661-a492-4e4d-8632-bc5ec270374f req-659f06f5-3d68-4f2f-84ac-ea078cca741e service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362827 Dec 21 22:47:52.060866 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-bd84e0bb-abbc-47cd-bf09-9c2b6e4f0411 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e071c3f1c799477eb8a3dd5649c39a5f&device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 1096 time: 0.0787511 Dec 21 22:47:52.208159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-14a8aeef-6225-456f-98aa-0126ccadf35c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:52.209797 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-14a8aeef-6225-456f-98aa-0126ccadf35c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e816504b-b8b5-44b5-9c26-81d6dcd33cac HTTP/1.1" status: 200 len: 918 time: 0.1426797 Dec 21 22:47:52.329673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-eb7bcaa4-d84e-4bc1-88d8-d6dfd5c4b323 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e731b0b5-11f8-4da5-90fc-a891ca2fa713 HTTP/1.1" status: 200 len: 217 time: 0.1125059 Dec 21 22:47:52.419441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66608e0a-8cbc-4386-beb6-06b46b25be0f req-e01fc07f-f80b-416d-b556-5993d4f52ffb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:52.421094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66608e0a-8cbc-4386-beb6-06b46b25be0f req-e01fc07f-f80b-416d-b556-5993d4f52ffb tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 943 time: 0.1528537 Dec 21 22:47:52.424521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-2d23b075-dcbc-4eaf-b4b1-e803a333f8bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:52.426086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-2d23b075-dcbc-4eaf-b4b1-e803a333f8bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a290625-e754-4167-8d1b-3467f48c6b43 HTTP/1.1" status: 200 len: 856 time: 0.0880268 Dec 21 22:47:52.522389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-66608e0a-8cbc-4386-beb6-06b46b25be0f req-467a5f06-03de-4851-b6f1-7d33011f530a tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950704 Dec 21 22:47:52.542086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-1fb21bd7-9927-44bb-b39d-55845bcec863 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e816504b-b8b5-44b5-9c26-81d6dcd33cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989180 Dec 21 22:47:52.684076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-ff51a04a-64e0-496b-8dd5-c0ad9bb2fc1c service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345165 Dec 21 22:47:52.828682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dca68d7-af42-49ff-80ef-f1e79c868b3e req-d64fb5e2-63a8-4c65-b12a-47d8ebcd060f service neutron] 10.222.0.46 "GET /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380217 Dec 21 22:47:53.727054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956489f-3940-40d1-8771-89bd455f044b req-76a95ffd-dc85-484d-97ee-b6f9fbb23a6b tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:53.728714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7956489f-3940-40d1-8771-89bd455f044b req-76a95ffd-dc85-484d-97ee-b6f9fbb23a6b tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 943 time: 0.0838947 Dec 21 22:47:53.777598 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7956489f-3940-40d1-8771-89bd455f044b req-7fab9de7-b535-49f9-ad16-12925eb93a10 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Dec 21 22:47:54.418333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device e731b0b5-11f8-4da5-90fc-a891ca2fa713 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:47:54.559992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port e731b0b5-11f8-4da5-90fc-a891ca2fa713, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e731b0b5-11f8-4da5-90fc-a891ca2fa713,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:54.574828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'e731b0b5-11f8-4da5-90fc-a891ca2fa713', 'network_id': 'e816504b-b8b5-44b5-9c26-81d6dcd33cac', 'port_id': 'e731b0b5-11f8-4da5-90fc-a891ca2fa713', 'mac_address': 'fa:16:3e:e3:b9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a290625-e754-4167-8d1b-3467f48c6b43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:47:54.630345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:54.648666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e731b0b5-11f8-4da5-90fc-a891ca2fa713 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:47:54.664114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port e731b0b5-11f8-4da5-90fc-a891ca2fa713, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e731b0b5-11f8-4da5-90fc-a891ca2fa713,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:54.694811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:54.765042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=e731b0b5-11f8-4da5-90fc-a891ca2fa713,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:54.887380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['e731b0b5-11f8-4da5-90fc-a891ca2fa713'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:47:54.987933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e30b2b-13e7-4156-aa85-804f972df93b req-758da290-0830-4a9b-994a-264d428e0fc3 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:54.989937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e8e30b2b-13e7-4156-aa85-804f972df93b req-758da290-0830-4a9b-994a-264d428e0fc3 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 944 time: 0.0863698 Dec 21 22:47:55.039218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e8e30b2b-13e7-4156-aa85-804f972df93b req-9e8539d6-209e-4512-804b-2b5275bace13 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Dec 21 22:47:56.246393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7246a-bdde-49b5-928e-41fcc7f8ba7d req-62bd1c3b-f8e3-40c3-90ae-44642ea3455a tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:56.247989 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8d7246a-bdde-49b5-928e-41fcc7f8ba7d req-62bd1c3b-f8e3-40c3-90ae-44642ea3455a tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 944 time: 0.0820975 Dec 21 22:47:56.296474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8d7246a-bdde-49b5-928e-41fcc7f8ba7d req-b961b1bc-efeb-4dc9-937b-7c8843460343 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Dec 21 22:47:56.417502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device e731b0b5-11f8-4da5-90fc-a891ca2fa713 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:47:56.528725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port e731b0b5-11f8-4da5-90fc-a891ca2fa713 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:47:56.533507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port e731b0b5-11f8-4da5-90fc-a891ca2fa713 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:47:56.533919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:56.651170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:56.678971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93136617-f9e5-4ce2-96d1-ac64008c913e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e731b0b5-11f8-4da5-90fc-a891ca2fa713'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:47:56.688949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port e731b0b5-11f8-4da5-90fc-a891ca2fa713, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e731b0b5-11f8-4da5-90fc-a891ca2fa713,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:47:56.711806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:47:56.744464 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93136617-f9e5-4ce2-96d1-ac64008c913e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e731b0b5-11f8-4da5-90fc-a891ca2fa713', 'code': 200} Dec 21 22:47:56.783981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=e731b0b5-11f8-4da5-90fc-a891ca2fa713,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:47:57.042838 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d64572e2-1911-41f8-ae7f-aeef0a7d3a00 req-788bf7a2-11aa-41ae-b182-a77566183df4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 1098 time: 0.0752480 Dec 21 22:47:57.088664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d64572e2-1911-41f8-ae7f-aeef0a7d3a00 req-90e7d4ec-0b05-413c-a02a-ad5178d676f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Dec 21 22:47:57.634433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7d07-e28d-4270-bcad-4e4555929fb9 req-d8af1ce9-8c93-4fb8-bd01-55f85ea7fbd9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:57.635944 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-daac7d07-e28d-4270-bcad-4e4555929fb9 req-d8af1ce9-8c93-4fb8-bd01-55f85ea7fbd9 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 945 time: 0.0809979 Dec 21 22:47:57.686991 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-daac7d07-e28d-4270-bcad-4e4555929fb9 req-7e17d14a-b308-46fc-ab88-ff45102d0cb2 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451145 Dec 21 22:47:58.892226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96777ae1-8989-4f14-b433-2ff2f30acbe4 req-c2851b67-4b26-4a51-854f-d4344d0237d1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:58.893881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-96777ae1-8989-4f14-b433-2ff2f30acbe4 req-c2851b67-4b26-4a51-854f-d4344d0237d1 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 945 time: 0.0825541 Dec 21 22:47:58.941953 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-96777ae1-8989-4f14-b433-2ff2f30acbe4 req-9a374d8c-37dc-4b6e-ac8b-b3d6fea1aaba tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Dec 21 22:47:59.151365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05928061-3010-47c5-a838-be18d4f2b5d4 req-14d1fc51-a37f-472d-af9c-aae75f91972f tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:47:59.152979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-05928061-3010-47c5-a838-be18d4f2b5d4 req-14d1fc51-a37f-472d-af9c-aae75f91972f tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 945 time: 0.0866399 Dec 21 22:47:59.202296 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-05928061-3010-47c5-a838-be18d4f2b5d4 req-a9a0839e-a006-435f-ad0b-5d05cf79d42a tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 Dec 21 22:48:03.717280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:07.294573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0fe3e5-8199-41fe-a9a2-5a1690121d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:08.860245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:10.060650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c0614f50-f229-4826-ad18-858c5219264b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:10.129256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:11.637562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:13.149174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:48:15.562639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21746-8818-4171-928d-76e6b7df3df7 req-5ec33624-269b-4275-9d4a-911eca93cc72 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:48:15.564229 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1b21746-8818-4171-928d-76e6b7df3df7 req-5ec33624-269b-4275-9d4a-911eca93cc72 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 945 time: 0.0817559 Dec 21 22:48:15.613387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1b21746-8818-4171-928d-76e6b7df3df7 req-e5a343a3-3861-44e1-925b-38141a7aaa7a tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Dec 21 22:48:16.828570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82664d46-b51d-4dd2-8101-e4f2ddfc63fa req-dfd180e6-353b-427e-8f5e-9e8894420cd0 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:48:16.830195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-82664d46-b51d-4dd2-8101-e4f2ddfc63fa req-dfd180e6-353b-427e-8f5e-9e8894420cd0 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 945 time: 0.0879071 Dec 21 22:48:16.880553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-82664d46-b51d-4dd2-8101-e4f2ddfc63fa req-95aee2b1-296e-46aa-951c-d6d2b54260d0 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/security-groups?id=089a38a6-581a-4d35-9819-b0b5b181ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Dec 21 22:48:17.078418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-7f7eac7b-9cad-4846-a229-433f3fa2eed6 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:48:17.079991 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-7f7eac7b-9cad-4846-a229-433f3fa2eed6 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.46 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 945 time: 0.0824716 Dec 21 22:48:17.155427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Deleting port e731b0b5-11f8-4da5-90fc-a891ca2fa713 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:17.155812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:17.409216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] For port e731b0b5-11f8-4da5-90fc-a891ca2fa713, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e731b0b5-11f8-4da5-90fc-a891ca2fa713,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:17.409532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:17.539846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Calling delete_port for e731b0b5-11f8-4da5-90fc-a891ca2fa713 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:17.928885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:17.941685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['e731b0b5-11f8-4da5-90fc-a891ca2fa713'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:48:17.985156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Pushing event deleted for resources: {'Port': ['ID=e731b0b5-11f8-4da5-90fc-a891ca2fa713,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:18.066455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c95b0f81-a12a-49e3-8355-9ddfbd39319a req-69351ade-82d5-4acc-92b2-90b1a118d86d tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.30 "GET /v2.0/ports?device_id=93136617-f9e5-4ce2-96d1-ac64008c913e HTTP/1.1" status: 200 len: 210 time: 0.0497580 Dec 21 22:48:18.110061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] No DVR routers for this DVR port e731b0b5-11f8-4da5-90fc-a891ca2fa713 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:48:18.112800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:18.116831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93136617-f9e5-4ce2-96d1-ac64008c913e', 'name': 'network-vif-deleted', 'tag': 'e731b0b5-11f8-4da5-90fc-a891ca2fa713'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:48:18.169698 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0700d58d-aa1b-4a83-a0f0-87144a60ac90 req-77046ae8-cbb4-4d1f-b795-28fadb5f2720 tempest-TestEncryptedCinderVolumes-1170237235 tempest-TestEncryptedCinderVolumes-1170237235-project] 10.222.0.46 "DELETE /v2.0/ports/e731b0b5-11f8-4da5-90fc-a891ca2fa713 HTTP/1.1" status: 204 len: 173 time: 1.0841179 Dec 21 22:48:18.176998 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93136617-f9e5-4ce2-96d1-ac64008c913e', 'name': 'network-vif-deleted', 'tag': 'e731b0b5-11f8-4da5-90fc-a891ca2fa713', 'status': 'completed', 'code': 200} Dec 21 22:48:19.243402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48092) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:19.663991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:20.300055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Deleting port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:20.300683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:20.478303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] For port f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:20.478693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:20.530847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device e731b0b5-11f8-4da5-90fc-a891ca2fa713 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:48:20.572138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: e731b0b5-11f8-4da5-90fc-a891ca2fa713 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:48:20.572554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device e731b0b5-11f8-4da5-90fc-a891ca2fa713 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:48:20.608812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Calling delete_port for f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:21.146542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:21.191149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.248411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:21.524291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:22.128570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Router e6167d97-8779-48a0-a50d-e0cb624ea3a0 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:48:22.337608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:48:22.346990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] Sync routers for ids ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:48:22.352184 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9e9d9ee2-0397-4665-9f8c-ac82a08776e1 admin admin] 10.222.0.30 "PUT /v2.0/routers/e6167d97-8779-48a0-a50d-e0cb624ea3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1075497 Dec 21 22:48:22.354793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48096) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:22.360566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] Routers {'e6167d97-8779-48a0-a50d-e0cb624ea3a0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:22.361271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:22.549363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] Set router e6167d97-8779-48a0-a50d-e0cb624ea3a0 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:22.561145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:22.775757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:22.837521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Deleting port 3e0cb384-8831-472e-8e95-99cfbd198c29 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:22.837893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:22.865577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206'}], 'enable_snat': True}, 'gw_port_id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:48:21Z', 'revision_number': 5, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port': {'id': '3e0cb384-8831-472e-8e95-99cfbd198c29', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:22.869891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] Checking router: e6167d97-8779-48a0-a50d-e0cb624ea3a0 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:48:22.882550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] Routers {'e6167d97-8779-48a0-a50d-e0cb624ea3a0'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:22.883206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:23.018894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] For port 3e0cb384-8831-472e-8e95-99cfbd198c29, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3e0cb384-8831-472e-8e95-99cfbd198c29,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:23.019288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:23.042565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] Set router e6167d97-8779-48a0-a50d-e0cb624ea3a0 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:23.146801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Calling delete_port for 3e0cb384-8831-472e-8e95-99cfbd198c29 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:23.157780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:48:22Z', 'revision_number': 6, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:23.162651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203f675-2236-4012-bcd6-cbaafd302dc7 None None] The sync data for ids ['e6167d97-8779-48a0-a50d-e0cb624ea3a0'] in dv-neutron-822521-1-hyperv is: [{'id': 'e6167d97-8779-48a0-a50d-e0cb624ea3a0', 'name': 'tempest-TestEncryptedCinderVolumes-1457243074-router', 'tenant_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:46:59Z', 'updated_at': '2021-12-21T22:48:22Z', 'revision_number': 6, 'project_id': 'e071c3f1c799477eb8a3dd5649c39a5f', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:48:23.324584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:48:23.365983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:48:23.366382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device f3e623bf-feb9-44ed-a2df-ab31cbbfc4c4 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:48:23.597220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:23.646875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0cb384-8831-472e-8e95-99cfbd198c29,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:23.881527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.154024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.158459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.237094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.237689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6167d97-8779-48a0-a50d-e0cb624ea3a0 {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:48:24.250992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.252225 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b79812bc-ccb3-46b5-b690-f025d8aa8cba admin admin] 10.222.0.30 "DELETE /v2.0/routers/e6167d97-8779-48a0-a50d-e0cb624ea3a0 HTTP/1.1" status: 204 len: 168 time: 1.8964632 Dec 21 22:48:24.255316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48100) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:24.323231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9063e718-5f66-4b76-8d57-47fac62d01be admin admin] Deleting subnet 9a290625-e754-4167-8d1b-3467f48c6b43 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:48:24.326745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9063e718-5f66-4b76-8d57-47fac62d01be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.380039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9063e718-5f66-4b76-8d57-47fac62d01be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.463796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9063e718-5f66-4b76-8d57-47fac62d01be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.609061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9063e718-5f66-4b76-8d57-47fac62d01be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.648506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063e718-5f66-4b76-8d57-47fac62d01be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a290625-e754-4167-8d1b-3467f48c6b43,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:24.655041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9063e718-5f66-4b76-8d57-47fac62d01be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.661225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6208cf8b-462a-45ba-bf68-292b8a693d3a None None] Network e816504b-b8b5-44b5-9c26-81d6dcd33cac requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:48:24.662738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9063e718-5f66-4b76-8d57-47fac62d01be admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9a290625-e754-4167-8d1b-3467f48c6b43 HTTP/1.1" status: 204 len: 168 time: 0.4063206 Dec 21 22:48:24.665445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48104) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:24.784743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.796264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Deleting port d889f74a-472d-4687-a68f-1d1ad173a1ed {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:24.796658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:24.940513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] DHCP port deletion for e816504b-b8b5-44b5-9c26-81d6dcd33cac request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:48:24.945721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] Deleting port d889f74a-472d-4687-a68f-1d1ad173a1ed {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:24.946139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.024387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] For port d889f74a-472d-4687-a68f-1d1ad173a1ed, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d889f74a-472d-4687-a68f-1d1ad173a1ed,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:25.024795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.168270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Calling delete_port for d889f74a-472d-4687-a68f-1d1ad173a1ed owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:25.271522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.323616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Pushing event deleted for resources: {'Port': ['ID=d889f74a-472d-4687-a68f-1d1ad173a1ed,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:25.327736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] No DVR routers for this DVR port d889f74a-472d-4687-a68f-1d1ad173a1ed on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:48:25.328632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] For port d889f74a-472d-4687-a68f-1d1ad173a1ed, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=d889f74a-472d-4687-a68f-1d1ad173a1ed,segment=NetworkSegment(ffbc9365-8afc-4e43-934b-010f2c06dcd3),segment_id=ffbc9365-8afc-4e43-934b-010f2c06dcd3)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:25.329176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.398415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3e0cb384-8831-472e-8e95-99cfbd198c29 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:48:25.452956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.479747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e816504b-b8b5-44b5-9c26-81d6dcd33cac']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:25.493832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbc9365-8afc-4e43-934b-010f2c06dcd3') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:25.494015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] Calling delete_port for d889f74a-472d-4687-a68f-1d1ad173a1ed owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:25.494170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbc9365-8afc-4e43-934b-010f2c06dcd3') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:25.506340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.520448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3e0cb384-8831-472e-8e95-99cfbd198c29 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:48:25.520850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3e0cb384-8831-472e-8e95-99cfbd198c29 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:48:25.521315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d889f74a-472d-4687-a68f-1d1ad173a1ed no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:48:25.563932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: d889f74a-472d-4687-a68f-1d1ad173a1ed {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:48:25.564326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device d889f74a-472d-4687-a68f-1d1ad173a1ed not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:48:25.580008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.587060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:48:25.587494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:48:25.602372 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:48:25.611205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:48:25.611205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:48:25.762739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.779753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:25.791104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] Pushing event deleted for resources: {'Network': ['ID=e816504b-b8b5-44b5-9c26-81d6dcd33cac,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:25.800312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0c88b148-7717-4bc6-9aa4-410e7fb95113 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e816504b-b8b5-44b5-9c26-81d6dcd33cac HTTP/1.1" status: 204 len: 168 time: 1.1322455 Dec 21 22:48:25.802635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48108) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:26.106014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] Deleting port d889f74a-472d-4687-a68f-1d1ad173a1ed {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:26.106448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:26.172952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-351d572d-2292-47e5-8edf-7a3be348cbb3 None None] The port 'd889f74a-472d-4687-a68f-1d1ad173a1ed' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:48:26.210355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:26.847271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Deleting port 7811db05-1a27-40f6-b79f-d8e0913c8b05 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:26.847925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:27.031097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] For port 7811db05-1a27-40f6-b79f-d8e0913c8b05, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7811db05-1a27-40f6-b79f-d8e0913c8b05,segment=NetworkSegment(ce8856fe-4216-4fcf-8dac-e5068826f223),segment_id=ce8856fe-4216-4fcf-8dac-e5068826f223)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:27.031368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:27.159615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Calling delete_port for 7811db05-1a27-40f6-b79f-d8e0913c8b05 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:27.402906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:27.447584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Pushing event deleted for resources: {'Port': ['ID=7811db05-1a27-40f6-b79f-d8e0913c8b05,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:27.989937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:28.594005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Router 568f0f74-8db9-49d2-917e-618b82311352 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:48:28.799343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:48:28.809277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f6fda2e6-04e1-4d30-ac99-c3760820d443 admin admin] 10.222.0.30 "PUT /v2.0/routers/568f0f74-8db9-49d2-917e-618b82311352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0055847 Dec 21 22:48:28.809426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] Sync routers for ids ['568f0f74-8db9-49d2-917e-618b82311352'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:48:28.812006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48112) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:28.823486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] Routers {'568f0f74-8db9-49d2-917e-618b82311352'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:28.824179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['568f0f74-8db9-49d2-917e-618b82311352'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:29.011940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] Set router 568f0f74-8db9-49d2-917e-618b82311352 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:29.018855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:29.227128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:29.277213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Deleting port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:29.277768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:29.322270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:48:27Z', 'revision_number': 5, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port': {'id': '7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568f0f74-8db9-49d2-917e-618b82311352', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:29.326899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] Checking router: 568f0f74-8db9-49d2-917e-618b82311352 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:48:29.339656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] Routers {'568f0f74-8db9-49d2-917e-618b82311352'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:29.340321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['568f0f74-8db9-49d2-917e-618b82311352'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:29.471054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] For port 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:29.471444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:29.502823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] Set router 568f0f74-8db9-49d2-917e-618b82311352 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:29.598186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Calling delete_port for 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:29.614122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:48:29Z', 'revision_number': 6, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:29.618712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b710a9d-7912-498a-8367-6bdcaca0d798 None None] The sync data for ids ['568f0f74-8db9-49d2-917e-618b82311352'] in dv-neutron-822521-1-hyperv is: [{'id': '568f0f74-8db9-49d2-917e-618b82311352', 'name': 'tempest-TestEncryptedCinderVolumes-960518288-router', 'tenant_id': '40e116b6f0744e529e08c9a73d2ac775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:47:07Z', 'updated_at': '2021-12-21T22:48:29Z', 'revision_number': 6, 'project_id': '40e116b6f0744e529e08c9a73d2ac775', 'gw_port_host': None}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:48:29.854624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:29.903618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:30.139080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:30.631401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:30.635926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:30.893999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:30.895309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568f0f74-8db9-49d2-917e-618b82311352 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:48:30.908519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:30.909932 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-96efab31-f7e4-4005-bf19-2b2098c8533c admin admin] 10.222.0.30 "DELETE /v2.0/routers/568f0f74-8db9-49d2-917e-618b82311352 HTTP/1.1" status: 204 len: 168 time: 2.0968893 Dec 21 22:48:30.912802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48116) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:30.983292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c15526c-71c5-4ac1-b5d2-275737727e21 admin admin] Deleting subnet c739de98-e9fe-4b90-a093-67c4a826427b {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:48:30.986784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c15526c-71c5-4ac1-b5d2-275737727e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.041568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c15526c-71c5-4ac1-b5d2-275737727e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.127709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c15526c-71c5-4ac1-b5d2-275737727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.366420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7811db05-1a27-40f6-b79f-d8e0913c8b05 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:48:31.404103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 7811db05-1a27-40f6-b79f-d8e0913c8b05 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:48:31.404521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7811db05-1a27-40f6-b79f-d8e0913c8b05 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:48:31.404975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:48:31.420489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c15526c-71c5-4ac1-b5d2-275737727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.438849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:48:31.439243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 7c971e63-b5ac-4ff0-8f65-7c9c1a2c0f4b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:48:31.463162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15526c-71c5-4ac1-b5d2-275737727e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c739de98-e9fe-4b90-a093-67c4a826427b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:31.469780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4c15526c-71c5-4ac1-b5d2-275737727e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.476462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1b5d6-30b3-4950-8230-6c6a42ef22c6 None None] Network 6246cd99-f738-4b9f-a818-1c0fde593176 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:48:31.476683 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4c15526c-71c5-4ac1-b5d2-275737727e21 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c739de98-e9fe-4b90-a093-67c4a826427b HTTP/1.1" status: 204 len: 168 time: 0.5625911 Dec 21 22:48:31.479218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48120) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:31.594729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.605999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Deleting port cf1d0102-e527-46e7-879f-87f30ab568a2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:31.606363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.736938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] DHCP port deletion for 6246cd99-f738-4b9f-a818-1c0fde593176 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:48:31.741232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] Deleting port cf1d0102-e527-46e7-879f-87f30ab568a2 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:31.741655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.825146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] For port cf1d0102-e527-46e7-879f-87f30ab568a2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cf1d0102-e527-46e7-879f-87f30ab568a2,segment=NetworkSegment(ce8856fe-4216-4fcf-8dac-e5068826f223),segment_id=ce8856fe-4216-4fcf-8dac-e5068826f223)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:31.825542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:31.953039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Calling delete_port for cf1d0102-e527-46e7-879f-87f30ab568a2 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:31.962604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] For port cf1d0102-e527-46e7-879f-87f30ab568a2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cf1d0102-e527-46e7-879f-87f30ab568a2,segment=NetworkSegment(ce8856fe-4216-4fcf-8dac-e5068826f223),segment_id=ce8856fe-4216-4fcf-8dac-e5068826f223)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:31.963042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.054725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.089941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] Calling delete_port for cf1d0102-e527-46e7-879f-87f30ab568a2 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:48:32.105023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1d0102-e527-46e7-879f-87f30ab568a2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:32.111078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] No DVR routers for this DVR port cf1d0102-e527-46e7-879f-87f30ab568a2 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:48:32.160220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:48:32.160735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:48:32.235989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.266066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6246cd99-f738-4b9f-a818-1c0fde593176']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:32.278714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8856fe-4216-4fcf-8dac-e5068826f223') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:32.279051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8856fe-4216-4fcf-8dac-e5068826f223') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:32.291482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.306986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.313264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:48:32.313684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:48:32.327733 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:48:32.540237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.561028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.572090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] Pushing event deleted for resources: {'Network': ['ID=6246cd99-f738-4b9f-a818-1c0fde593176,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:32.576802 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-33763cc7-1bdc-4155-bb4a-fa7ecde34eed admin admin] 10.222.0.30 "DELETE /v2.0/networks/6246cd99-f738-4b9f-a818-1c0fde593176 HTTP/1.1" status: 204 len: 168 time: 1.0962563 Dec 21 22:48:32.662289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] Deleting port cf1d0102-e527-46e7-879f-87f30ab568a2 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:48:32.662981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:32.732465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-10ba49e0-c5e6-4c70-822f-3858fdd73f2c None None] The port 'cf1d0102-e527-46e7-879f-87f30ab568a2' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:48:32.865369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48128) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:32.918517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5da2376b-ba79-43a7-b483-000623108a20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e071c3f1c799477eb8a3dd5649c39a5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519097 Dec 21 22:48:32.921137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48132) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:32.983902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1801-2f0e-44a4-bbf3-6f9faa5dab87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:33.011060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1801-2f0e-44a4-bbf3-6f9faa5dab87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:33.128528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1801-2f0e-44a4-bbf3-6f9faa5dab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:33.145242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a1801-2f0e-44a4-bbf3-6f9faa5dab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a38a6-581a-4d35-9819-b0b5b181ace6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:33.151482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1801-2f0e-44a4-bbf3-6f9faa5dab87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:33.152725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9e8a1801-2f0e-44a4-bbf3-6f9faa5dab87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/089a38a6-581a-4d35-9819-b0b5b181ace6 HTTP/1.1" status: 204 len: 168 time: 0.2306271 Dec 21 22:48:33.365532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cf1d0102-e527-46e7-879f-87f30ab568a2 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:48:33.399423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: cf1d0102-e527-46e7-879f-87f30ab568a2 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:48:33.399805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cf1d0102-e527-46e7-879f-87f30ab568a2 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:48:33.675468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48140) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:33.731353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-891ea582-a8c2-456a-95b8-8876046dd4be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40e116b6f0744e529e08c9a73d2ac775&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540569 Dec 21 22:48:33.734156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48144) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:33.740377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:33.796652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-706c6879-89d0-41d1-ba02-b0433855c041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:33.824090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-706c6879-89d0-41d1-ba02-b0433855c041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:33.979978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-706c6879-89d0-41d1-ba02-b0433855c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:33.999862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c6879-89d0-41d1-ba02-b0433855c041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bf1fc6-6faf-4ee5-b163-0d68d1a0a6e9,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:34.005841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-706c6879-89d0-41d1-ba02-b0433855c041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:34.007213 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-706c6879-89d0-41d1-ba02-b0433855c041 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02bf1fc6-6faf-4ee5-b163-0d68d1a0a6e9 HTTP/1.1" status: 204 len: 168 time: 0.2719376 Dec 21 22:48:35.236974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48166) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:35.374421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1680203574-network', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:48:35.380216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:48:35.384271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Usage tracker for resource:network and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:48:35.387379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:48:35.393938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:48:35.431350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Made reservation on behalf of c19fd4ca0e8b490095f3ee47f90bdd17 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:48:35.436063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:35.453001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:35.485231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:48:35.489163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Usage tracker for resource:security_group_rule and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:48:35.492035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:48:35.498026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:48:35.671234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:35.699984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:35.730715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:48:35.740545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c23393-8439-40d6-b2a4-a369adc98925,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:35.746292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:35.746684 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Added segment f3dd3bc1-5f02-4303-aa25-2ee24fddf569 of type vlan for network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 Dec 21 22:48:35.773891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:35.849087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:35.849993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:48:35.850622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:35.958826 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7206743 Dec 21 22:48:35.962077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48172) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:35.964430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a39924-d550-4e19-8bdc-84607599cdbf admin admin] Pushing event updated for resources: {'Network': ['ID=502fad1b-64fd-4b72-9283-ce99ebe71fb6,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:35.968672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Request body: {'subnet': {'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1680203574-subnet', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:48:35.975547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:48:35.976108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:48:35.979772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Usage tracker for resource:subnet and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:48:35.982868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:48:35.989986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:48:36.031628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Made reservation on behalf of c19fd4ca0e8b490095f3ee47f90bdd17 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:48:36.037138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.277272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.352559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Pushing event updated for resources: {'Subnet': ['ID=257260e7-f7b4-4787-9895-3235780e2a5d,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:36.368552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Checking segment: {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:48:36.375733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Network hostable DHCP agents. Network: 502fad1b-64fd-4b72-9283-ce99ebe71fb6, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:48:36.419362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:48:36.447958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 502fad1b-64fd-4b72-9283-ce99ebe71fb6) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:36.452164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:48:36.452841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.457500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab03926-0988-411a-b8d0-891df9903066 None None] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:48:36.494695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cc4f46f1-72b8-4767-ad20-db358708660f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5314207 Dec 21 22:48:36.497543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48176) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:36.503016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:48:36.509040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:48:36.513308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Usage tracker for resource:router and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:48:36.516459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:48:36.522803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:48:36.551706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.552778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.571788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.688938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:48:36.689828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.739524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.855799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Allocated IP 172.20.0.2 (502fad1b-64fd-4b72-9283-ce99ebe71fb6/257260e7-f7b4-4787-9895-3235780e2a5d/a5339e41-de6a-4e9d-9d8b-5a327abcf1c6) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:48:36.958523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:36.990034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.092617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.104049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Transition to ACTIVE for port object a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:37.125875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Transition to ACTIVE for port object a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:37.191540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.220454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Allocated IP 172.26.6.239 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/68425937-db4a-43e2-b4b9-daa036aa4760) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:48:37.278734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:48:37.279605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Pushing event updated for resources: {'Port': ['ID=a5339e41-de6a-4e9d-9d8b-5a327abcf1c6,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:37.284725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:37.287288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:48:37.299619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.300002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.300416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.301319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.301832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.302201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.302566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.302933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.303294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.303650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.304014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:37.393603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad0b3-3933-4e89-8d3e-fc78d5324f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.397195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Attempting to bind port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:48:37.397614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Attempting to bind port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:48:37.402789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Attempting to bind port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 on network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:48:37.405511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:48:37.405927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Checking segment: {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:48:37.406366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.406793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Bound using segment: {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:48:37.407326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Bound port: a5339e41-de6a-4e9d-9d8b-5a327abcf1c6, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:48:37.407739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.499341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] For port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:48:37.502529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] For port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a5339e41-de6a-4e9d-9d8b-5a327abcf1c6,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:48:37.518251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.540568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.563268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.633494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26701b-b837-4599-b0fb-78ad9afec067 None None] Pushing event updated for resources: {'Port': ['ID=a5339e41-de6a-4e9d-9d8b-5a327abcf1c6,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:37.641470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:48:37.645227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:37.649704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:48:37.678170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Pushing event updated for resources: {'Port': ['ID=68425937-db4a-43e2-b4b9-daa036aa4760,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:37.875352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:37.876142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:38.173701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Router ec574097-d889-4cfe-b810-dc873db59ab8 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:48:38.384736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:48:38.395637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Sync routers for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:48:38.408402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:38.409098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:38.425259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:38.427153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e46bc804-12cd-4892-a0a1-b2c09075b531 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9285913 Dec 21 22:48:38.430150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48180) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:38.763125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:38.926020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:39.114716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:37Z', 'revision_number': 3, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:39.119050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Checking router: ec574097-d889-4cfe-b810-dc873db59ab8 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:48:39.119445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Updating router ec574097-d889-4cfe-b810-dc873db59ab8 port 68425937-db4a-43e2-b4b9-daa036aa4760 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:48:39.181216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:39.296680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b31c9-2297-45d3-a34c-3bd01bb5411d None None] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:48:39.419510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:39.470284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:39.637785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7b91c884-aa29-4d31-a689-a2da80e12cdd None None] Provisioning for port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:39.696132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Allocated IP 172.20.0.1 (502fad1b-64fd-4b72-9283-ce99ebe71fb6/257260e7-f7b4-4787-9895-3235780e2a5d/40e836f2-fc95-4b9f-930c-4fd40dac8d2a) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:48:39.812661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:39.837388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:39.837805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:39.855987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:39.888217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Transition to ACTIVE for port object 40e836f2-fc95-4b9f-930c-4fd40dac8d2a will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:39.909243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:39.927244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Transition to ACTIVE for port object 68425937-db4a-43e2-b4b9-daa036aa4760 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:39.928991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:39.968529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.009538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:48:40.015601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:40.018437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Pushing event updated for resources: {'Port': ['ID=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:40.022270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:48:40.083663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.106195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.112242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c3e2682f-4718-4739-b0ae-0782e80704b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.119378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d465ba2-83d1-43fa-9c84-51e3f1cff4f5 None None] Pushing event updated for resources: {'Port': ['ID=68425937-db4a-43e2-b4b9-daa036aa4760,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:40.129763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Attempting to bind port 68425937-db4a-43e2-b4b9-daa036aa4760 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:48:40.130190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Attempting to bind port 68425937-db4a-43e2-b4b9-daa036aa4760 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:48:40.130625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Attempting to bind port 68425937-db4a-43e2-b4b9-daa036aa4760 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:48:40.146747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:48:40.147094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:48:40.147546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.147982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:48:40.148565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Bound port: 68425937-db4a-43e2-b4b9-daa036aa4760, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:48:40.148979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.218556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.220837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a5339e41-de6a-4e9d-9d8b-5a327abcf1c6,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:40.242427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.243730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.298860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6e254037-a3a5-49e7-b5f5-c14bfc5645b6 None None] Provisioning complete for port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:40.299281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e254037-a3a5-49e7-b5f5-c14bfc5645b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.339211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] For port 68425937-db4a-43e2-b4b9-daa036aa4760, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:48:40.362547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] For port 68425937-db4a-43e2-b4b9-daa036aa4760, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=68425937-db4a-43e2-b4b9-daa036aa4760,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:48:40.390018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=a5339e41-de6a-4e9d-9d8b-5a327abcf1c6,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:40.403611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.489610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.522572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.540976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d465ba2-83d1-43fa-9c84-51e3f1cff4f5 None None] Pushing event updated for resources: {'Port': ['ID=68425937-db4a-43e2-b4b9-daa036aa4760,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:40.544864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:40.545511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:40.638319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.642663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Pushing event updated for resources: {'Port': ['ID=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:40.744587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-63fc5726-1886-4888-bbe4-5c08ceae31f1 None None] Provisioning for port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:40.752288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-63fc5726-1886-4888-bbe4-5c08ceae31f1 None None] Provisioning complete for port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:40.752752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63fc5726-1886-4888-bbe4-5c08ceae31f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:40.788746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:48:40.789954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:40.790664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:41.053270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-63fc5726-1886-4888-bbe4-5c08ceae31f1 None None] Port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:48:41.219949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Router ec574097-d889-4cfe-b810-dc873db59ab8 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:48:41.250360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-061103b7-b67f-4450-a32c-c37e06b94b0b None None] Provisioning complete for port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:41.250785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-061103b7-b67f-4450-a32c-c37e06b94b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:41.360522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-061103b7-b67f-4450-a32c-c37e06b94b0b None None] Port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:48:41.381858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:41.442477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:48:41.452003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-36e52bf7-c086-4974-9075-32277a31373a admin admin] 10.222.0.30 "PUT /v2.0/routers/ec574097-d889-4cfe-b810-dc873db59ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0207953 Dec 21 22:48:41.453283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 2, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:41.458604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b230bc-69be-4ef8-8641-9cbbbb46cefd None None] The sync data for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv is: [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 2, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:48:41.473816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:41.474238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:41.694581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:42.593034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48202) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:42.609960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-109410840-network', 'tenant_id': '032e41c3733942cb8417723fcab29a11'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:48:42.617956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:48:42.622190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Usage tracker for resource:network and tenant:032e41c3733942cb8417723fcab29a11 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:48:42.625303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:48:42.632699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:48:42.660644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Made reservation on behalf of 032e41c3733942cb8417723fcab29a11 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:48:42.665625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:42.680069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:42.716592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:48:42.720807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Usage tracker for resource:security_group_rule and tenant:032e41c3733942cb8417723fcab29a11 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:48:42.724487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:48:42.730651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:48:42.860062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:42.911518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:42.945302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:48:42.954911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b664c6-e009-486d-a6c1-9be3f6c3d5f6,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:42.961870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:42.962265 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Added segment 4ad3cbea-6b49-433d-b6cc-786e98563fcc of type vlan for network 4399d65b-d39d-4999-9091-d7d37a983e32 Dec 21 22:48:42.991040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.042913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.043900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:48:43.044586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.159144 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5648797 Dec 21 22:48:43.163033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48206) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:43.167125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2189a-0d2f-4aa7-9245-bcec995e080d admin admin] Pushing event updated for resources: {'Network': ['ID=4399d65b-d39d-4999-9091-d7d37a983e32,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:43.171049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Request body: {'subnet': {'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-109410840-subnet', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:48:43.177771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:48:43.178220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 4399d65b-d39d-4999-9091-d7d37a983e32 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:48:43.182192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Usage tracker for resource:subnet and tenant:032e41c3733942cb8417723fcab29a11 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:48:43.185716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:48:43.193227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:48:43.225755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Made reservation on behalf of 032e41c3733942cb8417723fcab29a11 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:48:43.230876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.408056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 68425937-db4a-43e2-b4b9-daa036aa4760 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:43.482808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.499394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 68425937-db4a-43e2-b4b9-daa036aa4760 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:43.505288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 68425937-db4a-43e2-b4b9-daa036aa4760 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:43.505706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.563702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32de5bf8-3459-4759-8c58-ca16517eaacf,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:43.580456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Checking segment: {'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:48:43.580852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Network hostable DHCP agents. Network: 4399d65b-d39d-4999-9091-d7d37a983e32, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:48:43.625120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Network 4399d65b-d39d-4999-9091-d7d37a983e32 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:48:43.630866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.647668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 68425937-db4a-43e2-b4b9-daa036aa4760, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=68425937-db4a-43e2-b4b9-daa036aa4760,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:43.648227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 4399d65b-d39d-4999-9091-d7d37a983e32) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:43.652842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:48:43.653491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.658328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35a545-bbdb-44ac-9919-a7370ede7d42 None None] Network 4399d65b-d39d-4999-9091-d7d37a983e32 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:48:43.681371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.700382 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-43fae231-4496-4c70-ba6e-2def31644669 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5361016 Dec 21 22:48:43.702976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48210) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:43.709109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:48:43.714146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:48:43.718268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Usage tracker for resource:router and tenant:032e41c3733942cb8417723fcab29a11 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:48:43.721291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:48:43.728367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:48:43.768496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.770318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.789731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.838323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=68425937-db4a-43e2-b4b9-daa036aa4760,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:43.956239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-4399d65b-d39d-4999-9091-d7d37a983e32', 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'fixed_ips': [{'subnet_id': '32de5bf8-3459-4759-8c58-ca16517eaacf'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:48:43.957706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:43.979075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.127533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Allocated IP 172.20.0.2 (4399d65b-d39d-4999-9091-d7d37a983e32/32de5bf8-3459-4759-8c58-ca16517eaacf/28b6a7b0-3a57-488e-bb2f-f9e57cb0f076) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:48:44.218346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.252448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.345107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.356376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Transition to ACTIVE for port object 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:44.376045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Transition to ACTIVE for port object 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:44.399956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Allocated IP 172.26.6.221 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/3ff153a1-0884-4a5e-9de6-0d65673a3177) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:48:44.408611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.485961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Network 4399d65b-d39d-4999-9091-d7d37a983e32 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:48:44.490000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Pushing event updated for resources: {'Port': ['ID=28b6a7b0-3a57-488e-bb2f-f9e57cb0f076,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:44.492648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:44.494814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:48:44.562585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.585077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Attempting to bind port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:48:44.585488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Attempting to bind port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:48:44.585897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Attempting to bind port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 on network 4399d65b-d39d-4999-9091-d7d37a983e32 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:48:44.592779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:48:44.596464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Checking segment: {'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:48:44.596464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.596464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Bound using segment: {'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:48:44.596464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Bound port: 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:48:44.596464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.608636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.671958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:48:44.680409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:44.686568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:48:44.694257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] For port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:48:44.697727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] For port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=28b6a7b0-3a57-488e-bb2f-f9e57cb0f076,segment=NetworkSegment(4ad3cbea-6b49-433d-b6cc-786e98563fcc),segment_id=4ad3cbea-6b49-433d-b6cc-786e98563fcc)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:48:44.723762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.725443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Pushing event updated for resources: {'Port': ['ID=3ff153a1-0884-4a5e-9de6-0d65673a3177,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:44.746489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.746878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.747247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.747617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.747983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.748365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.748735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.749094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.749451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.749808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.750161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:44.810275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1929d0-f28f-46e3-8053-84f221aeb63d None None] Pushing event updated for resources: {'Port': ['ID=28b6a7b0-3a57-488e-bb2f-f9e57cb0f076,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:44.902302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:44.903079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:45.170778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Sync routers for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:48:45.190159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:45.190877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:45.191647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Router 8fc4353c-91a3-4039-b8ba-711c1613cb9c is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:48:45.409139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:45.426330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:48:45.438873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Sync routers for ids ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:48:45.454578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Routers {'8fc4353c-91a3-4039-b8ba-711c1613cb9c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:45.461925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:45.477091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:45.481066 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-454a0b59-fe9b-4ae3-a10e-3bb90907ce0d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7746100 Dec 21 22:48:45.481812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48214) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:48:45.522048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:45.737016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Set router 8fc4353c-91a3-4039-b8ba-711c1613cb9c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:45.762711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 2, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:45.767364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Checking router: ec574097-d889-4cfe-b810-dc873db59ab8 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:48:45.767839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Updating router ec574097-d889-4cfe-b810-dc873db59ab8 port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:48:45.786909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:45.824000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:45.850745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 68425937-db4a-43e2-b4b9-daa036aa4760 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:46.222661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 68425937-db4a-43e2-b4b9-daa036aa4760 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:46.223089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:46.425732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:48:44Z', 'revision_number': 3, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port': {'id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:44Z', 'updated_at': '2021-12-21T22:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:46.431024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Checking router: 8fc4353c-91a3-4039-b8ba-711c1613cb9c for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:48:46.431727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Updating router 8fc4353c-91a3-4039-b8ba-711c1613cb9c port 3ff153a1-0884-4a5e-9de6-0d65673a3177 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:48:46.450368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:46.465742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Transition to ACTIVE for port object 40e836f2-fc95-4b9f-930c-4fd40dac8d2a will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:46.491867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:46.505645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:46.592910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d009eb-ae24-4f4c-9923-d15b11dbf5d7 None None] Network 4399d65b-d39d-4999-9091-d7d37a983e32 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:48:46.644989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:46.646724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Pushing event updated for resources: {'Port': ['ID=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:46.688448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.688823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.689192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.689551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.689911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.690266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.690621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.691495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.691495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.692319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.692543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:48:46.754606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Attempting to bind port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:48:46.755171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Attempting to bind port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:48:46.755562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Attempting to bind port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a on network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:48:46.764293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:48:46.764733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Checking segment: {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:48:46.765558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:46.766618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Bound using segment: {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:48:46.766618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Bound port: 40e836f2-fc95-4b9f-930c-4fd40dac8d2a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:48:46.766902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:46.881146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] For port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:48:46.885171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] For port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:48:46.911666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Allocated IP 172.20.0.1 (4399d65b-d39d-4999-9091-d7d37a983e32/32de5bf8-3459-4759-8c58-ca16517eaacf/37ff86eb-316f-421e-abe5-b122eed27277) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:48:46.917645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.007076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8af1bd-e0a3-45a7-9d07-e530fa9426ee None None] Pushing event updated for resources: {'Port': ['ID=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:47.012170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:47.012908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:47.016676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-268f94f6-6f26-4fff-955a-adae2af96f7b None None] Provisioning for port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:47.076302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-268f94f6-6f26-4fff-955a-adae2af96f7b None None] Provisioning complete for port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:47.076745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-268f94f6-6f26-4fff-955a-adae2af96f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.109556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.138112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Transition to ACTIVE for port object 37ff86eb-316f-421e-abe5-b122eed27277 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:47.192949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.214853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.229548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Transition to ACTIVE for port object 3ff153a1-0884-4a5e-9de6-0d65673a3177 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:47.265124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:47.285677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Network 4399d65b-d39d-4999-9091-d7d37a983e32 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:48:47.289768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:47.294678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:48:47.298251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.327740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=37ff86eb-316f-421e-abe5-b122eed27277,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:47.371944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.381376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9473be-1172-4bc9-a9f9-439185a78b61 None None] Pushing event updated for resources: {'Port': ['ID=3ff153a1-0884-4a5e-9de6-0d65673a3177,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:47.423743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-268f94f6-6f26-4fff-955a-adae2af96f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.462245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Attempting to bind port 3ff153a1-0884-4a5e-9de6-0d65673a3177 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:48:47.462663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Attempting to bind port 3ff153a1-0884-4a5e-9de6-0d65673a3177 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:48:47.463071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Attempting to bind port 3ff153a1-0884-4a5e-9de6-0d65673a3177 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:48:47.472133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:48:47.472556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:48:47.473010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.473450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:48:47.474068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Bound port: 3ff153a1-0884-4a5e-9de6-0d65673a3177, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:48:47.474485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.520009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.559967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] For port 3ff153a1-0884-4a5e-9de6-0d65673a3177, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:48:47.563388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] For port 3ff153a1-0884-4a5e-9de6-0d65673a3177, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3ff153a1-0884-4a5e-9de6-0d65673a3177,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:48:47.569559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-268f94f6-6f26-4fff-955a-adae2af96f7b None None] For port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=28b6a7b0-3a57-488e-bb2f-f9e57cb0f076,segment=NetworkSegment(4ad3cbea-6b49-433d-b6cc-786e98563fcc),segment_id=4ad3cbea-6b49-433d-b6cc-786e98563fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:47.598391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.657275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 40e836f2-fc95-4b9f-930c-4fd40dac8d2a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:47.701993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-268f94f6-6f26-4fff-955a-adae2af96f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.735366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:46Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:47.742291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2405b-bc54-4942-ad53-dafc5263e9cb None None] The sync data for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv is: [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:46Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:48:47.769494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Routers {'8fc4353c-91a3-4039-b8ba-711c1613cb9c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:47.770692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:47.822100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.850589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.979080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:47.983852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=37ff86eb-316f-421e-abe5-b122eed27277,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:47.993158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9473be-1172-4bc9-a9f9-439185a78b61 None None] Pushing event updated for resources: {'Port': ['ID=3ff153a1-0884-4a5e-9de6-0d65673a3177,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:48.006751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] Set router 8fc4353c-91a3-4039-b8ba-711c1613cb9c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:48.163281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Network 4399d65b-d39d-4999-9091-d7d37a983e32 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:48:48.165121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:48:48.338858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f94f6-6f26-4fff-955a-adae2af96f7b None None] Pushing event updated for resources: {'Port': ['ID=28b6a7b0-3a57-488e-bb2f-f9e57cb0f076,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:48.416751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:48.432497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:48.432497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:48.515987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-86f58722-c9e6-4c9b-b2ec-f134d57f1bd6 None None] Provisioning complete for port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:48.516498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-86f58722-c9e6-4c9b-b2ec-f134d57f1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:48.618144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Router 8fc4353c-91a3-4039-b8ba-711c1613cb9c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:48:48.837428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:48:48.848169 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2c6683bb-3077-4f83-b556-71036d39f2f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/8fc4353c-91a3-4039-b8ba-711c1613cb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3652601 Dec 21 22:48:48.895522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:48.927289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 4, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port': {'id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:44Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '37ff86eb-316f-421e-abe5-b122eed27277', 'name': '', 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'mac_address': 'fa:16:3e:93:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:46Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 2, 'project_id': '032e41c3733942cb8417723fcab29a11', 'subnets': [{'id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:48.952987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44965169-42ac-4672-a234-bb5db81578d2 None None] The sync data for ids ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'] in dv-neutron-822521-1-hyperv is: [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 4, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port': {'id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:44Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '37ff86eb-316f-421e-abe5-b122eed27277', 'name': '', 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'mac_address': 'fa:16:3e:93:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:46Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 2, 'project_id': '032e41c3733942cb8417723fcab29a11', 'subnets': [{'id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:48:48.969847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:48.997151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:49.080061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:49.117028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-036a4bb6-599c-43d0-ad87-69fde07060c6 None None] Provisioning for port 37ff86eb-316f-421e-abe5-b122eed27277 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:49.122602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-036a4bb6-599c-43d0-ad87-69fde07060c6 None None] Provisioning complete for port 37ff86eb-316f-421e-abe5-b122eed27277 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:49.123033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-036a4bb6-599c-43d0-ad87-69fde07060c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:49.184686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-036a4bb6-599c-43d0-ad87-69fde07060c6 None None] Port 37ff86eb-316f-421e-abe5-b122eed27277 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:48:49.390260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:49.478653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:49.479059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:49.620504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 40e836f2-fc95-4b9f-930c-4fd40dac8d2a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:49.698401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:49.698903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:50.156324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:48:51.433822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ff153a1-0884-4a5e-9de6-0d65673a3177 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:51.568423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 3ff153a1-0884-4a5e-9de6-0d65673a3177 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:51.575262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3ff153a1-0884-4a5e-9de6-0d65673a3177 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:51.575999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:51.712064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:51.730352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 3ff153a1-0884-4a5e-9de6-0d65673a3177, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3ff153a1-0884-4a5e-9de6-0d65673a3177,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:51.759454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:51.835970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=3ff153a1-0884-4a5e-9de6-0d65673a3177,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:53.395481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ff153a1-0884-4a5e-9de6-0d65673a3177 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:53.480687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 3ff153a1-0884-4a5e-9de6-0d65673a3177 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:53.481212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:53.501694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Sync routers for ids ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:48:53.519430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Routers {'8fc4353c-91a3-4039-b8ba-711c1613cb9c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:53.523103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:53.739577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Set router 8fc4353c-91a3-4039-b8ba-711c1613cb9c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:54.104966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 4, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port': {'id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:44Z', 'updated_at': '2021-12-21T22:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '37ff86eb-316f-421e-abe5-b122eed27277', 'name': '', 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'mac_address': 'fa:16:3e:93:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:46Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 2, 'project_id': '032e41c3733942cb8417723fcab29a11', 'subnets': [{'id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:54.110800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Checking router: 8fc4353c-91a3-4039-b8ba-711c1613cb9c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:48:54.111203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Updating router 8fc4353c-91a3-4039-b8ba-711c1613cb9c port 37ff86eb-316f-421e-abe5-b122eed27277 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:48:54.172193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:54.710898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:54.725514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Transition to ACTIVE for port object 37ff86eb-316f-421e-abe5-b122eed27277 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:48:54.757567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:54.899205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0b22a-a7eb-40ab-abbc-810739650de4 None None] Pushing event updated for resources: {'Port': ['ID=37ff86eb-316f-421e-abe5-b122eed27277,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:55.018857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Attempting to bind port 37ff86eb-316f-421e-abe5-b122eed27277 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:48:55.019895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Attempting to bind port 37ff86eb-316f-421e-abe5-b122eed27277 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:48:55.020297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Attempting to bind port 37ff86eb-316f-421e-abe5-b122eed27277 on network 4399d65b-d39d-4999-9091-d7d37a983e32 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:48:55.027879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:48:55.028323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Checking segment: {'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:48:55.029136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:55.029566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Bound using segment: {'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:48:55.030075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Bound port: 37ff86eb-316f-421e-abe5-b122eed27277, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad3cbea-6b49-433d-b6cc-786e98563fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:48:55.030473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:55.140865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] For port 37ff86eb-316f-421e-abe5-b122eed27277, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:48:55.145173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] For port 37ff86eb-316f-421e-abe5-b122eed27277, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=37ff86eb-316f-421e-abe5-b122eed27277,segment=NetworkSegment(4ad3cbea-6b49-433d-b6cc-786e98563fcc),segment_id=4ad3cbea-6b49-433d-b6cc-786e98563fcc)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:48:55.186175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:55.286978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0b22a-a7eb-40ab-abbc-810739650de4 None None] Pushing event updated for resources: {'Port': ['ID=37ff86eb-316f-421e-abe5-b122eed27277,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:55.291699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Routers {'8fc4353c-91a3-4039-b8ba-711c1613cb9c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:48:55.292577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:48:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:55.514215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 37ff86eb-316f-421e-abe5-b122eed27277 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:55.555223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] Set router 8fc4353c-91a3-4039-b8ba-711c1613cb9c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:48:55.648392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 37ff86eb-316f-421e-abe5-b122eed27277 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:48:55.654479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 37ff86eb-316f-421e-abe5-b122eed27277 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:55.655170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:55.828620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:55.867914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4d69112e-286b-4695-b5fa-67dd1a305c5e None None] Provisioning complete for port 37ff86eb-316f-421e-abe5-b122eed27277 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:55.868369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4d69112e-286b-4695-b5fa-67dd1a305c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:55.907054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 37ff86eb-316f-421e-abe5-b122eed27277, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=37ff86eb-316f-421e-abe5-b122eed27277,segment=NetworkSegment(4ad3cbea-6b49-433d-b6cc-786e98563fcc),segment_id=4ad3cbea-6b49-433d-b6cc-786e98563fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:48:56.177031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 4, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port': {'id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:44Z', 'updated_at': '2021-12-21T22:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '37ff86eb-316f-421e-abe5-b122eed27277', 'name': '', 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'mac_address': 'fa:16:3e:93:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:46Z', 'updated_at': '2021-12-21T22:48:55Z', 'revision_number': 4, 'project_id': '032e41c3733942cb8417723fcab29a11', 'subnets': [{'id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:48:56.184391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df91b82-ee1a-4440-9d32-f621b60307d8 None None] The sync data for ids ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'] in dv-neutron-822521-1-hyperv is: [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:48:47Z', 'revision_number': 4, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port': {'id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:44Z', 'updated_at': '2021-12-21T22:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '37ff86eb-316f-421e-abe5-b122eed27277', 'name': '', 'network_id': '4399d65b-d39d-4999-9091-d7d37a983e32', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'mac_address': 'fa:16:3e:93:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:46Z', 'updated_at': '2021-12-21T22:48:55Z', 'revision_number': 4, 'project_id': '032e41c3733942cb8417723fcab29a11', 'subnets': [{'id': '32de5bf8-3459-4759-8c58-ca16517eaacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:48:56.202833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:48:56.279541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=37ff86eb-316f-421e-abe5-b122eed27277,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:48:57.414731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 37ff86eb-316f-421e-abe5-b122eed27277 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:48:57.504767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 37ff86eb-316f-421e-abe5-b122eed27277 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:48:57.505288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:01.462121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-c439860f-6074-4a70-b7e2-04e5e6ed626a tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:01.462880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-c439860f-6074-4a70-b7e2-04e5e6ed626a tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Synchronizing usage tracker for tenant:c19fd4ca0e8b490095f3ee47f90bdd17 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:49:01.516408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-c439860f-6074-4a70-b7e2-04e5e6ed626a tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Unset dirty status for tenant:c19fd4ca0e8b490095f3ee47f90bdd17 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:49:01.517717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-c439860f-6074-4a70-b7e2-04e5e6ed626a tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 815 time: 0.2202172 Dec 21 22:49:01.536480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-1839d62b-0c13-4da9-93d1-3097c3a9a113 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/quotas/c19fd4ca0e8b490095f3ee47f90bdd17 HTTP/1.1" status: 200 len: 375 time: 0.0123181 Dec 21 22:49:01.623803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-7afa0bf6-d896-4b06-b54b-ca0d8fee331b tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814705 Dec 21 22:49:01.772642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-9175b212-bc09-4717-bb7f-b55f984261c2 service neutron] 10.222.0.30 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360748 Dec 21 22:49:01.916157 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-0612aa82-9dc8-46c7-bbaa-0079b0ce5458 service neutron] 10.222.0.30 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372566 Dec 21 22:49:02.232224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ee24b77-c6c7-4690-b0de-1e74839615c7 req-a6da052f-8453-46b7-83f6-ea2318ff20b0 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 210 time: 0.0492523 Dec 21 22:49:03.413367 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1b535ae1-0cb4-4b42-be3b-caab0746347c req-adadabc9-66c1-4f10-97a1-49cf154a82f0 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 210 time: 0.0551729 Dec 21 22:49:03.739239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:04.237870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-c9b6869f-b260-49e4-a865-e014fc05ffc8 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:04.239419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-c9b6869f-b260-49e4-a865-e014fc05ffc8 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 815 time: 0.1575501 Dec 21 22:49:04.254410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'port': {'device_id': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'admin_state_up': True, 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:04.400439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:04.404655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:port and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:04.407252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:04.415164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:04.476757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Made reservation on behalf of c19fd4ca0e8b490095f3ee47f90bdd17 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:49:04.482453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:04.608442 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6c79f5b4-9334-43fe-88a7-f74e2ee450c1 req-35918b16-1318-40a1-9399-6dad903d434c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 210 time: 0.0670817 Dec 21 22:49:04.702870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Allocated IP 172.20.0.14 (502fad1b-64fd-4b72-9283-ce99ebe71fb6/257260e7-f7b4-4787-9895-3235780e2a5d/6e010c4b-a342-422b-82aa-3d8284795e83) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:49:04.938705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:04.962596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Transition to ACTIVE for port object 6e010c4b-a342-422b-82aa-3d8284795e83 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:49:05.027906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:05.358450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:49:05.363305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:49:05.365879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:49:05.417020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'Port': ['ID=6e010c4b-a342-422b-82aa-3d8284795e83,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:05.443875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:05.445100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:05.546276 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-777b5c2f-6bb3-4204-ad58-11711b6aa1f5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2957730 Dec 21 22:49:05.807916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-03094172-312a-4038-ba79-c7a7b72640a7 None None] Provisioning for port 6e010c4b-a342-422b-82aa-3d8284795e83 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:49:05.814100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-03094172-312a-4038-ba79-c7a7b72640a7 None None] Provisioning complete for port 6e010c4b-a342-422b-82aa-3d8284795e83 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:49:05.814754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-03094172-312a-4038-ba79-c7a7b72640a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:05.835667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca6e2-2a79-4063-bfbc-a79920f34aac req-d2ff9733-b517-4a8d-b433-4ce45a11a4a5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:05.836384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ddaca6e2-2a79-4063-bfbc-a79920f34aac req-d2ff9733-b517-4a8d-b433-4ce45a11a4a5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Synchronizing usage tracker for tenant:c19fd4ca0e8b490095f3ee47f90bdd17 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:49:05.873612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-03094172-312a-4038-ba79-c7a7b72640a7 None None] Port 6e010c4b-a342-422b-82aa-3d8284795e83 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:49:05.876877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ddaca6e2-2a79-4063-bfbc-a79920f34aac req-d2ff9733-b517-4a8d-b433-4ce45a11a4a5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Unset dirty status for tenant:c19fd4ca0e8b490095f3ee47f90bdd17 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:49:05.878812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ddaca6e2-2a79-4063-bfbc-a79920f34aac req-d2ff9733-b517-4a8d-b433-4ce45a11a4a5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 932 time: 0.1320262 Dec 21 22:49:05.935614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ddaca6e2-2a79-4063-bfbc-a79920f34aac req-6289f90d-344c-4128-8096-63c8745f3469 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Synchronizing usage tracker for tenant:c19fd4ca0e8b490095f3ee47f90bdd17 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:49:05.979688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-ddaca6e2-2a79-4063-bfbc-a79920f34aac req-6289f90d-344c-4128-8096-63c8745f3469 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Unset dirty status for tenant:c19fd4ca0e8b490095f3ee47f90bdd17 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:49:05.981047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ddaca6e2-2a79-4063-bfbc-a79920f34aac req-6289f90d-344c-4128-8096-63c8745f3469 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887501 Dec 21 22:49:07.207742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85691f-981c-433b-bd32-7d35788cdab8 req-462a9fd1-953c-4448-a46c-319863b09337 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:07.209476 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bc85691f-981c-433b-bd32-7d35788cdab8 req-462a9fd1-953c-4448-a46c-319863b09337 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 932 time: 0.1000202 Dec 21 22:49:07.267653 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bc85691f-981c-433b-bd32-7d35788cdab8 req-8be9f278-868b-4a6c-bf05-a053b2bcaa1c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469770 Dec 21 22:49:07.312118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5bac710-b9bc-4298-a8f7-a180fea91de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:08.479969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe30094-9c86-46fe-917d-8562666decda req-26214f35-3d2b-4095-99bb-9a9cc267c2e8 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:08.481861 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cbe30094-9c86-46fe-917d-8562666decda req-26214f35-3d2b-4095-99bb-9a9cc267c2e8 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 932 time: 0.0858476 Dec 21 22:49:08.535138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cbe30094-9c86-46fe-917d-8562666decda req-466fe45c-9b5a-4065-b8ae-9ccc99534deb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463817 Dec 21 22:49:08.849824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:09.758437 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9520b-45e9-4fff-8aef-70c6a6bde7d7 req-8db470bd-a274-43c5-8a14-e575da2a0b0c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:09.760189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e1b9520b-45e9-4fff-8aef-70c6a6bde7d7 req-8db470bd-a274-43c5-8a14-e575da2a0b0c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 932 time: 0.0906501 Dec 21 22:49:09.812445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e1b9520b-45e9-4fff-8aef-70c6a6bde7d7 req-2444db64-fb62-4515-a102-f5e4b44d8108 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Dec 21 22:49:10.042072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-acae2520-a9ee-4697-b49c-2b96dc79c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:10.133322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:11.032467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988a67-4dec-421c-86d0-ccb4bc9b33ed req-27e695f7-82c2-4bbe-81a8-8e652adb6885 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:11.034239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe988a67-4dec-421c-86d0-ccb4bc9b33ed req-27e695f7-82c2-4bbe-81a8-8e652adb6885 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 932 time: 0.0871558 Dec 21 22:49:11.105489 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe988a67-4dec-421c-86d0-ccb4bc9b33ed req-fbdc52fb-9ee4-462a-a0f7-4bb935ade595 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617907 Dec 21 22:49:11.699305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:12.313421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcd0b0-71e5-41b9-9de5-801f88e3e549 req-8898f99a-1126-4074-8606-9ee6c2ecd2a5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:12.317008 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-44dcd0b0-71e5-41b9-9de5-801f88e3e549 req-8898f99a-1126-4074-8606-9ee6c2ecd2a5 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 932 time: 0.0891509 Dec 21 22:49:12.369959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-44dcd0b0-71e5-41b9-9de5-801f88e3e549 req-5c8e7307-762a-44a5-8fd8-6b6e75a68590 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Dec 21 22:49:13.726819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9072a-fe77-4f4b-bc05-7b8f359f0bfa req-3df882df-8f83-4833-aeb5-2b09432e45ae tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:13.728494 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fee9072a-fe77-4f4b-bc05-7b8f359f0bfa req-3df882df-8f83-4833-aeb5-2b09432e45ae tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 932 time: 0.0968707 Dec 21 22:49:13.785349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fee9072a-fe77-4f4b-bc05-7b8f359f0bfa req-5d307921-8c12-4b3e-8862-3cdde5a29db3 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506203 Dec 21 22:49:14.990524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641661a-0834-4584-82c1-c14254d0284f req-1828895e-b62b-426a-971c-55b8e0ed4f6b tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:14.992135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4641661a-0834-4584-82c1-c14254d0284f req-1828895e-b62b-426a-971c-55b8e0ed4f6b tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 932 time: 0.0832069 Dec 21 22:49:15.042926 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4641661a-0834-4584-82c1-c14254d0284f req-535d7b05-d66c-40fb-bd38-c5f61a398a71 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Dec 21 22:49:15.220545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Request body: {'port': {'device_id': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:15.335803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:15.686438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e010c4b-a342-422b-82aa-3d8284795e83 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:49:15.693599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:15.708799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Transition to ACTIVE for port object 6e010c4b-a342-422b-82aa-3d8284795e83 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:49:15.727680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:15.850941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Pushing event updated for resources: {'Port': ['ID=6e010c4b-a342-422b-82aa-3d8284795e83,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:15.977234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Attempting to bind port 6e010c4b-a342-422b-82aa-3d8284795e83 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:49:15.977611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Attempting to bind port 6e010c4b-a342-422b-82aa-3d8284795e83 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:49:15.977978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Attempting to bind port 6e010c4b-a342-422b-82aa-3d8284795e83 on network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:49:15.984316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Port 6e010c4b-a342-422b-82aa-3d8284795e83 on network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:49:15.984726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Attempting to bind port 6e010c4b-a342-422b-82aa-3d8284795e83 on network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:49:15.992782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:49:15.993308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Checking segment: {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:49:15.993553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Bound using segment: {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:49:15.994030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Bound port: 6e010c4b-a342-422b-82aa-3d8284795e83, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:49:15.994411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:16.098497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] For port 6e010c4b-a342-422b-82aa-3d8284795e83, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:49:16.101882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] For port 6e010c4b-a342-422b-82aa-3d8284795e83, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e010c4b-a342-422b-82aa-3d8284795e83,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:49:16.258576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9637ba-fd72-4903-ad9e-c1d7ad3543b0 req-f72d903f-1513-48b8-a265-8c05ad1696f9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:16.260206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9c9637ba-fd72-4903-ad9e-c1d7ad3543b0 req-f72d903f-1513-48b8-a265-8c05ad1696f9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 944 time: 0.0880053 Dec 21 22:49:16.311351 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9c9637ba-fd72-4903-ad9e-c1d7ad3543b0 req-b87198e1-cd95-48bd-bee2-88b5ecb7f524 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Dec 21 22:49:17.520827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a282f9-5047-4bb1-b44e-30258bd7bbb8 req-91c0e658-ff45-4242-a622-421bdf042d59 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:17.523427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c7a282f9-5047-4bb1-b44e-30258bd7bbb8 req-91c0e658-ff45-4242-a622-421bdf042d59 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 944 time: 0.0891190 Dec 21 22:49:17.574340 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c7a282f9-5047-4bb1-b44e-30258bd7bbb8 req-fa601e94-40bd-4b5a-839e-44632be56384 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448217 Dec 21 22:49:18.165682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:18.238554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:18.240038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] 10.222.0.46 "PUT /v2.0/ports/6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 1094 time: 3.0242438 Dec 21 22:49:18.240551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:49:18.254396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e77229-723b-44cb-91d1-3d305b512877 service neutron] Pushing event updated for resources: {'Port': ['ID=6e010c4b-a342-422b-82aa-3d8284795e83,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:18.402458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-f2c41e95-7d04-46a1-b56d-ada353ae9f4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1097 time: 0.0809431 Dec 21 22:49:18.481761 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-f95fe58f-d98d-4474-b5e6-555dba3f2eeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 217 time: 0.0725002 Dec 21 22:49:18.483863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83', 'status': 'completed', 'code': 200} Dec 21 22:49:18.552893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-f86bef06-0aa2-4a2c-b7c4-bd11153fde18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:18.555035 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-f86bef06-0aa2-4a2c-b7c4-bd11153fde18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.0644455 Dec 21 22:49:18.640946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-4e7d19c6-a83e-45af-ae6f-83db9f95db99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792100 Dec 21 22:49:18.835471 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-20757542-6392-4411-832d-14a9e1cea24a service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872146 Dec 21 22:49:18.901951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1857d-c985-431a-a445-58db9bef2ef6 req-1c8b1ebf-3dcc-4342-b122-384bc0efb85c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:18.903444 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-80b1857d-c985-431a-a445-58db9bef2ef6 req-1c8b1ebf-3dcc-4342-b122-384bc0efb85c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 944 time: 0.1628098 Dec 21 22:49:19.025514 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-80b1857d-c985-431a-a445-58db9bef2ef6 req-e2cac62c-d67c-404b-81aa-8155a62124e7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740921 Dec 21 22:49:19.028912 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dbc2ee0c-4aab-4b8b-a986-677671b1e43f req-836a6bec-4e4c-4516-91f1-ecc30744d236 service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845968 Dec 21 22:49:19.211113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-64b416a3-c404-4262-909e-b6e4b280acfc req-fa8bb1f2-ad0a-4696-a31d-d0b3287fab4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1097 time: 0.0813756 Dec 21 22:49:19.353394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b416a3-c404-4262-909e-b6e4b280acfc req-2dff16ea-84c9-419e-bc23-33f41dc51477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:19.354991 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-64b416a3-c404-4262-909e-b6e4b280acfc req-2dff16ea-84c9-419e-bc23-33f41dc51477 service neutron] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 916 time: 0.1363680 Dec 21 22:49:19.428956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-64b416a3-c404-4262-909e-b6e4b280acfc req-a576cc54-02c8-41da-8843-2112e6d7059f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 217 time: 0.0670445 Dec 21 22:49:19.500415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b416a3-c404-4262-909e-b6e4b280acfc req-7cb937d5-a905-4c4a-8f26-1d123a34061d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:19.501977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-64b416a3-c404-4262-909e-b6e4b280acfc req-7cb937d5-a905-4c4a-8f26-1d123a34061d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.0654948 Dec 21 22:49:19.585601 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-64b416a3-c404-4262-909e-b6e4b280acfc req-76c55aef-9b17-4e30-9a13-c0c9f28699c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772586 Dec 21 22:49:19.735944 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-64b416a3-c404-4262-909e-b6e4b280acfc req-659c5a62-cb42-4508-be19-3302e5ebc73d service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427236 Dec 21 22:49:19.876371 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-64b416a3-c404-4262-909e-b6e4b280acfc req-72db73bd-b9cf-4511-8291-b976c61b113b service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330428 Dec 21 22:49:20.236449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62c60f-dfd5-4880-9076-c26a72e073d0 req-7b9fed04-9c66-42b2-a34e-4fb2cd909664 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:20.238054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb62c60f-dfd5-4880-9076-c26a72e073d0 req-7b9fed04-9c66-42b2-a34e-4fb2cd909664 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 944 time: 0.0842576 Dec 21 22:49:20.290032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb62c60f-dfd5-4880-9076-c26a72e073d0 req-7c535528-5632-4878-8679-8999012a05bd tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Dec 21 22:49:20.701989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 6e010c4b-a342-422b-82aa-3d8284795e83 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:49:20.843466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 6e010c4b-a342-422b-82aa-3d8284795e83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e010c4b-a342-422b-82aa-3d8284795e83,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:49:20.857935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '6e010c4b-a342-422b-82aa-3d8284795e83', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'port_id': '6e010c4b-a342-422b-82aa-3d8284795e83', 'mac_address': 'fa:16:3e:92:6c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:49:20.914090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:20.931948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e010c4b-a342-422b-82aa-3d8284795e83 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:49:20.947256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 6e010c4b-a342-422b-82aa-3d8284795e83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e010c4b-a342-422b-82aa-3d8284795e83,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:49:20.984577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:21.054624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=6e010c4b-a342-422b-82aa-3d8284795e83,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:21.189466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['6e010c4b-a342-422b-82aa-3d8284795e83'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:49:21.493150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28278912-c913-400d-a815-29a4a634c800 req-ce9b3b74-3779-42ac-8e99-79c697516243 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:21.494719 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-28278912-c913-400d-a815-29a4a634c800 req-ce9b3b74-3779-42ac-8e99-79c697516243 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 945 time: 0.0808342 Dec 21 22:49:21.542634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-28278912-c913-400d-a815-29a4a634c800 req-b4270f29-aaea-4787-a76a-ba339bc5d926 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Dec 21 22:49:22.733323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 6e010c4b-a342-422b-82aa-3d8284795e83 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:49:22.746364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40463fd-2318-45d4-acf4-1c38d093d90c req-c5b833aa-722b-4d55-a835-955c09948c13 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:22.747955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d40463fd-2318-45d4-acf4-1c38d093d90c req-c5b833aa-722b-4d55-a835-955c09948c13 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 945 time: 0.0864542 Dec 21 22:49:22.797068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d40463fd-2318-45d4-acf4-1c38d093d90c req-df968d54-5b30-4d98-937f-40a41d5ea954 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Dec 21 22:49:22.824484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 6e010c4b-a342-422b-82aa-3d8284795e83 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:49:22.829665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 6e010c4b-a342-422b-82aa-3d8284795e83 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:49:22.830035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:22.949507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:22.977622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:49:22.987367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 6e010c4b-a342-422b-82aa-3d8284795e83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e010c4b-a342-422b-82aa-3d8284795e83,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:49:23.001741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:23.072556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=6e010c4b-a342-422b-82aa-3d8284795e83,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:23.123853 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83', 'code': 200} Dec 21 22:49:23.392482 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6cf581a6-344d-4930-87ea-ec69083224a4 req-4830ee22-eec6-455c-a7f4-704a54492d60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1099 time: 0.0794210 Dec 21 22:49:23.435715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6cf581a6-344d-4930-87ea-ec69083224a4 req-b9341efa-e92f-4194-ae1e-99d966fcdd76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373385 Dec 21 22:49:24.225654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec148435-933f-4ecc-acea-281e0d0c51c5 req-4da00591-77bc-485a-a238-880476bd48c8 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:24.227648 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ec148435-933f-4ecc-acea-281e0d0c51c5 req-4da00591-77bc-485a-a238-880476bd48c8 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.3095460 Dec 21 22:49:24.277284 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ec148435-933f-4ecc-acea-281e0d0c51c5 req-b31a4fa9-accb-4b2c-995d-cf043226e9fa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Dec 21 22:49:25.486339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa77d65-ba8c-4ffc-a760-f4798e6b4d91 req-41983199-f705-419e-b65e-519832c1e965 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:25.487922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2aa77d65-ba8c-4ffc-a760-f4798e6b4d91 req-41983199-f705-419e-b65e-519832c1e965 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.0832608 Dec 21 22:49:25.539936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2aa77d65-ba8c-4ffc-a760-f4798e6b4d91 req-b9b126b3-1dac-4c3b-8ad0-3ca2c92eecef tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455849 Dec 21 22:49:25.742988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0143d-860b-4d8c-b12e-92d5efd2e9c7 req-f37507e7-a63f-43bc-9989-3e32b7d4e314 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:25.744520 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-16a0143d-860b-4d8c-b12e-92d5efd2e9c7 req-f37507e7-a63f-43bc-9989-3e32b7d4e314 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.0825248 Dec 21 22:49:25.791868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-16a0143d-860b-4d8c-b12e-92d5efd2e9c7 req-5e48acee-d0d4-4cd2-9e91-1e81a8fb465a tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Dec 21 22:49:26.229818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28cb3c-e644-409b-898d-4567b8e2dc20 req-e2f15ae0-fe1e-4d61-b7d0-bedbff0a4142 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:26.231445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a28cb3c-e644-409b-898d-4567b8e2dc20 req-e2f15ae0-fe1e-4d61-b7d0-bedbff0a4142 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.0881181 Dec 21 22:49:26.282064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a28cb3c-e644-409b-898d-4567b8e2dc20 req-c648a5c1-95c6-4d11-a939-d2819fa74f0a tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Dec 21 22:49:27.147986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:49:33.756011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:37.166872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0249cc-2eb4-4fc5-88a6-620d4f13e854 req-daf7e570-f559-41cf-a175-43d6d1fa343c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:37.168495 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f0249cc-2eb4-4fc5-88a6-620d4f13e854 req-daf7e570-f559-41cf-a175-43d6d1fa343c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.0848396 Dec 21 22:49:37.217124 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f0249cc-2eb4-4fc5-88a6-620d4f13e854 req-c6c02cbb-e8e1-4446-9266-0b1e53a1f028 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Dec 21 22:49:37.245891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48426) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:37.298989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6741a44c-d097-418e-a4c4-4a7a94d9dd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:37.451606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f79c2178-86d1-4708-8617-efc186e646f1 tempest-TestMinimumBasicScenario-1881142131 tempest-TestMinimumBasicScenario-1881142131-project-admin] Synchronizing usage tracker for tenant:032e41c3733942cb8417723fcab29a11 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:49:37.492980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f79c2178-86d1-4708-8617-efc186e646f1 tempest-TestMinimumBasicScenario-1881142131 tempest-TestMinimumBasicScenario-1881142131-project-admin] Unset dirty status for tenant:032e41c3733942cb8417723fcab29a11 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:49:37.494182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f79c2178-86d1-4708-8617-efc186e646f1 tempest-TestMinimumBasicScenario-1881142131 tempest-TestMinimumBasicScenario-1881142131-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1094 time: 0.2472267 Dec 21 22:49:37.497456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48432) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:37.503260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '6e010c4b-a342-422b-82aa-3d8284795e83', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:37.509495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:37.513530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:floatingip and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:37.516481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:37.523098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:37.561617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:37.712760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:37.855807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Allocated IP 172.26.6.222 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/440c540d-2101-41d8-b90a-ee40b60f901a) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:49:38.076925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:38.127748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:38.201234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:49:38.204271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:49:38.206904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:49:38.238475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'Port': ['ID=440c540d-2101-41d8-b90a-ee40b60f901a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:38.738839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:38.821351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:38.836248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:39.092477 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac983e87-3bbb-4749-878e-185c491a4dda req-7b9bbda5-af4b-4bfb-b246-77f165eeb9a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1187053 Dec 21 22:49:39.108817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:39.138767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:39.292426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'Port': ['ID=440c540d-2101-41d8-b90a-ee40b60f901a,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:39.331037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:39.404441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac983e87-3bbb-4749-878e-185c491a4dda req-34e755ca-73fb-4cb0-8cc2-6a6e94d3b8ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1099 time: 0.2307096 Dec 21 22:49:39.647947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983e87-3bbb-4749-878e-185c491a4dda req-129c66ec-a77b-475e-8bea-c4f5e075fd28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:39.649322 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac983e87-3bbb-4749-878e-185c491a4dda req-129c66ec-a77b-475e-8bea-c4f5e075fd28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 916 time: 0.2172382 Dec 21 22:49:39.735982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Floating IP f505bc41-56b5-4e18-a1fd-605bebfe2bf7 associated. External IP: 172.26.6.222, port: 6e010c4b-a342-422b-82aa-3d8284795e83. Dec 21 22:49:39.830007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac983e87-3bbb-4749-878e-185c491a4dda req-9b038849-d65d-49c9-babc-e2437446a0bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 1000 time: 0.1715596 Dec 21 22:49:40.070149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2bea360e-90f7-48b1-b7dc-8c4dd57fdf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:40.138945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:40.141676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983e87-3bbb-4749-878e-185c491a4dda req-66406013-ec0c-41ae-ac34-6f4514967ce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:40.143264 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac983e87-3bbb-4749-878e-185c491a4dda req-66406013-ec0c-41ae-ac34-6f4514967ce1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.3069232 Dec 21 22:49:40.307639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac983e87-3bbb-4749-878e-185c491a4dda req-a75738f6-318f-4b1e-a21f-bbfcee592250 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079319 Dec 21 22:49:40.540675 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac983e87-3bbb-4749-878e-185c491a4dda req-341038a4-1233-423e-8756-46fb155db0dc service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208791 Dec 21 22:49:40.763200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac983e87-3bbb-4749-878e-185c491a4dda req-630ffebc-d0f7-47ac-80e2-f05f27844b40 service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680360 Dec 21 22:49:40.780498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Router ec574097-d889-4cfe-b810-dc873db59ab8 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:49:40.993505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:49:41.003759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] Sync routers for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:49:41.018003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:49:41.018667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:49:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:49:41.064797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.132732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6960f6f-e812-479b-a136-826de50417e4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6301794 Dec 21 22:49:41.132732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:49:41.133056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48436) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:41.149294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836343179', 'description': 'tempest-secgroup-smoke-1836343179 description', 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:41.156984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:41.168950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:41.190796 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83', 'status': 'completed', 'code': 200} Dec 21 22:49:41.198822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.228423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:49:41.238878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:41.244004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:security_group_rule and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:41.246913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:41.252995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:41.289223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-a5362f88-a26b-41a6-a37b-f688a99a323a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1099 time: 0.0766058 Dec 21 22:49:41.313226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.333158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.388117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2371d6d5-064c-42db-af74-119af00c7845,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:41.397803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.398189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.398566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.398943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.399314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.399680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.400022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.400591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.400968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.401332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.401694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:49:41.413876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.415333 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-227eadd5-f0a1-43af-9b73-0d9f1a7fa8cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2815168 Dec 21 22:49:41.418299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48442) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:41.425615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'security_group_rule': {'security_group_id': '2371d6d5-064c-42db-af74-119af00c7845', 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:41.432920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:41.437256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:security_group_rule and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:41.440460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:41.447083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-268080aa-714c-4200-9ece-7df45bfabaeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:41.448065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:41.448716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-268080aa-714c-4200-9ece-7df45bfabaeb service neutron] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 916 time: 0.1501169 Dec 21 22:49:41.484186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.565553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.580132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-2197372b-f83b-4edd-93ed-61de7b746c11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 1000 time: 0.1164291 Dec 21 22:49:41.596218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.624840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7430a802-07fa-471d-be2d-eac19552dd5b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:41.661143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-e4c69867-9eed-4d5c-af42-dca5e79be596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:41.662579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'f505bc41-56b5-4e18-a1fd-605bebfe2bf7', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'port_id': '6e010c4b-a342-422b-82aa-3d8284795e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'mac_address': 'fa:16:3e:92:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:49:38Z', 'updated_at': '2021-12-21T22:49:38Z', 'revision_number': 0, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:48Z', 'revision_number': 5, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:49:41.663027 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-e4c69867-9eed-4d5c-af42-dca5e79be596 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.0807672 Dec 21 22:49:41.666606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.668095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] Checking router: ec574097-d889-4cfe-b810-dc873db59ab8 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:49:41.680044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:49:41.680759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:49:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:49:41.687723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.691848 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-307ce2ac-42ae-4529-9c72-82eec27b873d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2697797 Dec 21 22:49:41.692055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48446) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:41.700011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'security_group_rule': {'security_group_id': '2371d6d5-064c-42db-af74-119af00c7845', 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:41.706837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:41.711808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:security_group_rule and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:41.714893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:41.720968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:41.750613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-350d509c-4630-4d5d-b910-78a98ba882e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795963 Dec 21 22:49:41.763923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.885021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.909783 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-8840b98c-b81f-453e-b8f5-0d0e6af32718 service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520007 Dec 21 22:49:41.910488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.937947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffded4f-749f-4e79-9a56-9150a5470c92,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:41.967873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:41.969344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3c9c200f-32b0-4063-ab88-55f9580418aa tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2760854 Dec 21 22:49:41.972222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48450) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:41.979312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'security_group_rule': {'security_group_id': '2371d6d5-064c-42db-af74-119af00c7845', 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:41.986096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:41.990242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:security_group_rule and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:41.993632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:42.000212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:42.038768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:49:42.040775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.091822 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-25543405-becd-4ca0-88e2-5ae068ebffa6 req-653733ff-e54a-47a0-8bdf-7dc44bee764c service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682892 Dec 21 22:49:42.346583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.384590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.411200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1904bb-9c34-494f-9239-5109e306aeea,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:42.458969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'f505bc41-56b5-4e18-a1fd-605bebfe2bf7', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'port_id': '6e010c4b-a342-422b-82aa-3d8284795e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'mac_address': 'fa:16:3e:92:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:49:38Z', 'updated_at': '2021-12-21T22:49:38Z', 'revision_number': 0, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:48Z', 'revision_number': 5, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:49:42.463427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f77eca-b577-4590-9fc1-2a631338c478 None None] The sync data for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv is: [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'f505bc41-56b5-4e18-a1fd-605bebfe2bf7', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'port_id': '6e010c4b-a342-422b-82aa-3d8284795e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'mac_address': 'fa:16:3e:92:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:49:38Z', 'updated_at': '2021-12-21T22:49:38Z', 'revision_number': 0, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:48Z', 'revision_number': 5, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:49:42.464541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.466303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4dfde826-9f66-40fa-b46e-d761642f8640 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4928384 Dec 21 22:49:42.469234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48454) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:42.476156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'security_group_rule': {'security_group_id': '2371d6d5-064c-42db-af74-119af00c7845', 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:42.482822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:42.486936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:security_group_rule and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:42.490001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:42.496998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:42.546497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.613491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.641395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.667047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9b73c4-5bb3-4917-96aa-016be38bf57c,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:42.704703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.706063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-53d2a041-d388-4a35-821f-875255ebc562 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2357943 Dec 21 22:49:42.709004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48458) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:42.715735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'security_group_rule': {'security_group_id': '2371d6d5-064c-42db-af74-119af00c7845', 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:42.722502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:42.727478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:security_group_rule and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:42.730549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:42.737018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:42.790479 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Project c19fd4ca0e8b490095f3ee47f90bdd17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:49:42.803331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.836037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05c44f-df6c-4ac5-9dd6-324b394d0a8b None None] New status for floating IP f505bc41-56b5-4e18-a1fd-605bebfe2bf7: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:49:42.878731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.910477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.938252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314b5038-0871-4e51-97cd-1b7562435778,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:42.973411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:42.974810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fcae436a-bd84-4c91-8230-842a3166e7df tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2641320 Dec 21 22:49:42.978558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48462) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:42.984414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'security_group_rule': {'security_group_id': '2371d6d5-064c-42db-af74-119af00c7845', 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:42.991325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:49:42.995457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Usage tracker for resource:security_group_rule and tenant:c19fd4ca0e8b490095f3ee47f90bdd17 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:49:42.998513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:49:43.004713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:49:43.042007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Project c19fd4ca0e8b490095f3ee47f90bdd17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:49:43.049052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:43.121844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:43.156387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:43.180885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c24a7b-3350-4310-97ec-86c3d0346fd4,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:43.219120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:43.220494 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-70ddf85a-33bc-424f-9018-e77ac1bff5ba tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2408867 Dec 21 22:49:43.432057 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-073e0cd9-6934-4a5b-869b-52cb8352335c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836343179&fields=id&tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17 HTTP/1.1" status: 200 len: 267 time: 0.1188409 Dec 21 22:49:43.525398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-32a26b87-12c4-4ba7-95fa-4c5a7c02b85b tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:43.527349 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-32a26b87-12c4-4ba7-95fa-4c5a7c02b85b tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.0894022 Dec 21 22:49:43.539171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'port': {'security_groups': ['f0c23393-8439-40d6-b2a4-a369adc98925', '2371d6d5-064c-42db-af74-119af00c7845']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:43.661592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:44.003985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] For port 6e010c4b-a342-422b-82aa-3d8284795e83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e010c4b-a342-422b-82aa-3d8284795e83,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:49:44.037873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:44.065308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:44.081981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['6e010c4b-a342-422b-82aa-3d8284795e83'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:49:44.153196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:44.154484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:44.162855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8b5c357-6747-4d41-94ea-b0c4f234946d req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "PUT /v2.0/ports/6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 982 time: 0.6268272 Dec 21 22:49:44.162855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:49:44.186842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b7980-a58c-4f59-8d59-958e9b6bce82 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'Port': ['ID=6e010c4b-a342-422b-82aa-3d8284795e83,revision_number=6']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:49:44.220625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['6e010c4b-a342-422b-82aa-3d8284795e83'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:49:44.233318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83', 'status': 'completed', 'code': 200} Dec 21 22:49:44.351968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-253acf82-a118-4f01-b28b-35013025a5e2 req-5f94710b-0b79-443f-8377-a666abce747c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1138 time: 0.0972645 Dec 21 22:49:44.575064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04701a14-9f02-4a6d-a0dc-8a5cbe9b781f None None] Provisioning complete for port 6e010c4b-a342-422b-82aa-3d8284795e83 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:49:44.575668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04701a14-9f02-4a6d-a0dc-8a5cbe9b781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:49:44.592951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253acf82-a118-4f01-b28b-35013025a5e2 req-b60605ea-00f1-4cec-b988-3a84ddc6000c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:44.594551 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-253acf82-a118-4f01-b28b-35013025a5e2 req-b60605ea-00f1-4cec-b988-3a84ddc6000c service neutron] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 916 time: 0.2358019 Dec 21 22:49:44.605537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aa6d7-dda0-4fd9-8904-7cf6f3f26f2e req-38606d45-5259-4ed1-807e-9fa0f6dea49e tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:44.607142 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac7aa6d7-dda0-4fd9-8904-7cf6f3f26f2e req-38606d45-5259-4ed1-807e-9fa0f6dea49e tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.3079777 Dec 21 22:49:44.750521 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac7aa6d7-dda0-4fd9-8904-7cf6f3f26f2e req-82f3c74a-96c7-4b86-add2-60b4716109f4 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872219 Dec 21 22:49:44.752353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-253acf82-a118-4f01-b28b-35013025a5e2 req-d1caaf18-7a7a-4072-a81d-9afbd98fd154 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 1002 time: 0.1442871 Dec 21 22:49:44.840431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253acf82-a118-4f01-b28b-35013025a5e2 req-e3999610-a586-463b-a921-e1106c78fd92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:44.841956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-253acf82-a118-4f01-b28b-35013025a5e2 req-e3999610-a586-463b-a921-e1106c78fd92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.0827050 Dec 21 22:49:44.923819 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-253acf82-a118-4f01-b28b-35013025a5e2 req-27962466-7334-48d1-a20d-c7e510d2dd2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754201 Dec 21 22:49:45.068723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-253acf82-a118-4f01-b28b-35013025a5e2 req-91069f54-81bf-45bf-8f14-4bd7c78b3d9f service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376486 Dec 21 22:49:45.447690 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-253acf82-a118-4f01-b28b-35013025a5e2 req-a4c332f2-bb35-49de-a5cf-0bd4a6888109 service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632674 Dec 21 22:49:59.212532 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-f3e95e43-176b-44e4-9f20-6952900b9b4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1138 time: 0.1442599 Dec 21 22:49:59.222197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3e05-0902-4897-88d2-aefc09476d5f req-17c2a029-9784-4031-bb44-65dadfde71bb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:59.223675 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ad1c3e05-0902-4897-88d2-aefc09476d5f req-17c2a029-9784-4031-bb44-65dadfde71bb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.1207759 Dec 21 22:49:59.374008 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ad1c3e05-0902-4897-88d2-aefc09476d5f req-b653f177-e777-44e2-b737-b0e0f09107f7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253567 Dec 21 22:49:59.399849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-02f23459-07c9-469f-bc6e-e40d207e0687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:59.401448 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-02f23459-07c9-469f-bc6e-e40d207e0687 service neutron] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 916 time: 0.1768737 Dec 21 22:49:59.510346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-a7ca6e90-742d-4081-bcdd-395dd7f7e1fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 1002 time: 0.1022801 Dec 21 22:49:59.584793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-3047871b-daf3-46d0-a56f-dd5536b838d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:49:59.587560 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-3047871b-daf3-46d0-a56f-dd5536b838d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.0683076 Dec 21 22:49:59.679366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-177dcbc3-0d92-4831-bc66-c42eb10edaa9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810840 Dec 21 22:49:59.826154 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-ca51dd5f-7b8c-4ec7-b181-4097d0065b7c service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386952 Dec 21 22:49:59.971229 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a3e252b6-be68-45dc-8337-d02f5e5c1d99 req-0e6fc20d-3248-409b-abbe-0c1339954ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380262 Dec 21 22:50:00.582230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21ff67-a51e-4c85-bbdf-645888fb101f req-dbdf5272-8f6d-40de-a299-ded5a417aabd tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:00.584450 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db21ff67-a51e-4c85-bbdf-645888fb101f req-dbdf5272-8f6d-40de-a299-ded5a417aabd tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0825057 Dec 21 22:50:00.639366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-db21ff67-a51e-4c85-bbdf-645888fb101f req-feb9fca4-d4ae-4332-b7e8-9aebf55f85c0 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479772 Dec 21 22:50:01.850321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed1b2a-2fe2-424c-a8be-054ce2ff8be5 req-9702bb71-092c-4256-91ea-947f2abc9730 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:01.851961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-63ed1b2a-2fe2-424c-a8be-054ce2ff8be5 req-9702bb71-092c-4256-91ea-947f2abc9730 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0856526 Dec 21 22:50:01.904222 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-63ed1b2a-2fe2-424c-a8be-054ce2ff8be5 req-ae870e4e-56c3-459c-94e0-65629ba8f55f tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450528 Dec 21 22:50:03.112467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55551f01-f76e-4a56-87e6-de8cc1dbcd13 req-98529e38-23b7-4822-af69-75996e6afb65 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:03.114081 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55551f01-f76e-4a56-87e6-de8cc1dbcd13 req-98529e38-23b7-4822-af69-75996e6afb65 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0881290 Dec 21 22:50:03.165855 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-55551f01-f76e-4a56-87e6-de8cc1dbcd13 req-4c5fa1ee-674f-494b-bdaa-5b758c6cd628 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447998 Dec 21 22:50:03.744459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:04.149674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:50:04.369787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb494-8cd1-4e2b-87cb-0bcc755edb02 req-5d0c53ac-e977-48c1-b7e2-eb079790774e tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:04.371312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e9fb494-8cd1-4e2b-87cb-0bcc755edb02 req-5d0c53ac-e977-48c1-b7e2-eb079790774e tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0828040 Dec 21 22:50:04.421049 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4e9fb494-8cd1-4e2b-87cb-0bcc755edb02 req-9420b738-dc85-42f2-9288-8dd063eb5ac1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434535 Dec 21 22:50:05.626870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408015-2927-4373-b121-506e6a4aee31 req-61112664-1c66-4ba5-82de-ad1a3cae9aca tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:05.628407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f408015-2927-4373-b121-506e6a4aee31 req-61112664-1c66-4ba5-82de-ad1a3cae9aca tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0860157 Dec 21 22:50:05.678712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f408015-2927-4373-b121-506e6a4aee31 req-9c085bf0-a308-45da-bf27-e4fef12db73b tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440078 Dec 21 22:50:06.881399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c5c32-f76b-48af-b339-51a11aa8ff75 req-0fbfe61f-17da-4265-8227-334ce7fb4d94 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:06.882999 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-756c5c32-f76b-48af-b339-51a11aa8ff75 req-0fbfe61f-17da-4265-8227-334ce7fb4d94 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0835783 Dec 21 22:50:06.936491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-756c5c32-f76b-48af-b339-51a11aa8ff75 req-6896d691-351b-4d3e-840d-900b847f3936 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473423 Dec 21 22:50:07.304069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb8dd-4595-41a0-ba47-088cea8556b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:08.149640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83ca7a-cca7-4130-a589-782610162e76 req-2cc3b018-802d-45f4-9439-a19f2e4598cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:08.151250 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce83ca7a-cca7-4130-a589-782610162e76 req-2cc3b018-802d-45f4-9439-a19f2e4598cb tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0869055 Dec 21 22:50:08.202694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ce83ca7a-cca7-4130-a589-782610162e76 req-cde46545-1596-4771-acc6-ddc5fb8ff65c tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451689 Dec 21 22:50:08.846927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:09.413636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e88e23-5406-4aa3-9da5-a354c8590ce2 req-aa136beb-9248-4114-b495-5a726bbdbb86 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:09.415235 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c4e88e23-5406-4aa3-9da5-a354c8590ce2 req-aa136beb-9248-4114-b495-5a726bbdbb86 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0865476 Dec 21 22:50:09.465704 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c4e88e23-5406-4aa3-9da5-a354c8590ce2 req-e11eb69b-4036-4ce6-ab4d-c7ccb921605e tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442157 Dec 21 22:50:10.041209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0df1b759-e2ae-4c1b-a00f-d2d451a6a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:10.143999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:10.670329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0306bdf-1260-4371-ab7d-16a931b66d13 req-912ce93a-170c-4f2a-813f-e33ba626fdc0 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:10.671940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e0306bdf-1260-4371-ab7d-16a931b66d13 req-912ce93a-170c-4f2a-813f-e33ba626fdc0 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0839858 Dec 21 22:50:10.723370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e0306bdf-1260-4371-ab7d-16a931b66d13 req-d134dc76-7db4-43ad-90ee-30f921426ce6 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445459 Dec 21 22:50:11.658691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:11.946160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718922c-90b3-4d1d-8563-4cc79f9a67f1 req-9e8b2953-17a1-4c18-a71f-b6030bdf005d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:11.947678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6718922c-90b3-4d1d-8563-4cc79f9a67f1 req-9e8b2953-17a1-4c18-a71f-b6030bdf005d tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0870953 Dec 21 22:50:11.997015 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6718922c-90b3-4d1d-8563-4cc79f9a67f1 req-d4011489-8084-4298-b1d4-7c7968c6ffb1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=2371d6d5-064c-42db-af74-119af00c7845&id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431278 Dec 21 22:50:33.766724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:37.304643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5420b3e0-3a36-4448-936d-bb1802b4e0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:38.846527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:39.015337 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-b9988de4-f1fb-4bb0-a4d6-f02878eaaebd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731025 Dec 21 22:50:39.174423 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-7546188b-b60f-47db-b743-518a7d6a97b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1138 time: 0.0780411 Dec 21 22:50:39.333987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-c8b03cd3-2fd1-471e-8e95-954255b7ebd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:39.336304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-c8b03cd3-2fd1-471e-8e95-954255b7ebd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 916 time: 0.1366246 Dec 21 22:50:39.451126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-c2eefe77-6b73-48d1-bfbd-f2da365d1c05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 1002 time: 0.1076927 Dec 21 22:50:39.521302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-3699731d-ef41-4c41-a242-7fe56a6b64b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:39.523978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-3699731d-ef41-4c41-a242-7fe56a6b64b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.0650022 Dec 21 22:50:39.610419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-e39b9061-3ad6-411d-b06f-de5a41ecf63b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793149 Dec 21 22:50:39.752747 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-eb80bde3-0f8a-48c2-a501-cec9b3364d6d service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347933 Dec 21 22:50:39.898663 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a07c9eaa-88f2-4d37-9795-5e2def718e9b req-1e94b072-b027-4ee7-af07-eee2a162bc6a service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391454 Dec 21 22:50:40.040969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-463254a5-65be-4ab2-a685-c7fe529722f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:40.143608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:41.151777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:50:41.669446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:45.349636 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-cb79f2c1-90e9-4581-bd39-77515325769f tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836343179&fields=id&tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17 HTTP/1.1" status: 200 len: 267 time: 0.0489559 Dec 21 22:50:45.437631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-1686650a-0265-430b-b2d1-8e22f0b04016 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:45.439222 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-1686650a-0265-430b-b2d1-8e22f0b04016 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 985 time: 0.0835092 Dec 21 22:50:45.451847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Request body: {'port': {'security_groups': ['f0c23393-8439-40d6-b2a4-a369adc98925']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:45.575031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:45.823473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] For port 6e010c4b-a342-422b-82aa-3d8284795e83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e010c4b-a342-422b-82aa-3d8284795e83,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:50:45.849326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:45.880844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:45.893097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['6e010c4b-a342-422b-82aa-3d8284795e83'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:50:45.963879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:45.964605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:45.966255 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-57b45ec2-cf4e-47c2-bde4-bf44798a42f8 req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "PUT /v2.0/ports/6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 943 time: 0.5191400 Dec 21 22:50:45.966619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:50:45.973449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48528) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:45.980206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event updated for resources: {'Port': ['ID=6e010c4b-a342-422b-82aa-3d8284795e83,revision_number=7']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:50:45.989824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.990815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.990815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.991123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.991485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.991852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.992235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.992581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.992946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.993308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:45.993685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7796ad-ddce-452c-9cc1-641024ad8aa7 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.035325 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83', 'status': 'completed', 'code': 200} Dec 21 22:50:46.050047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['6e010c4b-a342-422b-82aa-3d8284795e83'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:50:46.083551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:46.129990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:46.164159 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-38a87cdd-1c5f-4266-bfb9-4eefafe0ecaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1099 time: 0.1037159 Dec 21 22:50:46.325699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-eb88ea5f-3fe5-4a6a-bbf7-571cda911580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:46.327385 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-eb88ea5f-3fe5-4a6a-bbf7-571cda911580 service neutron] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 916 time: 0.1568000 Dec 21 22:50:46.332617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:46.355278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2371d6d5-064c-42db-af74-119af00c7845,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:50:46.367436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:46.368717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "DELETE /v2.0/security-groups/2371d6d5-064c-42db-af74-119af00c7845 HTTP/1.1" status: 204 len: 168 time: 0.3935127 Dec 21 22:50:46.371749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48532) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:46.420505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d052661e-1bae-4183-b639-91d021e5f8e6 None None] Provisioning complete for port 6e010c4b-a342-422b-82aa-3d8284795e83 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:50:46.420928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d052661e-1bae-4183-b639-91d021e5f8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:46.431846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.432235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.432653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.433012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.433377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.433744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.434109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.434476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.434839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.435197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.435562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7e47f-9e79-481b-a710-51a524f41645 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:50:46.441013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-94f8e424-f3fe-4d50-ba6c-7832e5ce398d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 1002 time: 0.1071167 Dec 21 22:50:46.514429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-1f994584-515d-4dbc-8fdb-e7ed462f6543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:46.516016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-1f994584-515d-4dbc-8fdb-e7ed462f6543 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.0681746 Dec 21 22:50:46.599846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Deleting port 440c540d-2101-41d8-b90a-ee40b60f901a {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:50:46.600970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:46.602757 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-44b3652a-9e59-4a72-b626-d9db02fb2d1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797241 Dec 21 22:50:46.753376 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-11631c5d-e370-48b0-855d-c230cf43aa7b service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433694 Dec 21 22:50:46.781782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:46.782150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:46.913914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Calling delete_port for 440c540d-2101-41d8-b90a-ee40b60f901a owned by network:floatingip {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:50:47.118367 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c0001b2e-35b0-469b-acea-7622654f5d9a req-8a6ece91-24ba-4449-87c9-911555d4f658 service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587990 Dec 21 22:50:47.172497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:47.219185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event deleted for resources: {'Port': ['ID=440c540d-2101-41d8-b90a-ee40b60f901a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:50:47.316348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks [] for floatingip, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:47.721469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Router ec574097-d889-4cfe-b810-dc873db59ab8 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:50:47.928833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:50:47.939364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] Sync routers for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:50:47.952210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:50:47.954229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:50:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:50:47.978775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:48.036281 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41d23496-a441-4bcf-8702-4bc995ff8af1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "DELETE /v2.0/floatingips/f505bc41-56b5-4e18-a1fd-605bebfe2bf7 HTTP/1.1" status: 204 len: 168 time: 1.6633811 Dec 21 22:50:48.036939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:50:48.144274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:50:48.186826 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83', 'status': 'completed', 'code': 200} Dec 21 22:50:48.296167 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99d20626-82c9-417b-a806-65133043f56f req-a674432d-792e-4c02-bcf0-a48a65463b01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 1099 time: 0.0868096 Dec 21 22:50:48.442043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d20626-82c9-417b-a806-65133043f56f req-0983ce2b-d132-4cca-834d-ceed02c76e14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:48.443634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99d20626-82c9-417b-a806-65133043f56f req-0983ce2b-d132-4cca-834d-ceed02c76e14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 200 len: 916 time: 0.1411955 Dec 21 22:50:48.496721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:48Z', 'revision_number': 5, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:50:48.501605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] Checking router: ec574097-d889-4cfe-b810-dc873db59ab8 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:50:48.515342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:50:48.516015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:50:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:50:48.527715 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99d20626-82c9-417b-a806-65133043f56f req-11aee3b8-8f1f-4b4d-ae53-99e93952c2f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 200 len: 217 time: 0.0697751 Dec 21 22:50:48.605639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d20626-82c9-417b-a806-65133043f56f req-ab16f4d2-45a4-4030-b79c-efd7f1f8412e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:48.607232 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99d20626-82c9-417b-a806-65133043f56f req-ab16f4d2-45a4-4030-b79c-efd7f1f8412e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 200 len: 854 time: 0.0760696 Dec 21 22:50:48.695485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99d20626-82c9-417b-a806-65133043f56f req-568960eb-2358-4431-bf4b-ec737d3adb2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=502fad1b-64fd-4b72-9283-ce99ebe71fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813873 Dec 21 22:50:48.721723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:50:48.843726 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99d20626-82c9-417b-a806-65133043f56f req-7d3584c8-9cdd-473e-a753-dd36ca00ec80 service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412520 Dec 21 22:50:48.996327 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-99d20626-82c9-417b-a806-65133043f56f req-f5ad0c36-d893-4b05-936b-88bb795d8350 service neutron] 10.222.0.46 "GET /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449101 Dec 21 22:50:49.062669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:48Z', 'revision_number': 5, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:50:49.066986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e799a-5c26-4ce2-b019-e8fb30bbb80b None None] The sync data for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv is: [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:48:40Z', 'revision_number': 4, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '40e836f2-fc95-4b9f-930c-4fd40dac8d2a', 'name': '', 'network_id': '502fad1b-64fd-4b72-9283-ce99ebe71fb6', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'mac_address': 'fa:16:3e:02:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:39Z', 'updated_at': '2021-12-21T22:48:48Z', 'revision_number': 5, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'subnets': [{'id': '257260e7-f7b4-4787-9895-3235780e2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:50:49.506535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4ee2f9-8ce2-4611-8a15-ef7a8f6b9cb7 None None] New status for floating IP f505bc41-56b5-4e18-a1fd-605bebfe2bf7: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:50:53.991389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb073-5d7e-439f-9181-13e519775a89 req-2c1e6703-4129-40e5-a667-f1424bbc4c19 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:53.993042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f7efb073-5d7e-439f-9181-13e519775a89 req-2c1e6703-4129-40e5-a667-f1424bbc4c19 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.0844553 Dec 21 22:50:54.041119 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f7efb073-5d7e-439f-9181-13e519775a89 req-8f31fd53-01ee-47e5-aca8-59e4b5fed418 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Dec 21 22:50:55.257573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c688d-fc20-4379-8fb2-4e56ed0ecd1e req-43ce128a-3b1e-47f7-a9ce-94f8a2596b46 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:55.259183 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e46c688d-fc20-4379-8fb2-4e56ed0ecd1e req-43ce128a-3b1e-47f7-a9ce-94f8a2596b46 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.0890274 Dec 21 22:50:55.309218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e46c688d-fc20-4379-8fb2-4e56ed0ecd1e req-3743681c-ef46-411d-aa40-98ac851c9120 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0c23393-8439-40d6-b2a4-a369adc98925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 Dec 21 22:50:55.593306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e502c-7145-4508-8932-c404e00db4bc req-c4908155-6f9b-4f54-8a81-becd7d2325a1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:50:55.594833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb8e502c-7145-4508-8932-c404e00db4bc req-c4908155-6f9b-4f54-8a81-becd7d2325a1 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 946 time: 0.0821590 Dec 21 22:50:55.670068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Deleting port 6e010c4b-a342-422b-82aa-3d8284795e83 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:50:55.670453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:55.934249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] For port 6e010c4b-a342-422b-82aa-3d8284795e83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6e010c4b-a342-422b-82aa-3d8284795e83,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:50:55.934573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:56.069534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Calling delete_port for 6e010c4b-a342-422b-82aa-3d8284795e83 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:50:56.321294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:56.333508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['6e010c4b-a342-422b-82aa-3d8284795e83'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:50:56.375096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Pushing event deleted for resources: {'Port': ['ID=6e010c4b-a342-422b-82aa-3d8284795e83,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:50:56.484137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] No DVR routers for this DVR port 6e010c4b-a342-422b-82aa-3d8284795e83 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:50:56.490506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:56.493168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'name': 'network-vif-deleted', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:50:56.505510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-074447ac-d0b3-4b77-a1c1-e428714752e0 req-5b88d24b-e2e2-4aad-87f9-efc436731350 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fe2ed5a-1947-40c4-bb52-15aa86e45f82 HTTP/1.1" status: 200 len: 210 time: 0.0586734 Dec 21 22:50:56.512841 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb8e502c-7145-4508-8932-c404e00db4bc req-47b7f96c-8fe4-40dc-b567-36eae573b8e9 tempest-TestMinimumBasicScenario-2096559351 tempest-TestMinimumBasicScenario-2096559351-project] 10.222.0.46 "DELETE /v2.0/ports/6e010c4b-a342-422b-82aa-3d8284795e83 HTTP/1.1" status: 204 len: 173 time: 0.9124088 Dec 21 22:50:56.560217 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe2ed5a-1947-40c4-bb52-15aa86e45f82', 'name': 'network-vif-deleted', 'tag': '6e010c4b-a342-422b-82aa-3d8284795e83', 'status': 'completed', 'code': 200} Dec 21 22:50:58.642420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48620) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:59.049061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:59.261230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 6e010c4b-a342-422b-82aa-3d8284795e83 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:50:59.296638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 6e010c4b-a342-422b-82aa-3d8284795e83 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:50:59.297022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 6e010c4b-a342-422b-82aa-3d8284795e83 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:50:59.670357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Deleting port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:50:59.670907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:59.849066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] For port 40e836f2-fc95-4b9f-930c-4fd40dac8d2a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:50:59.849462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:50:59.974355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Calling delete_port for 40e836f2-fc95-4b9f-930c-4fd40dac8d2a owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:51:00.234957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:00.505274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e836f2-fc95-4b9f-930c-4fd40dac8d2a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:00.807453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:01.410935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Router ec574097-d889-4cfe-b810-dc873db59ab8 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:51:01.625259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:51:01.635880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] Sync routers for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:51:01.641353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-47eb1191-9167-4046-9ed8-2a406c05fa60 admin admin] 10.222.0.30 "PUT /v2.0/routers/ec574097-d889-4cfe-b810-dc873db59ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9952033 Dec 21 22:51:01.641617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48626) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:01.648855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:01.649424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:50:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:01.856001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:01.996765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:02.063103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:02.092045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Deleting port 68425937-db4a-43e2-b4b9-daa036aa4760 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:02.092460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:02.276836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] For port 68425937-db4a-43e2-b4b9-daa036aa4760, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=68425937-db4a-43e2-b4b9-daa036aa4760,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:02.277298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:02.313049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:51:00Z', 'revision_number': 5, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port': {'id': '68425937-db4a-43e2-b4b9-daa036aa4760', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:37Z', 'updated_at': '2021-12-21T22:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:02.317384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] Checking router: ec574097-d889-4cfe-b810-dc873db59ab8 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:51:02.330176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] Routers {'ec574097-d889-4cfe-b810-dc873db59ab8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:02.330829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:50:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ec574097-d889-4cfe-b810-dc873db59ab8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:02.407233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Calling delete_port for 68425937-db4a-43e2-b4b9-daa036aa4760 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:51:02.491665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] Set router ec574097-d889-4cfe-b810-dc873db59ab8 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:02.603130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:51:02Z', 'revision_number': 6, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:02.607252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8c999-679a-4402-99e5-59e546f5e5cb None None] The sync data for ids ['ec574097-d889-4cfe-b810-dc873db59ab8'] in dv-neutron-822521-1-hyperv is: [{'id': 'ec574097-d889-4cfe-b810-dc873db59ab8', 'name': 'tempest-TestMinimumBasicScenario-1680203574-router', 'tenant_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:36Z', 'updated_at': '2021-12-21T22:51:02Z', 'revision_number': 6, 'project_id': 'c19fd4ca0e8b490095f3ee47f90bdd17', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:51:02.657966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:02.707075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Pushing event deleted for resources: {'Port': ['ID=68425937-db4a-43e2-b4b9-daa036aa4760,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:02.947207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:03.444459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:03.449605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:03.453821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 40e836f2-fc95-4b9f-930c-4fd40dac8d2a no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:51:03.489703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 40e836f2-fc95-4b9f-930c-4fd40dac8d2a {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:51:03.490765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 40e836f2-fc95-4b9f-930c-4fd40dac8d2a not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:51:03.491411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 68425937-db4a-43e2-b4b9-daa036aa4760 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:51:03.528848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 68425937-db4a-43e2-b4b9-daa036aa4760 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:51:03.529240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 68425937-db4a-43e2-b4b9-daa036aa4760 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:51:03.669557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:03.670118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec574097-d889-4cfe-b810-dc873db59ab8 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:51:03.683414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:03.684713 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8abc0734-13a9-46f1-983f-1a278bf4f0de admin admin] 10.222.0.30 "DELETE /v2.0/routers/ec574097-d889-4cfe-b810-dc873db59ab8 HTTP/1.1" status: 204 len: 168 time: 2.0420709 Dec 21 22:51:03.687502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48632) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:03.758281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad7d82d-1f12-4813-ab85-f6c3ea113224 admin admin] Deleting subnet 257260e7-f7b4-4787-9895-3235780e2a5d {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:51:03.761862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d82d-1f12-4813-ab85-f6c3ea113224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:03.778762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:03.820617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d82d-1f12-4813-ab85-f6c3ea113224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:03.903725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d82d-1f12-4813-ab85-f6c3ea113224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.121023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d82d-1f12-4813-ab85-f6c3ea113224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.163954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7d82d-1f12-4813-ab85-f6c3ea113224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257260e7-f7b4-4787-9895-3235780e2a5d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:04.170990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ad7d82d-1f12-4813-ab85-f6c3ea113224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.178329 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ad7d82d-1f12-4813-ab85-f6c3ea113224 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/257260e7-f7b4-4787-9895-3235780e2a5d HTTP/1.1" status: 204 len: 168 time: 0.4891174 Dec 21 22:51:04.181038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48636) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:04.181258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34602325-27be-4a7b-a6d8-b92ccb8f2205 None None] Network 502fad1b-64fd-4b72-9283-ce99ebe71fb6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:51:04.298864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.311328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Deleting port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:04.311701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.455562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] DHCP port deletion for 502fad1b-64fd-4b72-9283-ce99ebe71fb6 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:51:04.461121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] Deleting port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:04.461545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.528277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] For port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a5339e41-de6a-4e9d-9d8b-5a327abcf1c6,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:04.528707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.657510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Calling delete_port for a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:51:04.699397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] For port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a5339e41-de6a-4e9d-9d8b-5a327abcf1c6,segment=NetworkSegment(f3dd3bc1-5f02-4303-aa25-2ee24fddf569),segment_id=f3dd3bc1-5f02-4303-aa25-2ee24fddf569)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:04.699803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.817853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:04.829557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] Calling delete_port for a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:51:04.866424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5339e41-de6a-4e9d-9d8b-5a327abcf1c6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:04.872175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] No DVR routers for this DVR port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:51:04.903157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:51:04.903571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:51:05.001261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:05.029059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502fad1b-64fd-4b72-9283-ce99ebe71fb6']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:05.042083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:05.042418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dd3bc1-5f02-4303-aa25-2ee24fddf569') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:05.055163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:05.126645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:05.134319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:51:05.134753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:51:05.149417 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:51:05.280734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:05.297358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:05.308947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=502fad1b-64fd-4b72-9283-ce99ebe71fb6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:05.344430 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4f2d092d-be55-4fb3-94b1-492b1546dbc1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/502fad1b-64fd-4b72-9283-ce99ebe71fb6 HTTP/1.1" status: 204 len: 168 time: 1.1620693 Dec 21 22:51:05.347469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48640) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:05.404982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] Deleting port a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:05.405410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:05.477005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:51:05.505851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e64b2-b88f-4c90-9792-4c11839d7604 None None] The port 'a5339e41-de6a-4e9d-9d8b-5a327abcf1c6' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:51:05.516711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:51:05.517099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a5339e41-de6a-4e9d-9d8b-5a327abcf1c6 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:51:05.755202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:06.374785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Deleting port 37ff86eb-316f-421e-abe5-b122eed27277 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:06.375345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:06.558226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] For port 37ff86eb-316f-421e-abe5-b122eed27277, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=37ff86eb-316f-421e-abe5-b122eed27277,segment=NetworkSegment(4ad3cbea-6b49-433d-b6cc-786e98563fcc),segment_id=4ad3cbea-6b49-433d-b6cc-786e98563fcc)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:06.558623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:06.685223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Calling delete_port for 37ff86eb-316f-421e-abe5-b122eed27277 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:51:07.212276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:07.257762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=37ff86eb-316f-421e-abe5-b122eed27277,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:07.309788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-295b33c2-9ad3-444b-8d02-c305b24987b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:07.578183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:08.184200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Router 8fc4353c-91a3-4039-b8ba-711c1613cb9c has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:51:08.398218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:51:08.407220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] Sync routers for ids ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:51:08.420155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] Routers {'8fc4353c-91a3-4039-b8ba-711c1613cb9c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:08.420836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:50:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:08.442863 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-41bdab80-463e-4a20-a8bb-da19fe00cc8e admin admin] 10.222.0.30 "PUT /v2.0/routers/8fc4353c-91a3-4039-b8ba-711c1613cb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0942760 Dec 21 22:51:08.446429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48644) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:08.621087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] Set router 8fc4353c-91a3-4039-b8ba-711c1613cb9c gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:08.652773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:08.851832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:08.866049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:08.903225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Deleting port 3ff153a1-0884-4a5e-9de6-0d65673a3177 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:08.903712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:08.922861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:51:06Z', 'revision_number': 5, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port': {'id': '3ff153a1-0884-4a5e-9de6-0d65673a3177', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:af:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:48:44Z', 'updated_at': '2021-12-21T22:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:08.926975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] Checking router: 8fc4353c-91a3-4039-b8ba-711c1613cb9c for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:51:08.938788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] Routers {'8fc4353c-91a3-4039-b8ba-711c1613cb9c'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:08.939431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:50:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:09.087857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] For port 3ff153a1-0884-4a5e-9de6-0d65673a3177, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=3ff153a1-0884-4a5e-9de6-0d65673a3177,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:09.088260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:09.097052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] Set router 8fc4353c-91a3-4039-b8ba-711c1613cb9c gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:09.209466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:51:08Z', 'revision_number': 6, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:09.213506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa29011-dd93-4b74-8731-8c0b384f71ee None None] The sync data for ids ['8fc4353c-91a3-4039-b8ba-711c1613cb9c'] in dv-neutron-822521-1-hyperv is: [{'id': '8fc4353c-91a3-4039-b8ba-711c1613cb9c', 'name': 'tempest-TestMinimumBasicScenario-109410840-router', 'tenant_id': '032e41c3733942cb8417723fcab29a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:48:43Z', 'updated_at': '2021-12-21T22:51:08Z', 'revision_number': 6, 'project_id': '032e41c3733942cb8417723fcab29a11', 'gw_port_host': None}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:51:09.218092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Calling delete_port for 3ff153a1-0884-4a5e-9de6-0d65673a3177 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:51:09.415492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 37ff86eb-316f-421e-abe5-b122eed27277 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:51:09.451105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 37ff86eb-316f-421e-abe5-b122eed27277 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:51:09.451492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 37ff86eb-316f-421e-abe5-b122eed27277 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:51:09.543718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:09.601418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff153a1-0884-4a5e-9de6-0d65673a3177,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:10.029829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5d724d5e-aa3d-40ee-ad48-b179c2152655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.050290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.143689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.317514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.322250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.394995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.395574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc4353c-91a3-4039-b8ba-711c1613cb9c {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:51:10.408944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.410190 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-698cd288-bd22-4420-8670-1ea9a95fd3a3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8fc4353c-91a3-4039-b8ba-711c1613cb9c HTTP/1.1" status: 204 len: 168 time: 1.9626925 Dec 21 22:51:10.413683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48648) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:10.481296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce870b91-99e2-410a-96fc-c03542a043e2 admin admin] Deleting subnet 32de5bf8-3459-4759-8c58-ca16517eaacf {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:51:10.484739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce870b91-99e2-410a-96fc-c03542a043e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.538225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce870b91-99e2-410a-96fc-c03542a043e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.621915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce870b91-99e2-410a-96fc-c03542a043e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.721150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce870b91-99e2-410a-96fc-c03542a043e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.761464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce870b91-99e2-410a-96fc-c03542a043e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32de5bf8-3459-4759-8c58-ca16517eaacf,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:10.766383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce870b91-99e2-410a-96fc-c03542a043e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.772625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c6d1b-bc9f-4029-96ec-6e3ab60cf57f None None] Network 4399d65b-d39d-4999-9091-d7d37a983e32 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:51:10.773872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ce870b91-99e2-410a-96fc-c03542a043e2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/32de5bf8-3459-4759-8c58-ca16517eaacf HTTP/1.1" status: 204 len: 168 time: 0.3591223 Dec 21 22:51:10.776594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48652) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:10.896520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:10.907669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Deleting port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:10.908032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.044591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] DHCP port deletion for 4399d65b-d39d-4999-9091-d7d37a983e32 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:51:11.048855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] Deleting port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:11.049274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.135358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] For port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=28b6a7b0-3a57-488e-bb2f-f9e57cb0f076,segment=NetworkSegment(4ad3cbea-6b49-433d-b6cc-786e98563fcc),segment_id=4ad3cbea-6b49-433d-b6cc-786e98563fcc)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:11.135746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.265135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] For port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=28b6a7b0-3a57-488e-bb2f-f9e57cb0f076,segment=NetworkSegment(4ad3cbea-6b49-433d-b6cc-786e98563fcc),segment_id=4ad3cbea-6b49-433d-b6cc-786e98563fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:11.265462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.266092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Calling delete_port for 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 owned by network:dhcp {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:51:11.366714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.393183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] Calling delete_port for 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:51:11.418479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b6a7b0-3a57-488e-bb2f-f9e57cb0f076,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:11.424292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] No DVR routers for this DVR port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 on host dv-neutron-822521-1-hyperv {{(pid=88994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:51:11.468700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:51:11.503873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:51:11.504264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:51:11.504744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ff153a1-0884-4a5e-9de6-0d65673a3177 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:51:11.539513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:51:11.539851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 22:51:11.540539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 3ff153a1-0884-4a5e-9de6-0d65673a3177 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:51:11.540929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 3ff153a1-0884-4a5e-9de6-0d65673a3177 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:51:11.561941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.592184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4399d65b-d39d-4999-9091-d7d37a983e32']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:11.604852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad3cbea-6b49-433d-b6cc-786e98563fcc') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:11.605192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad3cbea-6b49-433d-b6cc-786e98563fcc') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:11.617484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.633080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.639381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:51:11.639801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.647188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:51:11.654481 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:51:11.972314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:11.978486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:12.007167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] Pushing event deleted for resources: {'Network': ['ID=4399d65b-d39d-4999-9091-d7d37a983e32,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:12.011421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-147dc0cd-cebe-4a6e-99dd-b7334796d581 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4399d65b-d39d-4999-9091-d7d37a983e32 HTTP/1.1" status: 204 len: 168 time: 1.2338057 Dec 21 22:51:12.041654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] Deleting port 28b6a7b0-3a57-488e-bb2f-f9e57cb0f076 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:51:12.042265 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:12.114000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2f451952-2d7e-4cc3-abc4-d62654665981 None None] The port '28b6a7b0-3a57-488e-bb2f-f9e57cb0f076' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 22:51:12.313703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48658) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:12.367456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-279e64ef-8eae-4aa8-8f30-9c12bf70b886 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c19fd4ca0e8b490095f3ee47f90bdd17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524962 Dec 21 22:51:12.370139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48662) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:12.434062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b686d57e-efc8-4324-a2a6-f5db47c87e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:12.461417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b686d57e-efc8-4324-a2a6-f5db47c87e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:12.601027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b686d57e-efc8-4324-a2a6-f5db47c87e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:12.623210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686d57e-efc8-4324-a2a6-f5db47c87e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c23393-8439-40d6-b2a4-a369adc98925,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:12.629774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b686d57e-efc8-4324-a2a6-f5db47c87e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:12.631041 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b686d57e-efc8-4324-a2a6-f5db47c87e83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0c23393-8439-40d6-b2a4-a369adc98925 HTTP/1.1" status: 204 len: 168 time: 0.2599041 Dec 21 22:51:13.211397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48670) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:13.268071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f641e5e4-2242-41ab-afdc-9e13ab099512 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=032e41c3733942cb8417723fcab29a11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554404 Dec 21 22:51:13.270767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48674) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:13.332731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f23899d-9ec0-4d19-8ca3-91c8212b7657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:13.360002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f23899d-9ec0-4d19-8ca3-91c8212b7657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:13.572216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f23899d-9ec0-4d19-8ca3-91c8212b7657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:13.592137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23899d-9ec0-4d19-8ca3-91c8212b7657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b664c6-e009-486d-a6c1-9be3f6c3d5f6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:13.595602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0f23899d-9ec0-4d19-8ca3-91c8212b7657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:13.597417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f23899d-9ec0-4d19-8ca3-91c8212b7657 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13b664c6-e009-486d-a6c1-9be3f6c3d5f6 HTTP/1.1" status: 204 len: 168 time: 0.3251200 Dec 21 22:51:16.405881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48720) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:16.412469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041266526', 'description': 'tempest-secgroup-smoke-2041266526 description', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:16.418819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:16.422928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:16.426009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:16.433764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:16.485961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:16.499624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:16.534753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:16.538686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:16.541581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:16.547473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:16.769393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:16.795227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:16.839022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:16.843299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a42ef2-2c48-4435-9c7e-e0df783eed2a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:16.846257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:16.850000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:16.856359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:16.913270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:16.949269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:16.994049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2834a3e7-f434-4e49-a8c9-96f87db13aed,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:17.023496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.024805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8e2dc64e-00ba-4e7f-bc74-2a7a861c50f4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6178432 Dec 21 22:51:17.027885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48724) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:17.033684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2834a3e7-f434-4e49-a8c9-96f87db13aed', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:17.040695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:17.044696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:17.047665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:17.055008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:17.098994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.168195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.200535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.230166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cef8b9-fd8b-492b-88d6-8f60d4ae962c,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:17.263578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.264947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7fe5b3cd-0bf6-4203-a2b2-3b9d971be533 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2360411 Dec 21 22:51:17.267859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48728) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:17.274717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2834a3e7-f434-4e49-a8c9-96f87db13aed', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:17.281187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:17.285390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:17.289306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:17.295569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:17.338883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.403799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.434901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.460959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25033476-7848-4ede-85e9-81b570809edf,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:17.497821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.499135 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-38150011-5d9c-48e0-ad20-075e0b725f27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2302158 Dec 21 22:51:17.502050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48732) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:17.508602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2834a3e7-f434-4e49-a8c9-96f87db13aed', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:17.514842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:17.518905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:17.522549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:17.528675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:17.566775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.632138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.651860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.675643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e759f5e-7922-4951-be70-0984c07d4a27,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:17.720406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.721714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6aa555c8-717b-445f-88bc-ce380058a537 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2186642 Dec 21 22:51:17.724664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48736) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:17.730497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2834a3e7-f434-4e49-a8c9-96f87db13aed', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:17.736719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:17.741119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:17.744129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:17.750148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:17.789913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.855384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.874780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.900367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8b2c99-6f70-4296-8ef0-de95f15e115a,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:17.926340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:17.928216 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-07c29cc0-ff6d-4a9b-b890-3c3b46b8e75c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2025588 Dec 21 22:51:17.931217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48740) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:17.937119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2834a3e7-f434-4e49-a8c9-96f87db13aed', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:17.944594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:17.948965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:17.952129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:17.958135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:17.983538 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:51:17.990774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.057012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.086429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.112569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db723d4-0495-49ac-8cd6-ad90df42f9e5,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:18.143535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.145105 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b773b934-bc18-468f-bf07-a7c374d2d02f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2126329 Dec 21 22:51:18.147975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48744) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:18.152496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:51:18.153945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2834a3e7-f434-4e49-a8c9-96f87db13aed', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:18.160328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:18.164435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:18.168433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:18.174449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:18.217785 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:51:18.225691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.295986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.320877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.348202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9456ef5-12ba-4aad-954a-45f17ece6e99,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:18.377846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.379150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-27b365a7-e6c8-4c52-9fbb-a7064d6114ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2301505 Dec 21 22:51:18.382382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48748) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:18.388379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'network': {'name': 'tempest-network-smoke--389779789', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:18.393814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:18.398066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:network and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:18.401123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:18.407162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:18.434827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:51:18.440240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.469574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:51:18.478844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.479237 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Added segment 6ed702cf-3741-4a7e-84ca-4cefd53b77e8 of type vlan for network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 Dec 21 22:51:18.505978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.560727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.564776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:18.565419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.674279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2907248 Dec 21 22:51:18.677731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48752) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:18.679673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664c9b1-5c81-4a38-aef6-b77fcb6061d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Network': ['ID=02e69e4c-845c-4283-8e97-6895d1f9a7d7,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:18.683974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'admin_state_up': True, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:18.691348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:51:18.691739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:18.696153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:router and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:18.699278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:18.706067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:18.749555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.750575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.768923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:18.952901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:19.170041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:19.201661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:19.344671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.137 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/224c89af-5f1b-470b-ad31-f3c3517819a7) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:51:19.500532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:19.560740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:19.629850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:51:19.634116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:51:19.638176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:51:19.672648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=224c89af-5f1b-470b-ad31-f3c3517819a7,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:19.864072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:19.865544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:20.131716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router ece62601-fd48-4a45-8291-ac0a4a8c783d is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:51:20.342684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:51:20.354721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Sync routers for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:51:20.367716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:20.368405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:51:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:20.405696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:20.407042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4549b78e-0cfa-4c88-8643-5d020298d291 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7281759 Dec 21 22:51:20.410468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48756) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:20.598694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-506f99d4-f0b8-45d5-b6b7-4b43b247c56f tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f851729a322c48a8a73a48f7d0b8f1a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1870549 Dec 21 22:51:20.602126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48762) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:20.724535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:20.744119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238b647e-de15-42e2-87da-b0612f5582cc tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:20.745802 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-238b647e-de15-42e2-87da-b0612f5582cc tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426246 Dec 21 22:51:20.748914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48766) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:20.794592 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a12b1657-d82a-4d2e-a50f-799c8ec7dc48 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444789 Dec 21 22:51:20.797499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48770) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:20.804086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299682350', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:20.920515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:20.924571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:subnet and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:20.928077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:20.934258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:20.971597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:51:21.034403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:19Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:21.038809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Checking router: ece62601-fd48-4a45-8291-ac0a4a8c783d for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:51:21.039206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Updating router ece62601-fd48-4a45-8291-ac0a4a8c783d port 224c89af-5f1b-470b-ad31-f3c3517819a7 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:51:21.084301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:21.094412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:21.343973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:21.434130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Subnet': ['ID=988c95fd-f37d-4f6f-a244-88b52b30b8bf,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:21.443527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:21.446035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Checking segment: {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:51:21.446482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network hostable DHCP agents. Network: 02e69e4c-845c-4283-8e97-6895d1f9a7d7, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:51:21.515186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Transition to ACTIVE for port object 224c89af-5f1b-470b-ad31-f3c3517819a7 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:51:21.543611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:51:21.572273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:21.601089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 02e69e4c-845c-4283-8e97-6895d1f9a7d7) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:51:21.605648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:21.606304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:21.620536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1869da-d10a-419e-b130-a7c0bbdde730 None None] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:51:21.664670 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d8c9ec8f-37d5-4571-889b-03f462b977db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8660214 Dec 21 22:51:21.667497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48774) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:21.750180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Pushing event updated for resources: {'Port': ['ID=224c89af-5f1b-470b-ad31-f3c3517819a7,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:21.752571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Attempting to bind port 224c89af-5f1b-470b-ad31-f3c3517819a7 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:51:21.752994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Attempting to bind port 224c89af-5f1b-470b-ad31-f3c3517819a7 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:51:21.753405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Attempting to bind port 224c89af-5f1b-470b-ad31-f3c3517819a7 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:51:21.782195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.782586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.782968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.783343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.783720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.784091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.784514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.784883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.785252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.785619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.785982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:21.792113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:51:21.792570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:51:21.793034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:21.793473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:51:21.794006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Bound port: 224c89af-5f1b-470b-ad31-f3c3517819a7, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:51:21.794426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:21.939239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] For port 224c89af-5f1b-470b-ad31-f3c3517819a7, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:51:21.945195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] For port 224c89af-5f1b-470b-ad31-f3c3517819a7, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=224c89af-5f1b-470b-ad31-f3c3517819a7,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:51:21.995183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:51:21.996119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:22.008245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:22.170963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ed3b7-988a-4e07-8046-15fa167e0b57 None None] Pushing event updated for resources: {'Port': ['ID=224c89af-5f1b-470b-ad31-f3c3517819a7,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:22.186096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:22.186782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:51:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:22.422020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Allocated IP 172.20.0.2 (02e69e4c-845c-4283-8e97-6895d1f9a7d7/988c95fd-f37d-4f6f-a244-88b52b30b8bf/c0f4d572-ce4d-4f04-9bac-fc676502c255) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:51:22.470498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:22.690491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.098175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.113732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Transition to ACTIVE for port object c0f4d572-ce4d-4f04-9bac-fc676502c255 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:51:23.126618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:19Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:23.138447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc0506-9080-452d-9a82-dcab144b5066 None None] The sync data for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv is: [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:19Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:51:23.161083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Transition to ACTIVE for port object c0f4d572-ce4d-4f04-9bac-fc676502c255 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:51:23.184007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.239684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.1 (02e69e4c-845c-4283-8e97-6895d1f9a7d7/988c95fd-f37d-4f6f-a244-88b52b30b8bf/db0f207d-247e-4504-a398-0fdbdd3d4d0b) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:51:23.260974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Pushing event updated for resources: {'Port': ['ID=c0f4d572-ce4d-4f04-9bac-fc676502c255,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:23.264678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:51:23.266176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:51:23.268563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:51:23.371284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Attempting to bind port c0f4d572-ce4d-4f04-9bac-fc676502c255 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:51:23.371705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Attempting to bind port c0f4d572-ce4d-4f04-9bac-fc676502c255 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:51:23.372119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Attempting to bind port c0f4d572-ce4d-4f04-9bac-fc676502c255 on network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:51:23.379029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:51:23.379455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Checking segment: {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:51:23.379911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.380505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Bound using segment: {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:51:23.381026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Bound port: c0f4d572-ce4d-4f04-9bac-fc676502c255, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:51:23.381443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.467532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.475217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] For port c0f4d572-ce4d-4f04-9bac-fc676502c255, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:51:23.478686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] For port c0f4d572-ce4d-4f04-9bac-fc676502c255, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c0f4d572-ce4d-4f04-9bac-fc676502c255,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:51:23.486037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object db0f207d-247e-4504-a398-0fdbdd3d4d0b will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:51:23.522255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.557597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.620499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef8155-4121-402a-992b-f52d46d52f8b None None] Pushing event updated for resources: {'Port': ['ID=c0f4d572-ce4d-4f04-9bac-fc676502c255,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:23.651874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:51:23.657684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:51:23.663736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:51:23.696216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=db0f207d-247e-4504-a398-0fdbdd3d4d0b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:23.729948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:23.987102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:24.449053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:24.480750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:24.603645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=db0f207d-247e-4504-a398-0fdbdd3d4d0b,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:24.606500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:24.752553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:51:24.753687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:51:25.232026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b0d4a0-0b8c-4e7c-831d-05a213f2763c None None] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:51:25.396288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router ece62601-fd48-4a45-8291-ac0a4a8c783d has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:51:25.419293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8279171a-9df5-41a9-a9e9-afcb1926af50 None None] Provisioning for port c0f4d572-ce4d-4f04-9bac-fc676502c255 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:51:25.544771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 224c89af-5f1b-470b-ad31-f3c3517819a7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:51:25.618413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:51:25.628277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-73e7fcf3-ddb1-4b93-b9be-298ed8318726 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/ece62601-fd48-4a45-8291-ac0a4a8c783d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9596491 Dec 21 22:51:25.657616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 224c89af-5f1b-470b-ad31-f3c3517819a7 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:51:25.664315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 224c89af-5f1b-470b-ad31-f3c3517819a7 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:25.665176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:25.805290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:25.840171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-030c6049-cd27-4cff-a408-934bddab4ecf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:51:25.868886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 224c89af-5f1b-470b-ad31-f3c3517819a7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=224c89af-5f1b-470b-ad31-f3c3517819a7,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:25.880625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2b35088b-4fb1-45f1-8836-953abe64b3f6 None None] Provisioning for port db0f207d-247e-4504-a398-0fdbdd3d4d0b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:51:25.886108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2b35088b-4fb1-45f1-8836-953abe64b3f6 None None] Provisioning complete for port db0f207d-247e-4504-a398-0fdbdd3d4d0b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:25.886589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b35088b-4fb1-45f1-8836-953abe64b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:25.909499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-030c6049-cd27-4cff-a408-934bddab4ecf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:51:25.910800 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-030c6049-cd27-4cff-a408-934bddab4ecf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041266526&fields=id&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 267 time: 0.1253054 Dec 21 22:51:25.934093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:25.934724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c0f4d572-ce4d-4f04-9bac-fc676502c255 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:51:26.032964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2b35088b-4fb1-45f1-8836-953abe64b3f6 None None] Port db0f207d-247e-4504-a398-0fdbdd3d4d0b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:51:26.113460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-0fa99cb0-7e24-4156-841f-5de978cb5134 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:26.114988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-0fa99cb0-7e24-4156-841f-5de978cb5134 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:51:26.120799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=224c89af-5f1b-470b-ad31-f3c3517819a7,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:26.160782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port c0f4d572-ce4d-4f04-9bac-fc676502c255 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:51:26.168822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c0f4d572-ce4d-4f04-9bac-fc676502c255 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:26.171981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:26.190937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-0fa99cb0-7e24-4156-841f-5de978cb5134 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:51:26.192258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-0fa99cb0-7e24-4156-841f-5de978cb5134 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/networks?id=02e69e4c-845c-4283-8e97-6895d1f9a7d7 HTTP/1.1" status: 200 len: 796 time: 0.2729521 Dec 21 22:51:26.221362 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-59dbd35d-0d94-43c3-bd84-bcc16f916596 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/quotas/f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 375 time: 0.0211754 Dec 21 22:51:26.239865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Sync routers for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:51:26.278354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:26.279414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:51:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:26.300474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-dd5c5c36-4279-4743-afff-a2c7ebb47cf9 None None] Provisioning complete for port db0f207d-247e-4504-a398-0fdbdd3d4d0b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:26.300819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd5c5c36-4279-4743-afff-a2c7ebb47cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:26.340900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-1587659f-2558-4bc5-b331-610b16da00a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:51:26.395207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-1587659f-2558-4bc5-b331-610b16da00a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:51:26.397317 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-1587659f-2558-4bc5-b331-610b16da00a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1664276 Dec 21 22:51:26.406891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c5c36-4279-4743-afff-a2c7ebb47cf9 None None] Port db0f207d-247e-4504-a398-0fdbdd3d4d0b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:51:26.410412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:26.456896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port c0f4d572-ce4d-4f04-9bac-fc676502c255, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c0f4d572-ce4d-4f04-9bac-fc676502c255,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:26.486683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:26.515463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:26.591231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8fa08899-117e-45e9-ba5e-17169a6c83f9 None None] Provisioning complete for port db0f207d-247e-4504-a398-0fdbdd3d4d0b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:26.591565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8fa08899-117e-45e9-ba5e-17169a6c83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:26.622984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=c0f4d572-ce4d-4f04-9bac-fc676502c255,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:26.660553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8fa08899-117e-45e9-ba5e-17169a6c83f9 None None] Port db0f207d-247e-4504-a398-0fdbdd3d4d0b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:51:26.679027 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-8614b3bf-395f-497f-846b-ab175da00023 service neutron] 10.222.0.30 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666383 Dec 21 22:51:26.835789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-73024c8a-fc90-4f67-8017-b363ce7c0eec service neutron] 10.222.0.30 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501007 Dec 21 22:51:26.890463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:24Z', 'revision_number': 2, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:26.895087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Checking router: ece62601-fd48-4a45-8291-ac0a4a8c783d for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:51:26.896192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Updating router ece62601-fd48-4a45-8291-ac0a4a8c783d port db0f207d-247e-4504-a398-0fdbdd3d4d0b binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:51:26.951667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:27.097236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d5ce3ddd-e712-4a1f-8579-aeb8cc24f625 req-66d5ac85-e8ac-4edd-94ab-93c82fb257cd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 210 time: 0.0651734 Dec 21 22:51:27.480327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 224c89af-5f1b-470b-ad31-f3c3517819a7 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:51:27.529283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:27.552446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 224c89af-5f1b-470b-ad31-f3c3517819a7 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:27.552860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:27.576498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Transition to ACTIVE for port object db0f207d-247e-4504-a398-0fdbdd3d4d0b will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:51:27.612131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:27.677282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c0f4d572-ce4d-4f04-9bac-fc676502c255 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:51:27.746194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Pushing event updated for resources: {'Port': ['ID=db0f207d-247e-4504-a398-0fdbdd3d4d0b,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:27.758522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c0f4d572-ce4d-4f04-9bac-fc676502c255 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:27.758945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:27.759142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.762947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:51:27.855632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Attempting to bind port db0f207d-247e-4504-a398-0fdbdd3d4d0b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:51:27.856257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Attempting to bind port db0f207d-247e-4504-a398-0fdbdd3d4d0b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:51:27.856468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Attempting to bind port db0f207d-247e-4504-a398-0fdbdd3d4d0b on network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:51:27.863733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:51:27.864156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Checking segment: {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:51:27.865410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:27.865866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Bound using segment: {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:51:27.866394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Bound port: db0f207d-247e-4504-a398-0fdbdd3d4d0b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:51:27.866805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:27.963973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] For port db0f207d-247e-4504-a398-0fdbdd3d4d0b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:51:27.967231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] For port db0f207d-247e-4504-a398-0fdbdd3d4d0b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=db0f207d-247e-4504-a398-0fdbdd3d4d0b,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:51:27.995456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:28.084681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e2f2b-6045-4988-82b7-0d2e77aa88d7 None None] Pushing event updated for resources: {'Port': ['ID=db0f207d-247e-4504-a398-0fdbdd3d4d0b,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:28.089761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:28.090406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:51:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:28.295200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:28.366912 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4580d7af-c219-440c-9feb-e7139eb7e8ab req-74087358-4d98-4a9c-b23d-e2b7b33e6990 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 210 time: 0.0554821 Dec 21 22:51:28.640811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:27Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:28.644910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8698ef1-bc02-4185-89e9-833b1d724d38 None None] The sync data for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv is: [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:27Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:51:29.065592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-1392f4b6-c940-468b-8376-8b2b593062bc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:29.067209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-1392f4b6-c940-468b-8376-8b2b593062bc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/networks?id=02e69e4c-845c-4283-8e97-6895d1f9a7d7 HTTP/1.1" status: 200 len: 796 time: 0.1706977 Dec 21 22:51:29.127978 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-169442ef-a3cf-43cf-9e60-f50466accaaf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 380 time: 0.0488350 Dec 21 22:51:29.136975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'port': {'device_id': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'admin_state_up': True, 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'security_groups': ['2834a3e7-f434-4e49-a8c9-96f87db13aed']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:29.292671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:29.308631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:29.343376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:51:29.349863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:29.508504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device db0f207d-247e-4504-a398-0fdbdd3d4d0b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:51:29.565898 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-53676068-38fa-4a5b-828b-f41641b6a969 req-7a460645-674e-4cfa-8482-7e8180190063 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 210 time: 0.0535991 Dec 21 22:51:29.595554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.13 (02e69e4c-845c-4283-8e97-6895d1f9a7d7/988c95fd-f37d-4f6f-a244-88b52b30b8bf/dcb66aca-65f3-4cff-9b87-dff4045559ff) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:51:29.634767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port db0f207d-247e-4504-a398-0fdbdd3d4d0b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:51:29.640561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port db0f207d-247e-4504-a398-0fdbdd3d4d0b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:29.641144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:29.767106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:29.804177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port db0f207d-247e-4504-a398-0fdbdd3d4d0b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=db0f207d-247e-4504-a398-0fdbdd3d4d0b,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:29.835495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:29.875916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:29.893931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object dcb66aca-65f3-4cff-9b87-dff4045559ff will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:51:29.910824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=db0f207d-247e-4504-a398-0fdbdd3d4d0b,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:29.949118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:30.028988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:51:30.030126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:51:30.034978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:51:30.083235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=dcb66aca-65f3-4cff-9b87-dff4045559ff,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:30.107726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:30.108435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:30.167138 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-4bdc883a-2230-461c-8fa4-c6b1813f6549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0344186 Dec 21 22:51:30.265140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Request body: {'port': {'device_id': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:30.382719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-065a58d9-f3ea-47e7-8bc4-878ee63eafa9 None None] Provisioning for port dcb66aca-65f3-4cff-9b87-dff4045559ff completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:51:30.384220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:30.387920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-065a58d9-f3ea-47e7-8bc4-878ee63eafa9 None None] Provisioning complete for port dcb66aca-65f3-4cff-9b87-dff4045559ff triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:30.388351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-065a58d9-f3ea-47e7-8bc4-878ee63eafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:30.450069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-065a58d9-f3ea-47e7-8bc4-878ee63eafa9 None None] Port dcb66aca-65f3-4cff-9b87-dff4045559ff cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:51:30.806424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb66aca-65f3-4cff-9b87-dff4045559ff {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:51:30.815428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:30.843948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Transition to ACTIVE for port object dcb66aca-65f3-4cff-9b87-dff4045559ff will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:51:30.858586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c2726-2e73-4f9a-aafe-8068200b316f req-6533e6b1-fb67-442e-9802-426fa8469647 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:30.859472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8e3c2726-2e73-4f9a-aafe-8068200b316f req-6533e6b1-fb67-442e-9802-426fa8469647 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:51:30.871699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:30.910642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8e3c2726-2e73-4f9a-aafe-8068200b316f req-6533e6b1-fb67-442e-9802-426fa8469647 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:51:30.912982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e3c2726-2e73-4f9a-aafe-8068200b316f req-6533e6b1-fb67-442e-9802-426fa8469647 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 932 time: 0.2132900 Dec 21 22:51:31.031732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Pushing event updated for resources: {'Port': ['ID=dcb66aca-65f3-4cff-9b87-dff4045559ff,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:31.086992 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e3c2726-2e73-4f9a-aafe-8068200b316f req-b1435e85-9462-48f5-97a2-fb9decfecca2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631949 Dec 21 22:51:31.175880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Attempting to bind port dcb66aca-65f3-4cff-9b87-dff4045559ff on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:51:31.176253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Attempting to bind port dcb66aca-65f3-4cff-9b87-dff4045559ff by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:51:31.176688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Attempting to bind port dcb66aca-65f3-4cff-9b87-dff4045559ff on network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:51:31.183918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Port dcb66aca-65f3-4cff-9b87-dff4045559ff on network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:51:31.184284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Attempting to bind port dcb66aca-65f3-4cff-9b87-dff4045559ff on network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:51:31.191453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:51:31.191831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Checking segment: {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:51:31.193087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Bound using segment: {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:51:31.193686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Bound port: dcb66aca-65f3-4cff-9b87-dff4045559ff, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed702cf-3741-4a7e-84ca-4cefd53b77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:51:31.193932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:31.290563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] For port dcb66aca-65f3-4cff-9b87-dff4045559ff, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:51:31.293830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] For port dcb66aca-65f3-4cff-9b87-dff4045559ff, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:51:31.338136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:31.407841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:31.409372 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] 10.222.0.46 "PUT /v2.0/ports/dcb66aca-65f3-4cff-9b87-dff4045559ff HTTP/1.1" status: 200 len: 1094 time: 1.2318728 Dec 21 22:51:31.409851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:51:31.425845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaae9a-75d3-4136-b622-3114b2e58f9a service neutron] Pushing event updated for resources: {'Port': ['ID=dcb66aca-65f3-4cff-9b87-dff4045559ff,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:31.483929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'status': 'completed', 'code': 200} Dec 21 22:51:31.503013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device db0f207d-247e-4504-a398-0fdbdd3d4d0b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:51:31.579948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-74260d1e-00fb-472d-a888-619290c5e8d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 1097 time: 0.0854952 Dec 21 22:51:31.584124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port db0f207d-247e-4504-a398-0fdbdd3d4d0b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:31.584622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:31.659904 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-61a125f9-6c3a-4a03-877c-707cb5f0925e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff HTTP/1.1" status: 200 len: 217 time: 0.0720165 Dec 21 22:51:31.730506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-e2d29174-8498-42d5-810d-5e0b47879a66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:31.732184 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-e2d29174-8498-42d5-810d-5e0b47879a66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988c95fd-f37d-4f6f-a244-88b52b30b8bf HTTP/1.1" status: 200 len: 835 time: 0.0667989 Dec 21 22:51:31.812793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-a2a55dc3-8270-4502-a1c5-760406126917 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02e69e4c-845c-4283-8e97-6895d1f9a7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744038 Dec 21 22:51:31.954271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-46cc9329-d3f5-43eb-8136-34ebdf11cfbb service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351993 Dec 21 22:51:32.391314 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61609868-e6a7-4fe6-8a6e-234ae3a18999 req-750d4802-c9e7-4425-af92-8fbc9f3719c3 service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306469 Dec 21 22:51:32.401200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e40af-140e-4fbb-abea-4ac40a8dde1a req-924a9112-a575-4563-9fab-cff1679fd5be tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:32.402751 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a4e40af-140e-4fbb-abea-4ac40a8dde1a req-924a9112-a575-4563-9fab-cff1679fd5be tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 944 time: 0.1709216 Dec 21 22:51:32.454547 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a4e40af-140e-4fbb-abea-4ac40a8dde1a req-02e50820-9afb-4978-a836-a5dcfbd28aed tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455301 Dec 21 22:51:32.554969 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-9eb78fd1-c714-44fa-bdff-4c0eaba20868 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 1097 time: 0.0779374 Dec 21 22:51:32.698169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-39664d55-0972-403e-9ed9-dfb0befa43a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:32.699671 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-39664d55-0972-403e-9ed9-dfb0befa43a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02e69e4c-845c-4283-8e97-6895d1f9a7d7 HTTP/1.1" status: 200 len: 897 time: 0.1370785 Dec 21 22:51:32.772372 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-34a7e421-ab23-422f-8278-49bf9c88efb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff HTTP/1.1" status: 200 len: 217 time: 0.0641751 Dec 21 22:51:32.845051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-45b1983f-033d-4adb-9ab0-833fd509d39b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:32.846594 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-45b1983f-033d-4adb-9ab0-833fd509d39b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988c95fd-f37d-4f6f-a244-88b52b30b8bf HTTP/1.1" status: 200 len: 835 time: 0.0675750 Dec 21 22:51:32.929413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-70dc49c2-3297-4959-b39a-ce223431e11b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02e69e4c-845c-4283-8e97-6895d1f9a7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746787 Dec 21 22:51:33.074012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-6541f8f2-61c4-4616-a0b5-386311d09fda service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361024 Dec 21 22:51:33.217273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ce9a92c-33e9-4086-b239-90e29ee3a9c1 req-256bfa67-8dc8-4414-9f35-8cc17d35d57c service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357982 Dec 21 22:51:33.400694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device dcb66aca-65f3-4cff-9b87-dff4045559ff details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:51:33.547539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port dcb66aca-65f3-4cff-9b87-dff4045559ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:33.562590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'port_id': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'mac_address': 'fa:16:3e:a4:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:51:33.619726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:33.638590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb66aca-65f3-4cff-9b87-dff4045559ff {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:51:33.654687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port dcb66aca-65f3-4cff-9b87-dff4045559ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:33.667685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96a353-6ede-4a88-ac45-8e048361c517 req-f5d5a4cd-2b49-4a6b-95e1-42c1accb8ec0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:33.669352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1f96a353-6ede-4a88-ac45-8e048361c517 req-f5d5a4cd-2b49-4a6b-95e1-42c1accb8ec0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 944 time: 0.0842657 Dec 21 22:51:33.686199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:33.724172 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1f96a353-6ede-4a88-ac45-8e048361c517 req-d2e1786f-8d56-4104-8233-b60ee4e3fe79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480497 Dec 21 22:51:33.769722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=dcb66aca-65f3-4cff-9b87-dff4045559ff,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:33.788841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:33.890216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['dcb66aca-65f3-4cff-9b87-dff4045559ff'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:51:34.941331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647fd3a-69c3-4943-89c4-0b8a397cd789 req-606a8b12-55e1-4e0c-a996-dae84b7afb4f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:34.943343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0647fd3a-69c3-4943-89c4-0b8a397cd789 req-606a8b12-55e1-4e0c-a996-dae84b7afb4f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 945 time: 0.0828328 Dec 21 22:51:34.992120 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0647fd3a-69c3-4943-89c4-0b8a397cd789 req-2fc7d747-d0a6-4fad-9302-b5a51f731b53 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Dec 21 22:51:35.416219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device dcb66aca-65f3-4cff-9b87-dff4045559ff up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:51:35.525708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port dcb66aca-65f3-4cff-9b87-dff4045559ff completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:51:35.530869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port dcb66aca-65f3-4cff-9b87-dff4045559ff triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:51:35.531286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:35.806975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:35.835515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:51:35.845464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port dcb66aca-65f3-4cff-9b87-dff4045559ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:51:35.869597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:35.909029 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'code': 200} Dec 21 22:51:35.946128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=dcb66aca-65f3-4cff-9b87-dff4045559ff,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:36.263292 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e36689db-c45a-4ef9-be31-eec5899d07d3 req-f5a3a743-7340-4eb7-aeae-955f92927148 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 1099 time: 0.1440849 Dec 21 22:51:36.269934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ee5e2-a8bb-4752-9c88-24db26e1370d req-4fa1e0ae-cc07-4b88-9dff-297fad357635 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:36.271452 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a50ee5e2-a8bb-4752-9c88-24db26e1370d req-4fa1e0ae-cc07-4b88-9dff-297fad357635 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.1194139 Dec 21 22:51:36.345920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e36689db-c45a-4ef9-be31-eec5899d07d3 req-2280c8b5-dbfb-409a-b19f-410ca45df340 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734673 Dec 21 22:51:36.350243 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a50ee5e2-a8bb-4752-9c88-24db26e1370d req-497546ed-1df8-4f49-9ff9-e4909d6c4be7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618935 Dec 21 22:51:37.332154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-baac2f9f-932b-4222-ab84-6d203608512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:37.562102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87023d90-7e70-4e22-968a-3f8418af5d61 req-ed1fcb1f-bbe6-4924-a3e0-673f35230e0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:37.563702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-87023d90-7e70-4e22-968a-3f8418af5d61 req-ed1fcb1f-bbe6-4924-a3e0-673f35230e0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.0864267 Dec 21 22:51:37.612603 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-87023d90-7e70-4e22-968a-3f8418af5d61 req-0b05f944-9e6a-453e-bba0-61e9407e402c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426364 Dec 21 22:51:37.815095 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8538085-c8cf-4712-acea-410726100217 req-763ed075-373c-41bf-80b3-fae53aee5f35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:37.816806 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e8538085-c8cf-4712-acea-410726100217 req-763ed075-373c-41bf-80b3-fae53aee5f35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.0818386 Dec 21 22:51:37.868794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e8538085-c8cf-4712-acea-410726100217 req-e01cf6e2-702b-40e2-873b-9f17c447a1ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449860 Dec 21 22:51:37.896847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48834) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:37.972596 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b57bcd7f-8c8a-467d-ba2c-287cf4ef4629 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 1094 time: 0.0744605 Dec 21 22:51:37.975613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48838) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:37.981238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:37.987064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:51:37.991516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:floatingip and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:51:37.994492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:51:38.000537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:51:38.040549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:38.194781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:38.342153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.151 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/5d029e24-3e70-44b4-9712-fa56ac7f743e) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:51:38.497984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:38.543583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:38.615933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:51:38.619228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:51:38.621310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=5d029e24-3e70-44b4-9712-fa56ac7f743e,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:38.623613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:51:38.823519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:39.141788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:39.218215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:39.429543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:39.457629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:39.569262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=5d029e24-3e70-44b4-9712-fa56ac7f743e,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:51:39.584117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:40.034875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b6a0ae8-aac2-49c6-806e-c52fbc9c4f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:40.063072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-18ec3677-aacb-4b8b-8859-38d8f5c35c83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1113963 Dec 21 22:51:40.069689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Floating IP bbb36412-2764-48a4-95db-ae10b55ab6cb associated. External IP: 172.26.6.151, port: dcb66aca-65f3-4cff-9b87-dff4045559ff. Dec 21 22:51:40.149318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:40.240805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-6a1f1dda-f790-4386-947b-d7a2750a0115 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 1099 time: 0.1045465 Dec 21 22:51:40.454174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-6cf88eef-bbf5-4aae-89d1-85277d2b35b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:40.455661 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-6cf88eef-bbf5-4aae-89d1-85277d2b35b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02e69e4c-845c-4283-8e97-6895d1f9a7d7 HTTP/1.1" status: 200 len: 897 time: 0.1699743 Dec 21 22:51:40.632484 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-c1b94094-4e05-4ae7-bc50-5282fa148829 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff HTTP/1.1" status: 200 len: 1000 time: 0.1703017 Dec 21 22:51:40.720797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-24b55d62-3b5d-41bf-9f07-f25b4ff788d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:40.722361 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-24b55d62-3b5d-41bf-9f07-f25b4ff788d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988c95fd-f37d-4f6f-a244-88b52b30b8bf HTTP/1.1" status: 200 len: 835 time: 0.0841467 Dec 21 22:51:40.885642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-4416cbad-8d78-4013-99e3-97226983172e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02e69e4c-845c-4283-8e97-6895d1f9a7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099472 Dec 21 22:51:40.921842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router ece62601-fd48-4a45-8291-ac0a4a8c783d has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:51:41.117112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-c9339538-d1b4-4d01-a8c3-c536d67d5cee service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230167 Dec 21 22:51:41.343248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f689162-adbf-442f-b93d-d8f3a8b549ac req-acc57d80-1d92-4c12-a4b6-efe550676797 service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128019 Dec 21 22:51:41.361784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:51:41.376026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] Sync routers for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:51:41.385832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:41.386508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:51:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:41.423216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:41.480959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fc462042-cad8-44b3-a7d5-aa983e908428 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5042541 Dec 21 22:51:41.481720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:51:41.538753 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'status': 'completed', 'code': 200} Dec 21 22:51:41.575305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:41.715147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-0745e084-4ab2-4614-b44e-6c26b0dcdd78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 1099 time: 0.1537030 Dec 21 22:51:41.722235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5f0a6-f23f-4e22-ba8b-256136dc70aa req-8d040667-4b65-4872-8fb7-a2672e51bbde tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:41.724739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eaa5f0a6-f23f-4e22-ba8b-256136dc70aa req-8d040667-4b65-4872-8fb7-a2672e51bbde tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.1282158 Dec 21 22:51:41.733920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:51:41.881908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eaa5f0a6-f23f-4e22-ba8b-256136dc70aa req-0996b086-0c22-4833-a378-c7281eba6da2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319718 Dec 21 22:51:41.903770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-4a2209b7-edba-4eb3-90b3-bb7583286100 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:41.905413 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-4a2209b7-edba-4eb3-90b3-bb7583286100 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02e69e4c-845c-4283-8e97-6895d1f9a7d7 HTTP/1.1" status: 200 len: 897 time: 0.1797152 Dec 21 22:51:41.912781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48846) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:41.975826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'bbb36412-2764-48a4-95db-ae10b55ab6cb', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'port_id': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'mac_address': 'fa:16:3e:a4:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:51:38Z', 'updated_at': '2021-12-21T22:51:38Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:29Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:41.981214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] Checking router: ece62601-fd48-4a45-8291-ac0a4a8c783d for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:51:41.994656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:51:41.995359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:51:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:42.042146 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-143239d0-910d-44a6-8373-b4d65118d49e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/bbb36412-2764-48a4-95db-ae10b55ab6cb HTTP/1.1" status: 200 len: 992 time: 0.1278059 Dec 21 22:51:42.198021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:51:42.247171 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-4d4d533b-b1e4-4cb1-867b-83b4be56b38f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff HTTP/1.1" status: 200 len: 1000 time: 0.3346629 Dec 21 22:51:42.316015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-22080d38-0617-4492-8612-4e21b068e666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:51:42.318214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-22080d38-0617-4492-8612-4e21b068e666 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988c95fd-f37d-4f6f-a244-88b52b30b8bf HTTP/1.1" status: 200 len: 835 time: 0.0647612 Dec 21 22:51:42.401148 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-dd94e253-3972-4686-b0b6-149b7ed62321 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02e69e4c-845c-4283-8e97-6895d1f9a7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766284 Dec 21 22:51:42.544253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-9b7d391a-71b7-4748-bbf9-e1a199a10269 service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360774 Dec 21 22:51:42.566722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'bbb36412-2764-48a4-95db-ae10b55ab6cb', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'port_id': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'mac_address': 'fa:16:3e:a4:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:51:38Z', 'updated_at': '2021-12-21T22:51:38Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:29Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:51:42.572371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d706d4-f5ff-44e9-82d0-b1b9234f82f4 None None] The sync data for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv is: [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'bbb36412-2764-48a4-95db-ae10b55ab6cb', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'port_id': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'mac_address': 'fa:16:3e:a4:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:51:38Z', 'updated_at': '2021-12-21T22:51:38Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:29Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:51:42.690770 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4d7bb7d6-4aab-4b77-9195-1ac7cdf273bc req-ec8bc835-c165-42e9-a2e9-a86dd82eb0e5 service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401384 Dec 21 22:51:42.926895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5625fcd3-d68b-4d2b-bbf5-cb33c1e69c18 None None] New status for floating IP bbb36412-2764-48a4-95db-ae10b55ab6cb: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:51:43.046274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48850) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:43.158463 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c00d9325-d75f-4049-9bbb-7956bbba45af tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/bbb36412-2764-48a4-95db-ae10b55ab6cb HTTP/1.1" status: 200 len: 992 time: 0.1109757 Dec 21 22:51:44.162594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48854) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:44.296968 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4817d5bf-d1e3-4459-a2a5-f8cec744e8a4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/bbb36412-2764-48a4-95db-ae10b55ab6cb HTTP/1.1" status: 200 len: 994 time: 0.1330345 Dec 21 22:51:55.153258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:52:03.788416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:07.331474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57482c71-60a5-4059-897c-6046b7c11f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:08.840167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:10.034323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1357742b-6c2d-4a63-9c7b-c69dd3ac038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:10.160153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:11.674014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:13.702318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a6b00-99c0-4686-bd11-06d38debcc16 req-f3781bd8-5e27-4e5a-8b1c-894075f32b1f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:13.703811 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e6a6b00-99c0-4686-bd11-06d38debcc16 req-f3781bd8-5e27-4e5a-8b1c-894075f32b1f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.0826685 Dec 21 22:52:13.753427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e6a6b00-99c0-4686-bd11-06d38debcc16 req-ac77e0cf-be84-4669-85fe-c2595ac5bb46 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Dec 21 22:52:14.969586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d90117-e5ad-45db-8df3-6e2bcd96bbe5 req-fc542411-6349-4e05-8b01-eac70c74c9f9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:14.971172 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61d90117-e5ad-45db-8df3-6e2bcd96bbe5 req-fc542411-6349-4e05-8b01-eac70c74c9f9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.0869555 Dec 21 22:52:15.020771 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-61d90117-e5ad-45db-8df3-6e2bcd96bbe5 req-b6bff9f7-583c-4e3e-ad05-90ecb623fc6e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Dec 21 22:52:15.048735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48874) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:15.391823 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-43c2d683-75ed-42ec-920c-780a7ec22baf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/bbb36412-2764-48a4-95db-ae10b55ab6cb HTTP/1.1" status: 200 len: 994 time: 0.3418305 Dec 21 22:52:16.960369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06aa21-8f0f-4b8b-8448-60c0167bbd85 req-52b01150-ce18-42ed-a3da-6fd16e6118da tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:16.962006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d06aa21-8f0f-4b8b-8448-60c0167bbd85 req-52b01150-ce18-42ed-a3da-6fd16e6118da tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.0831726 Dec 21 22:52:17.015303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d06aa21-8f0f-4b8b-8448-60c0167bbd85 req-141cc55c-d9ab-4023-b1d1-e82ec4b3f9a7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462532 Dec 21 22:52:18.227262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73a91b-8d44-45a9-a188-8a4c2f227d62 req-26fe3139-29a6-4bea-9f0e-f723f16c0ce9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:18.228881 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b73a91b-8d44-45a9-a188-8a4c2f227d62 req-26fe3139-29a6-4bea-9f0e-f723f16c0ce9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.0833738 Dec 21 22:52:18.278889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b73a91b-8d44-45a9-a188-8a4c2f227d62 req-b47b6200-813c-47dc-8721-4fb9037d82df tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439608 Dec 21 22:52:18.307011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48888) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:18.418455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0173ece3-fac7-4e3a-aa60-c6f676e0c397 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/bbb36412-2764-48a4-95db-ae10b55ab6cb HTTP/1.1" status: 200 len: 994 time: 0.1102817 Dec 21 22:52:18.702473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48896) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:18.915414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 5d029e24-3e70-44b4-9712-fa56ac7f743e {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:52:18.915791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:19.091507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:19.091872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:19.217840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 5d029e24-3e70-44b4-9712-fa56ac7f743e owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:52:19.451178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:19.497578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=5d029e24-3e70-44b4-9712-fa56ac7f743e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:19.540037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.540436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.540815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.541185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.541551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.541915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.542275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.542635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.542993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.543348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.543704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:19.606350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:20.011665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router ece62601-fd48-4a45-8291-ac0a4a8c783d has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:52:20.223013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:52:20.234417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] Sync routers for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:52:20.247321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:20.249376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:20.274733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:20.330214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d3f7a1b6-2365-444a-ba8f-4e784ba520a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/floatingips/bbb36412-2764-48a4-95db-ae10b55ab6cb HTTP/1.1" status: 204 len: 168 time: 1.6266413 Dec 21 22:52:20.330842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:52:20.388849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'status': 'completed', 'code': 200} Dec 21 22:52:20.495705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-d6d534b2-abd3-482c-a462-e8a97dc8472b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 1099 time: 0.0820768 Dec 21 22:52:20.605275 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:20.653596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-547afa56-a80f-4fbc-ad6a-4699bda3eddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:20.655103 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-547afa56-a80f-4fbc-ad6a-4699bda3eddc service neutron] 10.222.0.46 "GET /v2.0/networks?id=02e69e4c-845c-4283-8e97-6895d1f9a7d7 HTTP/1.1" status: 200 len: 897 time: 0.1490335 Dec 21 22:52:20.735505 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-87868486-cb5c-42df-834b-8d4c129786cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff HTTP/1.1" status: 200 len: 217 time: 0.0730882 Dec 21 22:52:20.858077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-f6b680a7-88b8-4451-a7db-0f01e4695e87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:20.859578 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-f6b680a7-88b8-4451-a7db-0f01e4695e87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=988c95fd-f37d-4f6f-a244-88b52b30b8bf HTTP/1.1" status: 200 len: 835 time: 0.1175592 Dec 21 22:52:20.933058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81a9b1-2d4e-4235-9e6f-b4409f85459a req-9a7662ef-f6d0-4611-a570-8b6809ec6d6c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:20.933816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-6a81a9b1-2d4e-4235-9e6f-b4409f85459a req-9a7662ef-f6d0-4611-a570-8b6809ec6d6c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:52:20.944782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:29Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:20.949188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] Checking router: ece62601-fd48-4a45-8291-ac0a4a8c783d for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:52:20.960885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:20.961549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:20.971067 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-43fc9276-4748-4677-a454-bae0ec8fb5bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02e69e4c-845c-4283-8e97-6895d1f9a7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0986626 Dec 21 22:52:21.002601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-6a81a9b1-2d4e-4235-9e6f-b4409f85459a req-9a7662ef-f6d0-4611-a570-8b6809ec6d6c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:52:21.003824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a81a9b1-2d4e-4235-9e6f-b4409f85459a req-9a7662ef-f6d0-4611-a570-8b6809ec6d6c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.2244277 Dec 21 22:52:21.167139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:21.383389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a81a9b1-2d4e-4235-9e6f-b4409f85459a req-7777b88a-aceb-47e9-a72f-437ef7e57d3b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708887 Dec 21 22:52:21.390613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-a69863d3-4255-4181-8fe5-be57fa2b3e08 service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116600 Dec 21 22:52:21.510252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:29Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:21.514564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf9a4b-162a-49c4-88ef-d30b329f61eb None None] The sync data for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv is: [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:51:23Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'db0f207d-247e-4504-a398-0fdbdd3d4d0b', 'name': '', 'network_id': '02e69e4c-845c-4283-8e97-6895d1f9a7d7', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:f1:93:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:22Z', 'updated_at': '2021-12-21T22:51:29Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '988c95fd-f37d-4f6f-a244-88b52b30b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:52:21.539112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d651f2b3-e410-4bb0-a018-8cd18f91c8b1 req-77f39c61-cef5-4eb0-a962-99bb077a3605 service neutron] 10.222.0.46 "GET /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406028 Dec 21 22:52:21.946870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6f75d-c49c-4955-b6e3-826d4fabc1af None None] New status for floating IP bbb36412-2764-48a4-95db-ae10b55ab6cb: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:52:22.351889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-f2d27fa3-0468-4784-adab-e97b7bd5b24d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:22.353462 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-f2d27fa3-0468-4784-adab-e97b7bd5b24d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.0819981 Dec 21 22:52:22.427840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port dcb66aca-65f3-4cff-9b87-dff4045559ff {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:52:22.428572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:22.731018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2982a3-fa93-437f-9ddb-6117b9af626d req-360488da-12c7-4448-bc15-5e8562d775db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:22.740454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa2982a3-fa93-437f-9ddb-6117b9af626d req-360488da-12c7-4448-bc15-5e8562d775db tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 946 time: 0.2146647 Dec 21 22:52:22.777261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port dcb66aca-65f3-4cff-9b87-dff4045559ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dcb66aca-65f3-4cff-9b87-dff4045559ff,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:22.778957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:22.915391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for dcb66aca-65f3-4cff-9b87-dff4045559ff owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:52:22.958974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa2982a3-fa93-437f-9ddb-6117b9af626d req-f9953a95-b454-4351-8a73-ae8ce3a9ed05 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2834a3e7-f434-4e49-a8c9-96f87db13aed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201684 Dec 21 22:52:23.177298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:23.226266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=dcb66aca-65f3-4cff-9b87-dff4045559ff,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:23.303902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] No DVR routers for this DVR port dcb66aca-65f3-4cff-9b87-dff4045559ff on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:52:23.306440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:23.309323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'name': 'network-vif-deleted', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:52:23.355258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-027021f6-292c-4f44-8fca-acc14cbd1ef7 req-5726d18a-e10b-42c1-9663-605d4e96ba41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "DELETE /v2.0/ports/dcb66aca-65f3-4cff-9b87-dff4045559ff HTTP/1.1" status: 204 len: 173 time: 0.9959216 Dec 21 22:52:23.364060 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f7adf1-8ea4-4647-86fd-6b695998b93c', 'name': 'network-vif-deleted', 'tag': 'dcb66aca-65f3-4cff-9b87-dff4045559ff', 'status': 'completed', 'code': 200} Dec 21 22:52:24.148159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fe2ad839-f299-4233-8f0e-7422163a16b2 req-bef5aad3-72fe-460e-9455-af4c87a86589 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:52:24.182749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fe2ad839-f299-4233-8f0e-7422163a16b2 req-bef5aad3-72fe-460e-9455-af4c87a86589 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:52:24.184003 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe2ad839-f299-4233-8f0e-7422163a16b2 req-bef5aad3-72fe-460e-9455-af4c87a86589 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f7adf1-8ea4-4647-86fd-6b695998b93c HTTP/1.1" status: 200 len: 210 time: 0.0822222 Dec 21 22:52:25.298121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48914) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:25.616166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device dcb66aca-65f3-4cff-9b87-dff4045559ff no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:52:25.654036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: dcb66aca-65f3-4cff-9b87-dff4045559ff {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:52:25.654419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device dcb66aca-65f3-4cff-9b87-dff4045559ff not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:52:25.725782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:26.355280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port db0f207d-247e-4504-a398-0fdbdd3d4d0b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:52:26.355845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:26.553924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port db0f207d-247e-4504-a398-0fdbdd3d4d0b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=db0f207d-247e-4504-a398-0fdbdd3d4d0b,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:26.554317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:26.687150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for db0f207d-247e-4504-a398-0fdbdd3d4d0b owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:52:27.068987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:27.117797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=db0f207d-247e-4504-a398-0fdbdd3d4d0b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:27.428827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:28.255028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router ece62601-fd48-4a45-8291-ac0a4a8c783d has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:52:28.464509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:52:28.475714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] Sync routers for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:52:28.488089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:28.493605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:28.510393 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5255d429-93fb-4b5e-bdd4-912d3d8ea616 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/ece62601-fd48-4a45-8291-ac0a4a8c783d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2110777 Dec 21 22:52:28.513266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48918) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:28.682393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:28.713644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6901fa63-4c39-4399-b45a-3e6bcf8c0728 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting subnet 988c95fd-f37d-4f6f-a244-88b52b30b8bf {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:52:28.716942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6901fa63-4c39-4399-b45a-3e6bcf8c0728 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:28.774783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6901fa63-4c39-4399-b45a-3e6bcf8c0728 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:28.927191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6901fa63-4c39-4399-b45a-3e6bcf8c0728 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:28.992031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:52:26Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:28.996206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] Checking router: ece62601-fd48-4a45-8291-ac0a4a8c783d for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:52:29.007856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] Routers {'ece62601-fd48-4a45-8291-ac0a4a8c783d'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:29.008659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['ece62601-fd48-4a45-8291-ac0a4a8c783d'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:29.195248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] Set router ece62601-fd48-4a45-8291-ac0a4a8c783d gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:29.200500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6901fa63-4c39-4399-b45a-3e6bcf8c0728 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:29.242900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901fa63-4c39-4399-b45a-3e6bcf8c0728 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Subnet': ['ID=988c95fd-f37d-4f6f-a244-88b52b30b8bf,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:29.249933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6901fa63-4c39-4399-b45a-3e6bcf8c0728 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:29.256736 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6901fa63-4c39-4399-b45a-3e6bcf8c0728 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/subnets/988c95fd-f37d-4f6f-a244-88b52b30b8bf HTTP/1.1" status: 204 len: 168 time: 0.7423940 Dec 21 22:52:29.259534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48922) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:29.301542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e10f7-8b0f-4160-8533-217ae78b2d78 None None] Network 02e69e4c-845c-4283-8e97-6895d1f9a7d7 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:52:29.483638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:29.696873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:29.731399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 224c89af-5f1b-470b-ad31-f3c3517819a7 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:52:29.731779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:29.847186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:52:26Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:29.851803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8d972-0181-4691-ad12-10be71d0a0d1 None None] The sync data for ids ['ece62601-fd48-4a45-8291-ac0a4a8c783d'] in dv-neutron-822521-1-hyperv is: [{'id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225931056', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:51:18Z', 'updated_at': '2021-12-21T22:52:26Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '224c89af-5f1b-470b-ad31-f3c3517819a7', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece62601-fd48-4a45-8291-ac0a4a8c783d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:51:19Z', 'updated_at': '2021-12-21T22:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:52:29.905672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] DHCP port deletion for 02e69e4c-845c-4283-8e97-6895d1f9a7d7 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:52:29.909461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Deleting port c0f4d572-ce4d-4f04-9bac-fc676502c255 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:52:29.909949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:29.929587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 224c89af-5f1b-470b-ad31-f3c3517819a7, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=224c89af-5f1b-470b-ad31-f3c3517819a7,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:29.930039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:30.060220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 224c89af-5f1b-470b-ad31-f3c3517819a7 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:52:30.140730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] For port c0f4d572-ce4d-4f04-9bac-fc676502c255, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c0f4d572-ce4d-4f04-9bac-fc676502c255,segment=NetworkSegment(6ed702cf-3741-4a7e-84ca-4cefd53b77e8),segment_id=6ed702cf-3741-4a7e-84ca-4cefd53b77e8)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:30.141070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:30.268485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:30.270305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Calling delete_port for c0f4d572-ce4d-4f04-9bac-fc676502c255 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:52:30.316174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=224c89af-5f1b-470b-ad31-f3c3517819a7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:30.421686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:30.469124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Pushing event deleted for resources: {'Port': ['ID=c0f4d572-ce4d-4f04-9bac-fc676502c255,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:30.480052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] No DVR routers for this DVR port c0f4d572-ce4d-4f04-9bac-fc676502c255 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:52:30.482320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.482713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.483094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.483542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.483813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.484270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.484566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.484938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.485300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.485661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.486020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1219ec7-70c6-42b6-b0be-134b9d452ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:30.557738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.044168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.048658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.273893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.274493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Fanout notify agent at l3_agent the message router_deleted on router ece62601-fd48-4a45-8291-ac0a4a8c783d {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:52:31.290370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.291639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0323360c-e576-4bef-8f25-7143218ef9a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/routers/ece62601-fd48-4a45-8291-ac0a4a8c783d HTTP/1.1" status: 204 len: 168 time: 2.0310807 Dec 21 22:52:31.294691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48926) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:31.422599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.568405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.581113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c0f4d572-ce4d-4f04-9bac-fc676502c255 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:52:31.597477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e69e4c-845c-4283-8e97-6895d1f9a7d7']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:31.610997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed702cf-3741-4a7e-84ca-4cefd53b77e8') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:31.611337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed702cf-3741-4a7e-84ca-4cefd53b77e8') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:31.619079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: c0f4d572-ce4d-4f04-9bac-fc676502c255 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:52:31.619479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c0f4d572-ce4d-4f04-9bac-fc676502c255 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:52:31.619940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device db0f207d-247e-4504-a398-0fdbdd3d4d0b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:52:31.624552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.652663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: db0f207d-247e-4504-a398-0fdbdd3d4d0b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:52:31.653059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device db0f207d-247e-4504-a398-0fdbdd3d4d0b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:52:31.714537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.721409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:52:31.721832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:52:31.742690 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:52:31.913177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.935188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:31.944555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Network': ['ID=02e69e4c-845c-4283-8e97-6895d1f9a7d7,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:31.977810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-111f75c5-b893-4bb0-a175-c1711f30cd8a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/networks/02e69e4c-845c-4283-8e97-6895d1f9a7d7 HTTP/1.1" status: 204 len: 168 time: 0.6821618 Dec 21 22:52:31.980702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48930) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:32.056926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf2adeef-92b4-4a38-a0fc-cd5844b8363d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:32.088656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf2adeef-92b4-4a38-a0fc-cd5844b8363d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:32.154768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:52:32.238779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf2adeef-92b4-4a38-a0fc-cd5844b8363d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:32.258883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2adeef-92b4-4a38-a0fc-cd5844b8363d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2834a3e7-f434-4e49-a8c9-96f87db13aed,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:32.313509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf2adeef-92b4-4a38-a0fc-cd5844b8363d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:32.314757 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cf2adeef-92b4-4a38-a0fc-cd5844b8363d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/security-groups/2834a3e7-f434-4e49-a8c9-96f87db13aed HTTP/1.1" status: 204 len: 168 time: 0.3330274 Dec 21 22:52:32.975953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48938) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:32.982128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946790835', 'description': 'tempest-secgroup-smoke-1946790835 description', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:32.989476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:32.993865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:32.996892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:33.002940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:33.074175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.112628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:33.117284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:33.120171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:33.126273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:33.286592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.353771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.404831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e1319a-1c27-4db9-a9cb-355c9b576727,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:33.428442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.429803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fa32a1e2-6177-4b42-a4f7-9546c3401433 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4527352 Dec 21 22:52:33.432874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48942) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:33.438880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '10e1319a-1c27-4db9-a9cb-355c9b576727', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:33.445822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:33.450226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:33.453394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 224c89af-5f1b-470b-ad31-f3c3517819a7 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:52:33.455388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:33.460472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:33.488159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 224c89af-5f1b-470b-ad31-f3c3517819a7 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:52:33.489716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 224c89af-5f1b-470b-ad31-f3c3517819a7 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:52:33.503833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.567156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.599181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.627240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a162398-0401-4aa3-a318-3cf18953af9f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:33.656831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.658143 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-96685937-9d43-40f9-984f-241b8fce276b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2242212 Dec 21 22:52:33.662002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48946) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:33.667857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '10e1319a-1c27-4db9-a9cb-355c9b576727', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:33.674353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:33.678509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:33.681553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:33.687710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:33.732959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.782771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.798573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.833973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.860374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23bee29-4af0-4c42-bbb8-35647db7a535,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:33.891150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:33.892498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-504d11d0-7766-4871-afe8-a6673c70050f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2294483 Dec 21 22:52:33.897805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48950) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:33.903885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '10e1319a-1c27-4db9-a9cb-355c9b576727', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:33.910886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:33.915145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:33.918177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:33.924184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:33.971690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.040194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.079785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.107105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fef25e-166e-4410-9be2-b27e50b518b5,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:34.148248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.149595 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-634ea538-5702-43e1-b0b7-614a9acbe794 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2507632 Dec 21 22:52:34.152588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48954) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:34.158418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '10e1319a-1c27-4db9-a9cb-355c9b576727', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:34.165750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:34.169824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:34.172833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:34.179543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:34.223578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.289917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.319568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.344088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000a5514-11a9-4f95-81cf-23fc5459d03b,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:34.371149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.372445 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c9a27ab5-f15c-4024-8954-e06876f43ad3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2188106 Dec 21 22:52:34.375329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48958) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:34.381658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '10e1319a-1c27-4db9-a9cb-355c9b576727', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:34.387849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:34.391861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:34.394888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:34.400846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:34.433719 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:52:34.440576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.510317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.541143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.565709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e15bb8-6df5-4be5-a63f-bd34950ea111,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:34.604249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.605516 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b3a8ac56-537a-403b-8b6c-c39211766885 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2292085 Dec 21 22:52:34.608410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48962) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:34.615118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '10e1319a-1c27-4db9-a9cb-355c9b576727', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:34.621741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:34.625848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:34.629046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:34.636052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:34.672809 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:52:34.680677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.753279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.781219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.807286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc90337a-d4f5-4668-b085-c6d3b7677d56,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:34.833919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.835233 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1e429920-9766-40dd-9b64-df52ca6ca35b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2258244 Dec 21 22:52:34.838324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 48966) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:34.844248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'network': {'name': 'tempest-network-smoke--248329451', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:34.849975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:34.854356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:network and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:34.857333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:34.863322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:34.901536 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:52:34.907030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.936706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:52:34.945490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:34.945872 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Added segment b658aab2-e8cf-4a59-b304-6a9a99883cf6 of type vlan for network 65847789-7626-48fa-9e7d-d7ff2a8e5879 Dec 21 22:52:34.973784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.050160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.056500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:35.057168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.173216 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3337035 Dec 21 22:52:35.176305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48970) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:35.178773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8027d-f7f2-40b8-8777-aaeba68e2258 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Network': ['ID=65847789-7626-48fa-9e7d-d7ff2a8e5879,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:35.182888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'admin_state_up': True, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:35.190043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:52:35.190688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:35.194999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:router and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:35.198778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:35.204981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:35.240190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.241292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.259573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.437170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.652646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.689182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:35.835371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.162 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/c7314d13-c939-4d5b-80ff-ad9fe74527d4) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:52:35.993128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:36.040113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:36.115669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:52:36.118814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:52:36.123393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:52:36.149726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=c7314d13-c939-4d5b-80ff-ad9fe74527d4,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:36.176578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.176968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.177339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.177712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.178081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.178444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.178806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.179167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.179525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.179885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.180251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:36.333071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:36.333712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:36.622649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:52:36.835681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:52:36.846159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Sync routers for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:52:36.858968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:36.859618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:36.885849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:36.887117 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d21a20dc-c1b0-45bf-a388-d171805fe988 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7096872 Dec 21 22:52:36.890457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48974) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:36.935802 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bb799360-f789-4c87-8006-fa07190f72f3 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f851729a322c48a8a73a48f7d0b8f1a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441933 Dec 21 22:52:36.938607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48978) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:37.046000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:37.079186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ade4a-60f2-4aa8-b487-286e8d41567f tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:37.080879 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-173ade4a-60f2-4aa8-b487-286e8d41567f tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412926 Dec 21 22:52:37.084126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48982) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:37.135459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8bbebd3c-302e-4590-9d06-54eb5864270d tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501096 Dec 21 22:52:37.138365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48986) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:37.144749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-53734681', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:37.266503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:37.272902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:subnet and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:37.276164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:37.283625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:37.326000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:52:37.337793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b21ee02e-78dd-45a1-8184-e9f0eb775d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:37.438891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:37.497472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:36Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:37.501695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Checking router: 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:52:37.502080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Updating router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f port c7314d13-c939-4d5b-80ff-ad9fe74527d4 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:52:37.555602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:37.697495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:37.782112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Subnet': ['ID=4311407f-e621-4149-b50c-b465597acb49,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:37.795312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Checking segment: {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:52:37.795873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network hostable DHCP agents. Network: 65847789-7626-48fa-9e7d-d7ff2a8e5879, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:52:37.890238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:52:37.927546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:37.942105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 65847789-7626-48fa-9e7d-d7ff2a8e5879) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:52:37.946621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:37.949683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:37.953066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a98a541-2341-488e-8b87-16b25aed2083 None None] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:52:37.987619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Transition to ACTIVE for port object c7314d13-c939-4d5b-80ff-ad9fe74527d4 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:52:38.022497 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c077e3e1-038c-4bd7-9edf-784a6fdd43d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8829222 Dec 21 22:52:38.025418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 48990) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:38.045683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.148005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Pushing event updated for resources: {'Port': ['ID=c7314d13-c939-4d5b-80ff-ad9fe74527d4,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:38.156951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Attempting to bind port c7314d13-c939-4d5b-80ff-ad9fe74527d4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:52:38.157362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Attempting to bind port c7314d13-c939-4d5b-80ff-ad9fe74527d4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:52:38.157760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Attempting to bind port c7314d13-c939-4d5b-80ff-ad9fe74527d4 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:52:38.171879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:52:38.172597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:52:38.173337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.174039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:52:38.174970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Bound port: c7314d13-c939-4d5b-80ff-ad9fe74527d4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:52:38.175561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.195838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-65847789-7626-48fa-9e7d-d7ff2a8e5879', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:52:38.197121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.202900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.203206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.204013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.204013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.204217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.204614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.204965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.205319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.205666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.206039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.206333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:52:38.318941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] For port c7314d13-c939-4d5b-80ff-ad9fe74527d4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:52:38.322844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] For port c7314d13-c939-4d5b-80ff-ad9fe74527d4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c7314d13-c939-4d5b-80ff-ad9fe74527d4,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:52:38.355620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.382818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Allocated IP 172.20.0.2 (65847789-7626-48fa-9e7d-d7ff2a8e5879/4311407f-e621-4149-b50c-b465597acb49/09508308-cb2f-4aed-9ad2-8f6974c1e07f) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:52:38.440816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185490-0824-4f5a-971b-1fbc15b42ee3 None None] Pushing event updated for resources: {'Port': ['ID=c7314d13-c939-4d5b-80ff-ad9fe74527d4,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:38.445720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:38.446630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:38.637882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:38.657507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.669581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Transition to ACTIVE for port object 09508308-cb2f-4aed-9ad2-8f6974c1e07f will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:52:38.742950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Transition to ACTIVE for port object 09508308-cb2f-4aed-9ad2-8f6974c1e07f will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:52:38.777549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.860699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.873360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:52:38.877041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:52:38.879854 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Pushing event updated for resources: {'Port': ['ID=09508308-cb2f-4aed-9ad2-8f6974c1e07f,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:38.882025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:52:38.918291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.957795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:36Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:38.961934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2166b-f1b7-4094-b017-aa5848325895 None None] The sync data for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv is: [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:36Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:52:38.979496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Attempting to bind port 09508308-cb2f-4aed-9ad2-8f6974c1e07f on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:52:38.979917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Attempting to bind port 09508308-cb2f-4aed-9ad2-8f6974c1e07f by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:52:38.980356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Attempting to bind port 09508308-cb2f-4aed-9ad2-8f6974c1e07f on network 65847789-7626-48fa-9e7d-d7ff2a8e5879 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:52:38.987689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:52:38.988641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Checking segment: {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:52:38.989375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:38.989824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Bound using segment: {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:52:38.990342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Bound port: 09508308-cb2f-4aed-9ad2-8f6974c1e07f, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:52:38.990763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:39.100836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] For port 09508308-cb2f-4aed-9ad2-8f6974c1e07f, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:52:39.105394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] For port 09508308-cb2f-4aed-9ad2-8f6974c1e07f, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=09508308-cb2f-4aed-9ad2-8f6974c1e07f,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:52:39.168935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:39.258718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60ca8c-d3ad-448f-b885-d4baaa06ce5b None None] Pushing event updated for resources: {'Port': ['ID=09508308-cb2f-4aed-9ad2-8f6974c1e07f,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:39.552422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c7314d13-c939-4d5b-80ff-ad9fe74527d4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:52:39.555208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.1 (65847789-7626-48fa-9e7d-d7ff2a8e5879/4311407f-e621-4149-b50c-b465597acb49/fb6844ab-f562-404b-bd06-0b88fe5a3d2c) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:52:39.719758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port c7314d13-c939-4d5b-80ff-ad9fe74527d4 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:52:39.726337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c7314d13-c939-4d5b-80ff-ad9fe74527d4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:39.726765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:39.767382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:39.788083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object fb6844ab-f562-404b-bd06-0b88fe5a3d2c will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:52:39.840276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:39.857669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:39.876034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port c7314d13-c939-4d5b-80ff-ad9fe74527d4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c7314d13-c939-4d5b-80ff-ad9fe74527d4,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:39.897056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:39.926864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:52:39.930732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:52:39.936551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:52:39.966558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:39.977174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=c7314d13-c939-4d5b-80ff-ad9fe74527d4,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:40.006114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:40.022687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a506-99ba-4d85-89dd-920e848fedf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:40.120913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:40.158836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:40.567253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:40.599862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:40.726621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:40.731125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:40.881723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:52:40.882986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:52:40.919093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52c81b-73bd-42fa-af1a-569dbcae27e3 None None] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:52:41.090575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b5936eea-e6e7-42fa-8857-673f0c12665f None None] Provisioning for port 09508308-cb2f-4aed-9ad2-8f6974c1e07f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:52:41.294169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:52:41.520263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:52:41.537075 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ca48bed2-c6b9-44d8-836d-34075c5979ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/21d4f6ee-eac3-44e8-8d09-c74558bd6f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5104954 Dec 21 22:52:41.571919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a2d37c69-3241-4db0-af0b-35141e96dd68 None None] Provisioning for port fb6844ab-f562-404b-bd06-0b88fe5a3d2c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:52:41.577456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a2d37c69-3241-4db0-af0b-35141e96dd68 None None] Provisioning complete for port fb6844ab-f562-404b-bd06-0b88fe5a3d2c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:41.577866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a2d37c69-3241-4db0-af0b-35141e96dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:41.614773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c7314d13-c939-4d5b-80ff-ad9fe74527d4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:52:41.743777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a2d37c69-3241-4db0-af0b-35141e96dd68 None None] Port fb6844ab-f562-404b-bd06-0b88fe5a3d2c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:52:41.763029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-eb56c157-0f36-40e8-9792-f538752b87bd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:52:41.763283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c7314d13-c939-4d5b-80ff-ad9fe74527d4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:41.763605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:41.801033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:41.822859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-eb56c157-0f36-40e8-9792-f538752b87bd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:52:41.824403 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-eb56c157-0f36-40e8-9792-f538752b87bd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946790835&fields=id&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 267 time: 0.1188831 Dec 21 22:52:41.907648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 09508308-cb2f-4aed-9ad2-8f6974c1e07f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:52:41.936595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0ad06814-db2b-487a-9cbf-533ea2425c5d None None] Provisioning complete for port fb6844ab-f562-404b-bd06-0b88fe5a3d2c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:41.937018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0ad06814-db2b-487a-9cbf-533ea2425c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:42.013800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-ea1d1a97-afd6-4906-9ace-75ed6adfea56 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:42.014462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-ea1d1a97-afd6-4906-9ace-75ed6adfea56 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:52:42.020501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0ad06814-db2b-487a-9cbf-533ea2425c5d None None] Port fb6844ab-f562-404b-bd06-0b88fe5a3d2c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:52:42.056681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-ea1d1a97-afd6-4906-9ace-75ed6adfea56 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:52:42.058037 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-ea1d1a97-afd6-4906-9ace-75ed6adfea56 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/networks?id=65847789-7626-48fa-9e7d-d7ff2a8e5879 HTTP/1.1" status: 200 len: 796 time: 0.2242126 Dec 21 22:52:42.079310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-9d1c3e88-705f-4214-bcce-1d3ee5c45b5e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/quotas/f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 375 time: 0.0138242 Dec 21 22:52:42.079518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 09508308-cb2f-4aed-9ad2-8f6974c1e07f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:52:42.085379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 09508308-cb2f-4aed-9ad2-8f6974c1e07f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:42.085801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:42.117778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Sync routers for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:52:42.171823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-5807bfab-7f76-4ee4-a8e7-251294e7b413 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:52:42.172656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:42.173347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:42.222883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-5807bfab-7f76-4ee4-a8e7-251294e7b413 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:52:42.225009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-5807bfab-7f76-4ee4-a8e7-251294e7b413 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389365 Dec 21 22:52:42.399061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-811b34d8-254d-4ae0-902a-286be4068f76 None None] Provisioning complete for port fb6844ab-f562-404b-bd06-0b88fe5a3d2c triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:42.399402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-811b34d8-254d-4ae0-902a-286be4068f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:42.461282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-0aa06576-5d6f-43ca-a369-f0e18b00720a service neutron] 10.222.0.30 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232983 Dec 21 22:52:42.580064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-811b34d8-254d-4ae0-902a-286be4068f76 None None] Port fb6844ab-f562-404b-bd06-0b88fe5a3d2c cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:52:42.606238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:42.616685 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-f063699d-73de-4ff3-9283-cbdc3775d2d7 service neutron] 10.222.0.30 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488771 Dec 21 22:52:42.655744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:42.702579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 09508308-cb2f-4aed-9ad2-8f6974c1e07f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=09508308-cb2f-4aed-9ad2-8f6974c1e07f,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:42.793770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:42.899391 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fcbeece8-68ba-4acb-9d1f-20562aa48aec req-e39fe39f-4eba-47cc-9b79-fdfdb499e549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 210 time: 0.0490675 Dec 21 22:52:42.979894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=09508308-cb2f-4aed-9ad2-8f6974c1e07f,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:43.076262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 2, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:43.080400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Checking router: 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:52:43.080807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Updating router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f port fb6844ab-f562-404b-bd06-0b88fe5a3d2c binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:52:43.140182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:43.509166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:43.513027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 09508308-cb2f-4aed-9ad2-8f6974c1e07f up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:52:43.562277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Transition to ACTIVE for port object fb6844ab-f562-404b-bd06-0b88fe5a3d2c will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:52:43.595305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 09508308-cb2f-4aed-9ad2-8f6974c1e07f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:43.595876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:43.624205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:43.785349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e3dcc-27a4-48c0-b2a7-cafd20887123 None None] Pushing event updated for resources: {'Port': ['ID=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:43.939834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Attempting to bind port fb6844ab-f562-404b-bd06-0b88fe5a3d2c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:52:43.940250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Attempting to bind port fb6844ab-f562-404b-bd06-0b88fe5a3d2c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:52:43.940684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Attempting to bind port fb6844ab-f562-404b-bd06-0b88fe5a3d2c on network 65847789-7626-48fa-9e7d-d7ff2a8e5879 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:52:43.950475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:52:43.950891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Checking segment: {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:52:43.951325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:43.951822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Bound using segment: {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:52:43.952223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Bound port: fb6844ab-f562-404b-bd06-0b88fe5a3d2c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:52:43.952658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:44.061503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] For port fb6844ab-f562-404b-bd06-0b88fe5a3d2c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:52:44.065550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] For port fb6844ab-f562-404b-bd06-0b88fe5a3d2c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:52:44.078398 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60bedea1-c7f4-4a75-88e3-71462db25d66 req-ec05a29e-2997-4219-bf6f-a68f9335557f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 210 time: 0.0514445 Dec 21 22:52:44.108828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:44.195991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e3dcc-27a4-48c0-b2a7-cafd20887123 None None] Pushing event updated for resources: {'Port': ['ID=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:44.207973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:44.208769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:44.410933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:44.540046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-afdf1ebe-b543-41ad-b706-736a32c23c37 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:44.542242 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-afdf1ebe-b543-41ad-b706-736a32c23c37 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/networks?id=65847789-7626-48fa-9e7d-d7ff2a8e5879 HTTP/1.1" status: 200 len: 796 time: 0.1776021 Dec 21 22:52:44.603795 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-1e0096e5-a8d0-4a4a-8f3d-c2fb06f44ce1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 380 time: 0.0491586 Dec 21 22:52:44.612541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'port': {'device_id': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'admin_state_up': True, 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'security_groups': ['10e1319a-1c27-4db9-a9cb-355c9b576727']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:44.770041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:44.780236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:44.817357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:52:44.823731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:44.962195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:44.968870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c324e-e733-41fc-97e1-442a9312a7e8 None None] The sync data for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv is: [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:52:45.015883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.11 (65847789-7626-48fa-9e7d-d7ff2a8e5879/4311407f-e621-4149-b50c-b465597acb49/aa687e2e-868d-4b95-a387-5ab57c0b38a1) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:52:45.307125 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8a0437e8-6ca8-4005-a200-caa9f4f7bc5f req-6fa34484-a44e-42a1-84ff-2f318bb6ebf5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 210 time: 0.0727732 Dec 21 22:52:45.331392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:45.350157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object aa687e2e-868d-4b95-a387-5ab57c0b38a1 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:52:45.405910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:45.507188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:52:45.511574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:52:45.516829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:52:45.539995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fb6844ab-f562-404b-bd06-0b88fe5a3d2c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:52:45.570282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=aa687e2e-868d-4b95-a387-5ab57c0b38a1,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:45.607447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:45.608514 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:45.655720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port fb6844ab-f562-404b-bd06-0b88fe5a3d2c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:52:45.661770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fb6844ab-f562-404b-bd06-0b88fe5a3d2c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:45.662191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:45.685948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-faf50a95-c262-4ece-8f66-9d1db9e58581 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0775898 Dec 21 22:52:45.703522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Request body: {'port': {'device_id': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:45.821848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:45.847474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:45.861468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port fb6844ab-f562-404b-bd06-0b88fe5a3d2c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:45.892096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:45.965428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:45.968919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ea6a773c-e999-4656-bb22-1d097bd7fbef None None] Provisioning for port aa687e2e-868d-4b95-a387-5ab57c0b38a1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:52:45.975688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-ea6a773c-e999-4656-bb22-1d097bd7fbef None None] Provisioning complete for port aa687e2e-868d-4b95-a387-5ab57c0b38a1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:45.976112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea6a773c-e999-4656-bb22-1d097bd7fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:46.043085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a773c-e999-4656-bb22-1d097bd7fbef None None] Port aa687e2e-868d-4b95-a387-5ab57c0b38a1 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:52:46.230190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa687e2e-868d-4b95-a387-5ab57c0b38a1 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:52:46.237602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:46.253138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Transition to ACTIVE for port object aa687e2e-868d-4b95-a387-5ab57c0b38a1 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:52:46.284724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:46.364367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa687e2e-868d-4b95-a387-5ab57c0b38a1,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:46.620433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Attempting to bind port aa687e2e-868d-4b95-a387-5ab57c0b38a1 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:52:46.620940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Attempting to bind port aa687e2e-868d-4b95-a387-5ab57c0b38a1 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:52:46.621079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Attempting to bind port aa687e2e-868d-4b95-a387-5ab57c0b38a1 on network 65847789-7626-48fa-9e7d-d7ff2a8e5879 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:52:46.633602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba5e2-05ed-4a44-abdb-25b694618c48 req-25bc3db6-da06-48f8-abdf-dac0e5f932f3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:46.634358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1e3ba5e2-05ed-4a44-abdb-25b694618c48 req-25bc3db6-da06-48f8-abdf-dac0e5f932f3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:52:46.640454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Port aa687e2e-868d-4b95-a387-5ab57c0b38a1 on network 65847789-7626-48fa-9e7d-d7ff2a8e5879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:52:46.640816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Attempting to bind port aa687e2e-868d-4b95-a387-5ab57c0b38a1 on network 65847789-7626-48fa-9e7d-d7ff2a8e5879 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:52:46.655905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:52:46.656277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Checking segment: {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:52:46.656714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Bound using segment: {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:52:46.657179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Bound port: aa687e2e-868d-4b95-a387-5ab57c0b38a1, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b658aab2-e8cf-4a59-b304-6a9a99883cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:52:46.657555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:46.708030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1e3ba5e2-05ed-4a44-abdb-25b694618c48 req-25bc3db6-da06-48f8-abdf-dac0e5f932f3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:52:46.709262 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e3ba5e2-05ed-4a44-abdb-25b694618c48 req-25bc3db6-da06-48f8-abdf-dac0e5f932f3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 944 time: 0.2386796 Dec 21 22:52:46.795654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1e3ba5e2-05ed-4a44-abdb-25b694618c48 req-2f482560-5565-4fb3-a679-5948220373fe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799243 Dec 21 22:52:46.796718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] For port aa687e2e-868d-4b95-a387-5ab57c0b38a1, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:52:46.800013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] For port aa687e2e-868d-4b95-a387-5ab57c0b38a1, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:52:46.835008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:46.905907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:46.907394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] 10.222.0.46 "PUT /v2.0/ports/aa687e2e-868d-4b95-a387-5ab57c0b38a1 HTTP/1.1" status: 200 len: 1094 time: 1.2130823 Dec 21 22:52:46.907882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:52:46.928592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ede09-7fca-4d7b-87dc-69830b20c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa687e2e-868d-4b95-a387-5ab57c0b38a1,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:46.969817 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'status': 'completed', 'code': 200} Dec 21 22:52:47.061997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-c1e2c289-faee-48c4-aefb-57fd148c32c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 1097 time: 0.0834002 Dec 21 22:52:47.138070 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-395e3519-4a02-4e4b-8b86-34820500b29d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1 HTTP/1.1" status: 200 len: 217 time: 0.0685143 Dec 21 22:52:47.211643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-2ccd1815-6371-483a-b56b-c9617e1b01b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:47.212812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-2ccd1815-6371-483a-b56b-c9617e1b01b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4311407f-e621-4149-b50c-b465597acb49 HTTP/1.1" status: 200 len: 833 time: 0.0678968 Dec 21 22:52:47.293791 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-08449c11-a49f-48ad-9c1f-cd55f6b93e4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65847789-7626-48fa-9e7d-d7ff2a8e5879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751965 Dec 21 22:52:47.509070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fb6844ab-f562-404b-bd06-0b88fe5a3d2c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:52:47.583143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fb6844ab-f562-404b-bd06-0b88fe5a3d2c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:47.583542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:47.676821 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-e0f1a615-cf7f-49a8-96db-5a471de8cf17 service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764737 Dec 21 22:52:47.818941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-65ad1f67-7408-4cb0-92f5-7b5dabcd2cb2 req-8075d10d-b186-400f-8229-ca6c99eea977 service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360483 Dec 21 22:52:48.072953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff766c4-98ae-4063-a297-ec8bc13694f5 req-71f32ad4-29f1-45ce-8acd-322faf0aed65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:48.074553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ff766c4-98ae-4063-a297-ec8bc13694f5 req-71f32ad4-29f1-45ce-8acd-322faf0aed65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 944 time: 0.1519487 Dec 21 22:52:48.078343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-b8af6c91-0e28-429a-8c79-96624acdf8a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 1097 time: 0.1202688 Dec 21 22:52:48.234200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3ff766c4-98ae-4063-a297-ec8bc13694f5 req-35c87542-a0ad-4000-93ae-a3ea0fc0716e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501527 Dec 21 22:52:48.264482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-49166580-adec-49f0-ac2c-daa1701b9c07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:48.266052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-49166580-adec-49f0-ac2c-daa1701b9c07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=65847789-7626-48fa-9e7d-d7ff2a8e5879 HTTP/1.1" status: 200 len: 897 time: 0.1808321 Dec 21 22:52:48.342211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-98b56246-53e8-4f46-914a-f5511b0c7f6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1 HTTP/1.1" status: 200 len: 217 time: 0.0690720 Dec 21 22:52:48.411896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-9a831010-7d05-4e43-a7d7-4a4fafbe4262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:48.413467 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-9a831010-7d05-4e43-a7d7-4a4fafbe4262 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4311407f-e621-4149-b50c-b465597acb49 HTTP/1.1" status: 200 len: 833 time: 0.0631654 Dec 21 22:52:48.499823 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-97cfd238-459f-48b4-9070-e54403d892b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65847789-7626-48fa-9e7d-d7ff2a8e5879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796807 Dec 21 22:52:48.649883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-ddc1f1c5-4a2a-4dd4-8057-c553446cf772 service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404054 Dec 21 22:52:48.792947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8469e7b8-98f6-4839-9453-f6bf5dc5d526 req-b059cc27-1d3e-43a0-a8be-21c59d91bcef service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367736 Dec 21 22:52:49.439154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252a4b6-d402-4ffc-95f6-2d28b2f19c41 req-3e505803-eb78-4f5f-8807-bad16a89e93c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:49.440703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d252a4b6-d402-4ffc-95f6-2d28b2f19c41 req-3e505803-eb78-4f5f-8807-bad16a89e93c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 944 time: 0.0823150 Dec 21 22:52:49.490996 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d252a4b6-d402-4ffc-95f6-2d28b2f19c41 req-2506588e-713b-4f97-841c-fa362e4ad8a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430658 Dec 21 22:52:50.702089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae943-a7ed-432b-9569-1683e34216b3 req-6e1b87f7-7957-4335-b5f9-467ec16d9305 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:50.703656 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-73dae943-a7ed-432b-9569-1683e34216b3 req-6e1b87f7-7957-4335-b5f9-467ec16d9305 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 944 time: 0.0859818 Dec 21 22:52:50.751039 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-73dae943-a7ed-432b-9569-1683e34216b3 req-60a87980-a7f2-4869-bb75-2434fa6f710e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Dec 21 22:52:51.725022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device aa687e2e-868d-4b95-a387-5ab57c0b38a1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:52:51.869017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port aa687e2e-868d-4b95-a387-5ab57c0b38a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:51.884045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'port_id': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'mac_address': 'fa:16:3e:4a:9c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:52:51.941660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:51.961277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa687e2e-868d-4b95-a387-5ab57c0b38a1 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:52:52.018134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59f260-f422-4ce5-82a9-b131aaed0f2c req-d64ad6b3-80d4-4708-a1b1-88cb3bf016b9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:52.020239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f59f260-f422-4ce5-82a9-b131aaed0f2c req-d64ad6b3-80d4-4708-a1b1-88cb3bf016b9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 944 time: 0.0883451 Dec 21 22:52:52.069093 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f59f260-f422-4ce5-82a9-b131aaed0f2c req-f1f7d646-89bc-4cc5-a211-d36cb5bb27cd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Dec 21 22:52:52.191505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port aa687e2e-868d-4b95-a387-5ab57c0b38a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:52.222000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:52.291025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=aa687e2e-868d-4b95-a387-5ab57c0b38a1,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:52.427062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['aa687e2e-868d-4b95-a387-5ab57c0b38a1'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:52:53.279464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db55747-4177-4a84-8723-6fc48889ae34 req-5683a5e9-e027-4eea-be47-73567df907f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:53.281092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9db55747-4177-4a84-8723-6fc48889ae34 req-5683a5e9-e027-4eea-be47-73567df907f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 945 time: 0.0867724 Dec 21 22:52:53.329886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9db55747-4177-4a84-8723-6fc48889ae34 req-9560b8ce-d3ef-4510-b200-26d940c9793e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Dec 21 22:52:53.740068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device aa687e2e-868d-4b95-a387-5ab57c0b38a1 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:52:53.838935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port aa687e2e-868d-4b95-a387-5ab57c0b38a1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:52:53.843782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port aa687e2e-868d-4b95-a387-5ab57c0b38a1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:52:53.844199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:53.967595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:53.995607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:52:54.006314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port aa687e2e-868d-4b95-a387-5ab57c0b38a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:52:54.038339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:54.070803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'code': 200} Dec 21 22:52:54.111423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=aa687e2e-868d-4b95-a387-5ab57c0b38a1,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:54.338153 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ebf72a0-1561-4668-bc6d-5f3e13861f36 req-99ffb020-10da-4ddb-bf8a-cdd26808601c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 1099 time: 0.0743647 Dec 21 22:52:54.385285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9ebf72a0-1561-4668-bc6d-5f3e13861f36 req-1eeb50b5-f397-4c73-8e3d-12c84db4687e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398259 Dec 21 22:52:54.538056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5f1a8-dde0-4b57-9c03-1e9b6d4e0cf1 req-2f017923-23ce-4cb3-b667-bc34ee41c241 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:54.539629 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00b5f1a8-dde0-4b57-9c03-1e9b6d4e0cf1 req-2f017923-23ce-4cb3-b667-bc34ee41c241 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0876405 Dec 21 22:52:54.589000 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00b5f1a8-dde0-4b57-9c03-1e9b6d4e0cf1 req-74cef7d9-87c8-487b-a5f7-f63a7e4fd6dc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Dec 21 22:52:55.801217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600a33e-60de-4401-a24e-f46be297140d req-31beb46c-fd35-4450-bf3d-3447d601c512 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:55.803441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1600a33e-60de-4401-a24e-f46be297140d req-31beb46c-fd35-4450-bf3d-3447d601c512 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0840158 Dec 21 22:52:55.856001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1600a33e-60de-4401-a24e-f46be297140d req-380729e5-fca1-43eb-8839-c5df789fb451 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468876 Dec 21 22:52:56.062074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5b7e7-2b39-4fb5-8c38-7834f246e739 req-500d6fa0-edaa-48c8-acff-5e0c83022b2a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:56.063628 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-47f5b7e7-2b39-4fb5-8c38-7834f246e739 req-500d6fa0-edaa-48c8-acff-5e0c83022b2a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0832949 Dec 21 22:52:56.114370 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-47f5b7e7-2b39-4fb5-8c38-7834f246e739 req-835e0bb1-ceee-4ff9-80a3-ba398c7edd6e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Dec 21 22:52:56.141824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49050) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:56.220548 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-53a85b42-5e23-495f-9021-630a503e45e7 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 1094 time: 0.0773704 Dec 21 22:52:56.223469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49054) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:56.229292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:56.235347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:52:56.240372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:floatingip and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:52:56.243330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:52:56.249271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:52:56.302313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:56.450221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:56.589131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.106 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/d842e9af-5817-4d30-9dfd-7174cd906ca8) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:52:56.743982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:56.799877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:56.872473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:52:56.876045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:52:56.880151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:52:56.912112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=d842e9af-5817-4d30-9dfd-7174cd906ca8,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:57.408711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:57.485844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:57.694903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:57.723646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:57.836604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=d842e9af-5817-4d30-9dfd-7174cd906ca8,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:52:57.851891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:58.054114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Floating IP ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f associated. External IP: 172.26.6.106, port: aa687e2e-868d-4b95-a387-5ab57c0b38a1. Dec 21 22:52:58.684408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:52:58.894816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:52:58.904950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] Sync routers for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:52:58.918206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:58.918873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:59.016588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:52:59.079301 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3959a26c-1d9e-4a3f-a838-ed68c9adcac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8519874 Dec 21 22:52:59.079301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:52:59.117434 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:59.156501 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'status': 'completed', 'code': 200} Dec 21 22:52:59.331905 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-5989fe03-4f9e-4c98-bcea-fb9882778f02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 1099 time: 0.1521347 Dec 21 22:52:59.370190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8385-cf61-42a7-b2d5-9815a1284d5a req-6df95168-c68e-4213-88aa-10bd8dc804df tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:59.371847 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8a0e8385-cf61-42a7-b2d5-9815a1284d5a req-6df95168-c68e-4213-88aa-10bd8dc804df tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.1537712 Dec 21 22:52:59.510441 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8a0e8385-cf61-42a7-b2d5-9815a1284d5a req-5efee74a-3287-4160-9ae7-fd828848b118 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292901 Dec 21 22:52:59.533881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-8729daef-be4a-4cf4-aa1c-49a7a8ea923e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:59.536122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-8729daef-be4a-4cf4-aa1c-49a7a8ea923e service neutron] 10.222.0.46 "GET /v2.0/networks?id=65847789-7626-48fa-9e7d-d7ff2a8e5879 HTTP/1.1" status: 200 len: 897 time: 0.1984417 Dec 21 22:52:59.540624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49062) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:59.623764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'port_id': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'mac_address': 'fa:16:3e:4a:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:52:57Z', 'updated_at': '2021-12-21T22:52:57Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:45Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:59.628731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] Checking router: 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:52:59.640128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:52:59.640830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:52:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:52:59.760483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-53293808-20a0-419c-a4ca-0b6c3196851d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f HTTP/1.1" status: 200 len: 992 time: 0.2186563 Dec 21 22:52:59.762707 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-c3a83c71-8a83-4322-8414-be087c3ab4b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1 HTTP/1.1" status: 200 len: 1000 time: 0.2193096 Dec 21 22:52:59.829644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:52:59.835284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-f32b64a1-5046-44b2-ba7c-334696b06db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:52:59.836942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-f32b64a1-5046-44b2-ba7c-334696b06db2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4311407f-e621-4149-b50c-b465597acb49 HTTP/1.1" status: 200 len: 833 time: 0.0667048 Dec 21 22:52:59.917387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-e067c172-103c-4321-a479-b8b04029aca7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65847789-7626-48fa-9e7d-d7ff2a8e5879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742393 Dec 21 22:53:00.062773 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-92e2fe3f-3336-4201-9576-6840a650480c service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389027 Dec 21 22:53:00.207108 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00cb4d1b-8669-49e7-a713-0a50a94647c2 req-f8bb1136-2137-4134-99f1-c0c5b05d25e0 service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379759 Dec 21 22:53:00.207738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'port_id': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'mac_address': 'fa:16:3e:4a:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:52:57Z', 'updated_at': '2021-12-21T22:52:57Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:45Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:53:00.212001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4f388-66ea-49a4-a3ca-8347ca7460b6 None None] The sync data for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv is: [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'port_id': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'mac_address': 'fa:16:3e:4a:9c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:52:57Z', 'updated_at': '2021-12-21T22:52:57Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:45Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:53:00.553741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a61af-7676-4395-b930-69a6eb9da195 None None] New status for floating IP ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:53:00.764727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49066) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:00.875363 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1b9db1a1-4b08-47c1-a5e9-00d3e8c63fb0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f HTTP/1.1" status: 200 len: 994 time: 0.1094832 Dec 21 22:53:03.782108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:07.301873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3452-44af-4ab2-9e90-2548a5a844d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:08.873521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:09.155855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:53:10.038811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4719-1f68-4fe8-9e00-9174a742e6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:10.158802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:11.667406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:19.451633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-a345c9db-8178-40de-a2d3-6c900c4269dd req-4ebd59aa-7e82-480a-8b11-1f8961499760 tempest-ServerDiskConfigTestJSON-603904175 tempest-ServerDiskConfigTestJSON-603904175-project] (88995) timed out ('10.222.0.46', 52775) {{(pid=88995) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 21 22:53:32.669123 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-f6c08168-4c6d-4267-80e1-3a2946c5f9b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 1099 time: 0.1438098 Dec 21 22:53:32.675753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3cdd-c9bf-4830-8d2e-82f05175936c req-32d6ba1d-9273-451c-9db2-6f135bbc716e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:32.677271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f9f3cdd-c9bf-4830-8d2e-82f05175936c req-32d6ba1d-9273-451c-9db2-6f135bbc716e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.1152270 Dec 21 22:53:32.830303 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f9f3cdd-c9bf-4830-8d2e-82f05175936c req-bc0acff4-ab7b-49fe-a68a-4a9f6c81f259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303520 Dec 21 22:53:32.851025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-fc9bf595-01dd-4600-b1c1-33ec695a14cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:32.852628 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-fc9bf595-01dd-4600-b1c1-33ec695a14cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=65847789-7626-48fa-9e7d-d7ff2a8e5879 HTTP/1.1" status: 200 len: 897 time: 0.1744246 Dec 21 22:53:32.962756 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-c91e63f5-9fca-4c0d-bcbe-1b82aefd178c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1 HTTP/1.1" status: 200 len: 1002 time: 0.1033928 Dec 21 22:53:33.034332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-e121cdd4-41ef-4cf0-be2b-c2b34ade63ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:33.036083 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-e121cdd4-41ef-4cf0-be2b-c2b34ade63ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4311407f-e621-4149-b50c-b465597acb49 HTTP/1.1" status: 200 len: 833 time: 0.0665474 Dec 21 22:53:33.118696 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-0d1bd9ba-6b30-4fcd-b428-a324b247367e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65847789-7626-48fa-9e7d-d7ff2a8e5879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760102 Dec 21 22:53:33.130003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-0346f11a-fc27-445a-8dcd-2540dc63e687 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:53:33.131016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-0346f11a-fc27-445a-8dcd-2540dc63e687 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0053637 Dec 21 22:53:33.272150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-1cf3dc7f-17d6-49df-b8ff-3c87ab67c63a service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343179 Dec 21 22:53:33.414405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e6291e96-39ba-4354-8c8d-4efb5b0ac45b req-d91ca3be-85e3-4055-a55d-9161111b4ad4 service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355193 Dec 21 22:53:33.792809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:34.038040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d741fa-cb4c-4068-9887-0481729f76f9 req-ad97410c-0b92-4e40-ac07-8f9bc92379d7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:34.039640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1d741fa-cb4c-4068-9887-0481729f76f9 req-ad97410c-0b92-4e40-ac07-8f9bc92379d7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0822549 Dec 21 22:53:34.094831 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a1d741fa-cb4c-4068-9887-0481729f76f9 req-aeb15b39-0cd6-48a4-bb85-2f8d06239098 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489964 Dec 21 22:53:35.301320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12257ee-ab89-4004-af4d-a3d79f8237ac req-619949ec-4501-4163-acf7-7c4e1a166217 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:35.302903 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c12257ee-ab89-4004-af4d-a3d79f8237ac req-619949ec-4501-4163-acf7-7c4e1a166217 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0856705 Dec 21 22:53:35.351043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c12257ee-ab89-4004-af4d-a3d79f8237ac req-24f51a21-2687-417f-b8c3-785f858e8f14 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Dec 21 22:53:36.574334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f772f-f5c2-4952-b82f-b6a116699caa req-585fcf3c-fd26-404a-8be8-ca7b6fb66266 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:36.576001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e37f772f-f5c2-4952-b82f-b6a116699caa req-585fcf3c-fd26-404a-8be8-ca7b6fb66266 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0855477 Dec 21 22:53:36.624228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e37f772f-f5c2-4952-b82f-b6a116699caa req-06003a3a-9044-4e40-b53c-5fd451fa539b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Dec 21 22:53:37.306888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-936d2b0e-30f1-414e-90ef-98d5e2e3c19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:37.830911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b770273-5b7a-443d-9379-6f9b0fa85324 req-749a0764-a793-47d3-ab48-79b5bea34f66 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:37.832492 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9b770273-5b7a-443d-9379-6f9b0fa85324 req-749a0764-a793-47d3-ab48-79b5bea34f66 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0823367 Dec 21 22:53:37.880494 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9b770273-5b7a-443d-9379-6f9b0fa85324 req-fd45c62c-d123-44d7-af2f-9cefc281a6b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Dec 21 22:53:38.838382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:39.089733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1ef7d-9c3a-4023-a77d-7dc63d51e7f3 req-59fbb3d9-b4b4-4d3e-962e-75b7d6c3555c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:39.091272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7b1ef7d-9c3a-4023-a77d-7dc63d51e7f3 req-59fbb3d9-b4b4-4d3e-962e-75b7d6c3555c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0875456 Dec 21 22:53:39.140243 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7b1ef7d-9c3a-4023-a77d-7dc63d51e7f3 req-a1569dae-3b6d-4892-a798-bd9e46fab5b1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Dec 21 22:53:40.032490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-55043877-beb8-46bc-bbf9-10e98aa227b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:40.169605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:40.343651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa63e06-9563-4c4d-859f-21c898780b6f req-811dbdb2-d9f9-47db-b52f-10c645de4574 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:40.345221 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6aa63e06-9563-4c4d-859f-21c898780b6f req-811dbdb2-d9f9-47db-b52f-10c645de4574 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0829933 Dec 21 22:53:40.396321 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6aa63e06-9563-4c4d-859f-21c898780b6f req-07721298-97a2-4dc7-9f73-5dc860389b74 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443709 Dec 21 22:53:41.603920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804e2e0-6012-4be4-a042-aa538340c0c2 req-87dafaeb-a5a4-4562-86b8-ae292032c2ea tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:41.605554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6804e2e0-6012-4be4-a042-aa538340c0c2 req-87dafaeb-a5a4-4562-86b8-ae292032c2ea tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0836966 Dec 21 22:53:41.655032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6804e2e0-6012-4be4-a042-aa538340c0c2 req-2d9bf2bc-7ea7-442e-8faf-db3db4acb142 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Dec 21 22:53:41.683879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:53:42.084508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-2d423eba-49e0-4296-8121-6c903b062a9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 1099 time: 0.0793684 Dec 21 22:53:42.242103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-bc8a2462-b250-45fb-b05a-b8aa58185c77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:42.243659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-bc8a2462-b250-45fb-b05a-b8aa58185c77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=65847789-7626-48fa-9e7d-d7ff2a8e5879 HTTP/1.1" status: 200 len: 897 time: 0.1401186 Dec 21 22:53:42.353365 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-ae61707a-ce4b-436f-bf3c-bbb3902e2496 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1 HTTP/1.1" status: 200 len: 1002 time: 0.0992489 Dec 21 22:53:42.429357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-55aa92bd-3852-4d60-a5af-5a038b1c16ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:42.430915 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-55aa92bd-3852-4d60-a5af-5a038b1c16ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4311407f-e621-4149-b50c-b465597acb49 HTTP/1.1" status: 200 len: 833 time: 0.0666552 Dec 21 22:53:42.511458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-2dc7f1f2-757f-48c2-9fe1-bf1be9d1bbac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65847789-7626-48fa-9e7d-d7ff2a8e5879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742974 Dec 21 22:53:42.948993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-c07a24d7-ab43-4190-acec-2c5045c3d9b3 service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294837 Dec 21 22:53:42.987532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9ad37-950c-4666-92a6-39699f98364d req-80d36717-cc8c-46b2-b048-bfdccfb20e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:42.989107 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c5b9ad37-950c-4666-92a6-39699f98364d req-80d36717-cc8c-46b2-b048-bfdccfb20e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.1448977 Dec 21 22:53:43.124630 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c5b9ad37-950c-4666-92a6-39699f98364d req-840c43cf-adf3-4598-b5f1-4e63cf06d541 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271653 Dec 21 22:53:43.144306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-76dab1e9-0e4a-47ba-ad12-b2401c69d68d req-7029c9bf-4c55-4411-b573-9a14c796632c service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867092 Dec 21 22:53:44.338046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136240bd-6034-4d66-9bae-0228225f8bf0 req-c110e88b-40d1-4a05-8a48-0985e6952157 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:44.339656 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-136240bd-6034-4d66-9bae-0228225f8bf0 req-c110e88b-40d1-4a05-8a48-0985e6952157 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0876849 Dec 21 22:53:44.388870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-136240bd-6034-4d66-9bae-0228225f8bf0 req-75c6357f-890b-4ad9-9d69-9c72c67d6fa8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Dec 21 22:53:45.598717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dcccf-5fb3-45b6-b186-86b70d1bf957 req-3ddf521a-40cd-464f-a1b7-3bef37eb60a6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:45.600366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff9dcccf-5fb3-45b6-b186-86b70d1bf957 req-3ddf521a-40cd-464f-a1b7-3bef37eb60a6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0855896 Dec 21 22:53:45.650142 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ff9dcccf-5fb3-45b6-b186-86b70d1bf957 req-8f1e4d4c-f3a6-4b9b-bfd7-5818ad0ba564 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Dec 21 22:53:46.157379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:53:46.856517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46b101-079c-4150-b3df-3055959ca64d req-da293490-44e5-48b7-8aca-8da84fb880ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:46.858137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe46b101-079c-4150-b3df-3055959ca64d req-da293490-44e5-48b7-8aca-8da84fb880ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0830791 Dec 21 22:53:46.910132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fe46b101-079c-4150-b3df-3055959ca64d req-c43d3a0b-3389-4c92-adc4-6ed8ba078400 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458970 Dec 21 22:53:48.116655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b0e1-0615-4db5-8305-c9c7868a1ff1 req-e92a1459-37d6-4367-b154-c47efc82f866 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:48.118272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b209b0e1-0615-4db5-8305-c9c7868a1ff1 req-e92a1459-37d6-4367-b154-c47efc82f866 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0848212 Dec 21 22:53:48.166700 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b209b0e1-0615-4db5-8305-c9c7868a1ff1 req-be02a5d1-24ec-445d-8da7-fc22b845f684 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Dec 21 22:53:49.377808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3c42-f6e1-4353-92f4-442639d0b4dc req-6d06210d-a6ed-4b29-859b-82396a78daeb tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:53:49.379381 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f6a3c42-f6e1-4353-92f4-442639d0b4dc req-6d06210d-a6ed-4b29-859b-82396a78daeb tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0868669 Dec 21 22:53:49.427624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4f6a3c42-f6e1-4353-92f4-442639d0b4dc req-35333c70-e88b-4dd4-9d47-5066b11d1219 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Dec 21 22:53:49.456224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49110) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:49.567459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-19f94f00-c0e3-4e60-af10-186edf0a3998 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f HTTP/1.1" status: 200 len: 994 time: 0.1099932 Dec 21 22:54:03.792205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:07.328672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-988e5ff8-e97b-400c-95a4-038284296c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:08.831767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:10.025822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8d154466-0474-42f1-92be-fb9988d5f6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:10.163005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:11.688819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:20.159756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49126) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:20.372796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port d842e9af-5817-4d30-9dfd-7174cd906ca8 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:54:20.373113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:20.546760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:20.547124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:20.675199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for d842e9af-5817-4d30-9dfd-7174cd906ca8 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:54:20.985895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:21.035664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=d842e9af-5817-4d30-9dfd-7174cd906ca8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:21.081423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.081812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.082195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.082574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.082943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.083307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.083673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.084037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.084423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.084787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.085162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:21.146874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:21.551756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:54:21.759773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:54:21.769641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] Sync routers for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:54:21.782635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:54:21.791803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:21.820250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:21.880211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7ef5a4c8-6a27-4110-a108-6b24776054b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/floatingips/ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f HTTP/1.1" status: 204 len: 168 time: 1.7164540 Dec 21 22:54:21.880211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:54:21.971064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:54:22.041869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'status': 'completed', 'code': 200} Dec 21 22:54:22.152154 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-c07e122a-26fc-41b3-9dbe-30b18236e5b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 1099 time: 0.0848556 Dec 21 22:54:22.312081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:45Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:22.316130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] Checking router: 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:54:22.328516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:54:22.329161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:22.349284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-518f891e-c228-431d-992d-8a219080208c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:22.350889 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-518f891e-c228-431d-992d-8a219080208c service neutron] 10.222.0.46 "GET /v2.0/networks?id=65847789-7626-48fa-9e7d-d7ff2a8e5879 HTTP/1.1" status: 200 len: 897 time: 0.1906993 Dec 21 22:54:22.520933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:54:22.662788 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-b93ffe52-1037-405d-99db-7e5addd9e92e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1 HTTP/1.1" status: 200 len: 217 time: 0.3005788 Dec 21 22:54:22.720018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a6069-24fc-45c2-b382-e2c261b7fbb9 req-bb6f6cd5-28f1-440d-bee1-4e3a9ef9287d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:22.720806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-834a6069-24fc-45c2-b382-e2c261b7fbb9 req-bb6f6cd5-28f1-440d-bee1-4e3a9ef9287d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:54:22.753736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-600f2718-9c18-4c06-867a-4f70d7e36760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:22.762513 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-600f2718-9c18-4c06-867a-4f70d7e36760 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4311407f-e621-4149-b50c-b465597acb49 HTTP/1.1" status: 200 len: 833 time: 0.0847864 Dec 21 22:54:22.809861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-834a6069-24fc-45c2-b382-e2c261b7fbb9 req-bb6f6cd5-28f1-440d-bee1-4e3a9ef9287d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:54:22.811182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-834a6069-24fc-45c2-b382-e2c261b7fbb9 req-bb6f6cd5-28f1-440d-bee1-4e3a9ef9287d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.5113595 Dec 21 22:54:22.886564 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-39dc3994-6f6e-4826-ba9f-cb0bdbc11277 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65847789-7626-48fa-9e7d-d7ff2a8e5879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1240020 Dec 21 22:54:22.891076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-834a6069-24fc-45c2-b382-e2c261b7fbb9 req-9394b1df-cac3-4757-a2b5-bf255f3f0155 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715880 Dec 21 22:54:23.009257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:45Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:23.013471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d8c0b-652b-4d26-ab29-6b7ffd25438a None None] The sync data for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv is: [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:40Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'fb6844ab-f562-404b-bd06-0b88fe5a3d2c', 'name': '', 'network_id': '65847789-7626-48fa-9e7d-d7ff2a8e5879', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a2:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4311407f-e621-4149-b50c-b465597acb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:39Z', 'updated_at': '2021-12-21T22:52:45Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '4311407f-e621-4149-b50c-b465597acb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:54:23.036206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-20158dfb-fd31-4aa1-b83c-ea79bc4ffc3e service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413631 Dec 21 22:54:23.158549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:54:23.185130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-48cc50e0-52e9-4b92-92bc-37c9927e0154 req-7ab99f41-6c90-491d-aaa0-494d4c868be6 service neutron] 10.222.0.46 "GET /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418321 Dec 21 22:54:23.470179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba037c3-3831-4f7b-ae4c-c75a784511e9 None None] New status for floating IP ba5fa22d-a6b4-4d20-9a32-9fd00be0e81f: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:54:23.849519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-30488f83-f18a-4a82-b131-a3eac39a7162 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:23.851007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-30488f83-f18a-4a82-b131-a3eac39a7162 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.0822134 Dec 21 22:54:23.923918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port aa687e2e-868d-4b95-a387-5ab57c0b38a1 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:54:23.924304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:24.247236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afda15-24a1-4f25-a364-360fed73f529 req-a4a7f189-a035-478f-852c-9f8f826890d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:24.248850 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c4afda15-24a1-4f25-a364-360fed73f529 req-a4a7f189-a035-478f-852c-9f8f826890d9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 946 time: 0.2240522 Dec 21 22:54:24.257856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port aa687e2e-868d-4b95-a387-5ab57c0b38a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aa687e2e-868d-4b95-a387-5ab57c0b38a1,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:24.258245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:24.409361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for aa687e2e-868d-4b95-a387-5ab57c0b38a1 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:54:24.466270 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c4afda15-24a1-4f25-a364-360fed73f529 req-290422c3-1d56-4bb1-ae48-b3dc6b60b3ec tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=10e1319a-1c27-4db9-a9cb-355c9b576727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111218 Dec 21 22:54:24.745642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:24.795952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=aa687e2e-868d-4b95-a387-5ab57c0b38a1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:24.874901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] No DVR routers for this DVR port aa687e2e-868d-4b95-a387-5ab57c0b38a1 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:54:24.877400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:24.882655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'name': 'network-vif-deleted', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:54:24.927929 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a63f58c-250a-4c4f-ad4c-775e0db7d766 req-5fd85c52-c095-47dc-a68c-fb0124168292 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "DELETE /v2.0/ports/aa687e2e-868d-4b95-a387-5ab57c0b38a1 HTTP/1.1" status: 204 len: 173 time: 1.0715795 Dec 21 22:54:24.936217 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c35d3e-5fcc-4d58-9ce8-9398733bab06', 'name': 'network-vif-deleted', 'tag': 'aa687e2e-868d-4b95-a387-5ab57c0b38a1', 'status': 'completed', 'code': 200} Dec 21 22:54:25.651595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-9aa0b122-868b-4524-add9-101aeb916935 req-eb338deb-a4ce-4637-8de0-2e8d886d9441 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:54:25.704447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-9aa0b122-868b-4524-add9-101aeb916935 req-eb338deb-a4ce-4637-8de0-2e8d886d9441 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:54:25.705728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9aa0b122-868b-4524-add9-101aeb916935 req-eb338deb-a4ce-4637-8de0-2e8d886d9441 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c35d3e-5fcc-4d58-9ce8-9398733bab06 HTTP/1.1" status: 200 len: 210 time: 0.0985591 Dec 21 22:54:26.193233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device aa687e2e-868d-4b95-a387-5ab57c0b38a1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:54:26.230123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: aa687e2e-868d-4b95-a387-5ab57c0b38a1 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:54:26.230519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device aa687e2e-868d-4b95-a387-5ab57c0b38a1 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:54:26.819685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49150) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:27.459160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:28.099926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port fb6844ab-f562-404b-bd06-0b88fe5a3d2c {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:54:28.100303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:28.301100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port fb6844ab-f562-404b-bd06-0b88fe5a3d2c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:28.301491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:28.433834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for fb6844ab-f562-404b-bd06-0b88fe5a3d2c owned by network:router_interface {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:54:28.648691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:28.697336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=fb6844ab-f562-404b-bd06-0b88fe5a3d2c,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:28.773911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.774289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.774664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.775035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.775404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.775768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.776131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.776522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.776881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.777245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:28.777603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:29.022515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:29.623651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:54:29.835766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:54:29.845928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] Sync routers for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:54:29.858154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:54:29.861291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:29.879128 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b0e1b26c-438d-413b-a0da-c1790ea09b70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/21d4f6ee-eac3-44e8-8d09-c74558bd6f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0572522 Dec 21 22:54:29.882162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49154) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:30.045885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:54:30.307311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-278f7fe8-6a6c-405a-8364-e26448d80a30 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting subnet 4311407f-e621-4149-b50c-b465597acb49 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:54:30.310489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-278f7fe8-6a6c-405a-8364-e26448d80a30 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:30.360675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:54:28Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:30.364658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] Checking router: 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:54:30.369082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-278f7fe8-6a6c-405a-8364-e26448d80a30 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:30.376543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] Routers {'21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:54:30.377233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:30.459370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-278f7fe8-6a6c-405a-8364-e26448d80a30 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:30.567196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] Set router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:54:30.677794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-278f7fe8-6a6c-405a-8364-e26448d80a30 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:30.719615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f7fe8-6a6c-405a-8364-e26448d80a30 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Subnet': ['ID=4311407f-e621-4149-b50c-b465597acb49,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:30.727084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-278f7fe8-6a6c-405a-8364-e26448d80a30 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:30.733231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b16cbc4-5d56-4715-b80f-577587ca24bc None None] Network 65847789-7626-48fa-9e7d-d7ff2a8e5879 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:54:30.736468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-278f7fe8-6a6c-405a-8364-e26448d80a30 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/subnets/4311407f-e621-4149-b50c-b465597acb49 HTTP/1.1" status: 204 len: 168 time: 0.8499782 Dec 21 22:54:30.736601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49158) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:30.875910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:54:28Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:30.880190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885598b-1c0a-473f-849c-570b5b637e36 None None] The sync data for ids ['21d4f6ee-eac3-44e8-8d09-c74558bd6f7f'] in dv-neutron-822521-1-hyperv is: [{'id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568331059', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:54:28Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': 'c7314d13-c939-4d5b-80ff-ad9fe74527d4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4f6ee-eac3-44e8-8d09-c74558bd6f7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:35Z', 'updated_at': '2021-12-21T22:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:54:30.962699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.004623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] DHCP port deletion for 65847789-7626-48fa-9e7d-d7ff2a8e5879 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:54:31.009956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Deleting port 09508308-cb2f-4aed-9ad2-8f6974c1e07f {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:54:31.010508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.180151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.214933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port c7314d13-c939-4d5b-80ff-ad9fe74527d4 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:54:31.215336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.394907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] For port 09508308-cb2f-4aed-9ad2-8f6974c1e07f, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=09508308-cb2f-4aed-9ad2-8f6974c1e07f,segment=NetworkSegment(b658aab2-e8cf-4a59-b304-6a9a99883cf6),segment_id=b658aab2-e8cf-4a59-b304-6a9a99883cf6)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:31.395342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.411092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port c7314d13-c939-4d5b-80ff-ad9fe74527d4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c7314d13-c939-4d5b-80ff-ad9fe74527d4,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:31.411492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.529864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Calling delete_port for 09508308-cb2f-4aed-9ad2-8f6974c1e07f owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:54:31.540134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for c7314d13-c939-4d5b-80ff-ad9fe74527d4 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:54:31.557652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 09508308-cb2f-4aed-9ad2-8f6974c1e07f no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:54:31.711382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.792358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.837910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fb6844ab-f562-404b-bd06-0b88fe5a3d2c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:54:31.865747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:31.874026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Pushing event deleted for resources: {'Port': ['ID=09508308-cb2f-4aed-9ad2-8f6974c1e07f,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:31.883897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: fb6844ab-f562-404b-bd06-0b88fe5a3d2c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:54:31.884397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fb6844ab-f562-404b-bd06-0b88fe5a3d2c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:54:31.891387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] No DVR routers for this DVR port 09508308-cb2f-4aed-9ad2-8f6974c1e07f on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:54:31.894937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.895803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.895803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.896102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.896396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.896689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.897089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.897386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.899873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.899873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.899873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0546eda8-6070-489c-8dbd-bedca7acf030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:31.918233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=c7314d13-c939-4d5b-80ff-ad9fe74527d4,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:32.150470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.421283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.425610 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.540075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.540688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Fanout notify agent at l3_agent the message router_deleted on router 21d4f6ee-eac3-44e8-8d09-c74558bd6f7f {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:54:32.556618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.557825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-327ba2a2-f506-4356-9cd2-f462f6611233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/routers/21d4f6ee-eac3-44e8-8d09-c74558bd6f7f HTTP/1.1" status: 204 len: 168 time: 1.8202362 Dec 21 22:54:32.560711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49162) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:32.690738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.834601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.864424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65847789-7626-48fa-9e7d-d7ff2a8e5879']}} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:32.877865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b658aab2-e8cf-4a59-b304-6a9a99883cf6') {'for_net_delete': True} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:32.878207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b658aab2-e8cf-4a59-b304-6a9a99883cf6') {} {{(pid=88994) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:32.890419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1531796'] for segment, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.906001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.912520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:54:32.912948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853355523'] for segment, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:54:32.932166 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:54:33.036928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:33.058413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:33.067819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Network': ['ID=65847789-7626-48fa-9e7d-d7ff2a8e5879,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:33.100760 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-835dbf3e-44ce-4bca-8666-53b0d8e3ab3f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/networks/65847789-7626-48fa-9e7d-d7ff2a8e5879 HTTP/1.1" status: 204 len: 168 time: 0.5389240 Dec 21 22:54:33.103785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49166) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:33.181116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3d91-994e-42f4-858d-f63ece704357 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:33.212458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3d91-994e-42f4-858d-f63ece704357 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:33.349505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3d91-994e-42f4-858d-f63ece704357 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:33.370749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b3d91-994e-42f4-858d-f63ece704357 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e1319a-1c27-4db9-a9cb-355c9b576727,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:33.407518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3d91-994e-42f4-858d-f63ece704357 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:33.408807 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-3a3b3d91-994e-42f4-858d-f63ece704357 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/security-groups/10e1319a-1c27-4db9-a9cb-355c9b576727 HTTP/1.1" status: 204 len: 168 time: 0.3040030 Dec 21 22:54:33.550701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c7314d13-c939-4d5b-80ff-ad9fe74527d4 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:54:33.585153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: c7314d13-c939-4d5b-80ff-ad9fe74527d4 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:54:33.585582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c7314d13-c939-4d5b-80ff-ad9fe74527d4 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:54:33.790912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:33.951432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49174) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:33.957675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532831125', 'description': 'tempest-secgroup-smoke-532831125 description', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:33.964590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:33.968957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:33.971962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:33.978763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:34.013871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.050904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:34.056054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:34.059280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:34.066015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:34.192190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.219461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.269726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:34.293939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.295302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4efa8c6a-44e8-454d-9de0-5f58883f7e3c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3427947 Dec 21 22:54:34.298331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49178) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:34.304208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'c5e4ee03-47b6-4cd9-82b0-6c85e1318a98', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:34.310629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:34.314639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:34.317660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:34.324033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:34.363662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.426078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.453785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.480321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd137cbf-6fee-482d-aaad-3f5044a5ad33,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:34.516856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.518192 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a63dee7b-4de3-4bf7-b6f9-8fc07cdcb437 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2188778 Dec 21 22:54:34.521181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49182) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:34.527790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'c5e4ee03-47b6-4cd9-82b0-6c85e1318a98', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:34.534096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:34.538125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:34.541128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:34.547143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:34.603139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.667316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.693729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.720742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffe4f98-10a5-4e2f-8c61-237aa855b145,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:34.756809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.758673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-cb5601f6-12ce-4931-be1c-952408d4a488 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2365010 Dec 21 22:54:34.761639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49186) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:34.767436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'c5e4ee03-47b6-4cd9-82b0-6c85e1318a98', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:34.774319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:34.778438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:34.781497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:34.787651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:34.837544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.905200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.928378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.952025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ba59e4-7b08-4f32-8c5a-b98d82ad939f,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:34.985629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:34.986915 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dba5741c-bb9e-4eae-9de9-6422438822f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2242780 Dec 21 22:54:34.989948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49190) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:34.996176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'c5e4ee03-47b6-4cd9-82b0-6c85e1318a98', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:35.002369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:35.006384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:35.010149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:35.016175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:35.079284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.146748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.168486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.193969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb9b814-de2d-4b86-aeb6-00f27a6fac6b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:35.225797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.227645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ac2a952a-49a9-4137-a0fb-b718be0e5ab0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2367053 Dec 21 22:54:35.230662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49194) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:35.236758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'c5e4ee03-47b6-4cd9-82b0-6c85e1318a98', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:35.243919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:35.248051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:35.251134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:35.257266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:35.292640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:54:35.299335 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.369165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.395430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.423807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401e1418-b1c4-42bd-aca5-3c9e37b57893,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:35.452685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.453969 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-97b95fbe-ded8-42dc-abc3-aca19c660552 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2222517 Dec 21 22:54:35.456885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49198) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:35.462769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'c5e4ee03-47b6-4cd9-82b0-6c85e1318a98', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:35.469135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:35.473203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:35.476768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:35.483085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:35.515669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:54:35.522636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.592059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.614353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.643175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd10c0e5-9061-4773-91a5-a52bc69ac533,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:35.675642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.676900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-34fc5d60-ddcf-4ab5-a62e-5c0b60b20c98 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2190232 Dec 21 22:54:35.680223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49202) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:35.686309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'network': {'name': 'tempest-network-smoke--899868497', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'port_security_enabled': True}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:35.691716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:35.696466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:network and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:35.699474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:35.705588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:35.749729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:54:35.755118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.785034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:54:35.882584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:35.882979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Added segment f62d594a-efb9-4220-bf38-f54af7a6eab2 of type vlan for network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f Dec 21 22:54:35.972486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.063687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.067948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:36.068658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.181315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4998629 Dec 21 22:54:36.184337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49206) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:36.186726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58def2-5fa1-423b-9284-144d53165abd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Network': ['ID=01c29d9b-1ca2-4435-9e27-e2eb8f12677f,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:36.191022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'admin_state_up': True, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:36.199022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:54:36.199647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:36.203720 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:router and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:36.206747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:36.214441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:36.252433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.253388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.324417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.502564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.721511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.755255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:36.900196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.26 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/51f62da6-7f21-43ce-8326-87c066ba00ad) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:54:37.053372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:37.111406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:37.183294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:54:37.186374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:54:37.188975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:54:37.220777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=51f62da6-7f21-43ce-8326-87c066ba00ad,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:37.316869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85a63d28-6edf-417f-9029-1cd257668a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:37.385690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:37.386448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:37.682253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:54:37.895022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:54:37.905373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Sync routers for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:54:37.919200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:54:37.919883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:37.943578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:37.945581 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8017823d-1cd2-42b2-8639-a4820926299d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7594013 Dec 21 22:54:37.949889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49210) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:37.995230 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d36b0e86-4add-4607-a016-e655b5d1a508 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f851729a322c48a8a73a48f7d0b8f1a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441599 Dec 21 22:54:37.997950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49214) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:38.110862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:54:38.139433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ad978-2fa3-4d6e-aecb-85216d19d373 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:38.141126 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-270ad978-2fa3-4d6e-aecb-85216d19d373 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422110 Dec 21 22:54:38.144190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49218) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:38.192885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-93153299-b473-4145-8654-ece47e90dc00 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475006 Dec 21 22:54:38.195668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49222) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:38.201672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1929622673', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:38.312976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:38.317035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:subnet and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:38.320072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:38.326487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:38.362625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:54:38.414566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:37Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:38.418724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Checking router: 965c17fb-075d-4dcf-be02-ffb4d96e40c6 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:54:38.419120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Updating router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 port 51f62da6-7f21-43ce-8326-87c066ba00ad binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:54:38.472632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:38.477086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:38.841692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:38.855573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:38.869546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:38.921353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Transition to ACTIVE for port object 51f62da6-7f21-43ce-8326-87c066ba00ad will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:54:38.927521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Subnet': ['ID=c118ee07-c67a-4c3d-a787-63117542f3a2,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:38.937107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Checking segment: {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:54:38.937511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network hostable DHCP agents. Network: 01c29d9b-1ca2-4435-9e27-e2eb8f12677f, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:54:38.955552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:39.006844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:54:39.039901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d9c1d-d773-476b-ac4a-658138f85663 None None] Pushing event updated for resources: {'Port': ['ID=51f62da6-7f21-43ce-8326-87c066ba00ad,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:39.042460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Attempting to bind port 51f62da6-7f21-43ce-8326-87c066ba00ad on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:54:39.042878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Attempting to bind port 51f62da6-7f21-43ce-8326-87c066ba00ad by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:54:39.045742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Attempting to bind port 51f62da6-7f21-43ce-8326-87c066ba00ad on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:54:39.050748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:54:39.051168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:54:39.051730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:39.052158 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:54:39.052782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Bound port: 51f62da6-7f21-43ce-8326-87c066ba00ad, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:54:39.053351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:39.065870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 01c29d9b-1ca2-4435-9e27-e2eb8f12677f) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:54:39.072356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:39.072356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:39.090576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3c375-46f1-4ef0-a629-270c28136f7b None None] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:54:39.135315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-29a655a2-1940-48a9-98be-92c7192b8178 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9382985 Dec 21 22:54:39.138168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49226) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:39.238017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] For port 51f62da6-7f21-43ce-8326-87c066ba00ad, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:54:39.242779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] For port 51f62da6-7f21-43ce-8326-87c066ba00ad, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=51f62da6-7f21-43ce-8326-87c066ba00ad,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:54:39.288371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:39.434266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d9c1d-d773-476b-ac4a-658138f85663 None None] Pushing event updated for resources: {'Port': ['ID=51f62da6-7f21-43ce-8326-87c066ba00ad,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:39.437054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:54:39.437716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:39.499186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:54:39.500069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:39.779018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:54:40.106530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Allocated IP 172.20.0.2 (01c29d9b-1ca2-4435-9e27-e2eb8f12677f/c118ee07-c67a-4c3d-a787-63117542f3a2/4efc642a-8903-482f-bad0-6fa6cdb5ebc1) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:54:40.173332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.183356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-16245944-6efd-4a7a-8d3a-d4e60c4d9467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.254330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.465203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:37Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:40.479844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0268ae14-4257-4cf7-a18a-eac54e8e99fa None None] The sync data for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv is: [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:37Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:54:40.493671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.508442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Transition to ACTIVE for port object 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:54:40.532011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Transition to ACTIVE for port object 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:54:40.563243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.610886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.1 (01c29d9b-1ca2-4435-9e27-e2eb8f12677f/c118ee07-c67a-4c3d-a787-63117542f3a2/09e5d343-008e-412c-87c5-8dc61361918b) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:54:40.641019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:54:40.642199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:54:40.647007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:54:40.658578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Pushing event updated for resources: {'Port': ['ID=4efc642a-8903-482f-bad0-6fa6cdb5ebc1,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:40.751331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Attempting to bind port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:54:40.751749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Attempting to bind port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:54:40.752156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Attempting to bind port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 on network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:54:40.759871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:54:40.760287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Checking segment: {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:54:40.760763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.761205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Bound using segment: {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:54:40.761718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Bound port: 4efc642a-8903-482f-bad0-6fa6cdb5ebc1, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:54:40.762132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.787457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.806242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object 09e5d343-008e-412c-87c5-8dc61361918b will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:54:40.849161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.859182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] For port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:54:40.862603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] For port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4efc642a-8903-482f-bad0-6fa6cdb5ebc1,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:54:40.912515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:40.939511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:54:40.944047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:54:40.949987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:54:40.977113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=09e5d343-008e-412c-87c5-8dc61361918b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:41.010423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f8deb-8d76-45e4-9047-d337c1c9f5ac None None] Pushing event updated for resources: {'Port': ['ID=4efc642a-8903-482f-bad0-6fa6cdb5ebc1,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:41.023291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.157730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.636779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.640612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 51f62da6-7f21-43ce-8326-87c066ba00ad up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:54:41.682945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.721321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.749423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 51f62da6-7f21-43ce-8326-87c066ba00ad completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:54:41.754838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 51f62da6-7f21-43ce-8326-87c066ba00ad triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:41.756223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.808916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.813282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=09e5d343-008e-412c-87c5-8dc61361918b,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:41.883672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.902733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 51f62da6-7f21-43ce-8326-87c066ba00ad, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=51f62da6-7f21-43ce-8326-87c066ba00ad,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:41.926625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:41.927527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:54:41.968694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:54:41.969933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:54:42.047655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=51f62da6-7f21-43ce-8326-87c066ba00ad,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:42.093851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:54:42.392695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:54:42.699333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f81cbc-3907-4633-86b8-3fa0d4a3ee09 None None] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:54:42.827151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6448fd2b-2c1a-4392-849e-352cce8af8fd None None] Provisioning for port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:54:42.837570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6448fd2b-2c1a-4392-849e-352cce8af8fd None None] Provisioning complete for port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:42.837989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6448fd2b-2c1a-4392-849e-352cce8af8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:42.853756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:54:42.867933 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5bc519cb-f2e9-4672-9741-4eec67e694ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/965c17fb-075d-4dcf-be02-ffb4d96e40c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7285805 Dec 21 22:54:43.073629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6448fd2b-2c1a-4392-849e-352cce8af8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:43.096765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-2aeb3650-3798-4300-ab2c-a6ec4f0c2325 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532831125&fields=id&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 267 time: 0.0584931 Dec 21 22:54:43.132865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6448fd2b-2c1a-4392-849e-352cce8af8fd None None] For port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4efc642a-8903-482f-bad0-6fa6cdb5ebc1,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:43.162526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6448fd2b-2c1a-4392-849e-352cce8af8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:43.245652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448fd2b-2c1a-4392-849e-352cce8af8fd None None] Pushing event updated for resources: {'Port': ['ID=4efc642a-8903-482f-bad0-6fa6cdb5ebc1,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:43.284030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e5bbcfa0-8880-4c29-86ce-0542a5b9af72 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:43.285727 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e5bbcfa0-8880-4c29-86ce-0542a5b9af72 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/networks?id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 200 len: 796 time: 0.1806288 Dec 21 22:54:43.306918 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e982ce1d-4c31-4d0e-a1ae-0d6b67a7911e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/quotas/f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 375 time: 0.0143645 Dec 21 22:54:43.398857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e659c0e8-8093-48e4-b997-082c17ec10b2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:54:43.403255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-647bb34f-17f4-41ba-b060-8dea8edbfaf8 None None] Provisioning complete for port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:43.403678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-647bb34f-17f4-41ba-b060-8dea8edbfaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:43.447188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e659c0e8-8093-48e4-b997-082c17ec10b2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:54:43.449833 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e659c0e8-8093-48e4-b997-082c17ec10b2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370592 Dec 21 22:54:43.469731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-48133325-ad39-4200-9cdd-69b0a25dcf89 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:54:43.470958 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-48133325-ad39-4200-9cdd-69b0a25dcf89 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0059261 Dec 21 22:54:43.514678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Sync routers for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:54:43.535563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:54:43.536256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:43.593669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 51f62da6-7f21-43ce-8326-87c066ba00ad up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:54:43.639186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-647bb34f-17f4-41ba-b060-8dea8edbfaf8 None None] Provisioning for port 09e5d343-008e-412c-87c5-8dc61361918b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:54:43.656097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-647bb34f-17f4-41ba-b060-8dea8edbfaf8 None None] Provisioning complete for port 09e5d343-008e-412c-87c5-8dc61361918b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:43.656645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-647bb34f-17f4-41ba-b060-8dea8edbfaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:43.660203 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-9d6dad02-44c1-4b57-823b-cb28e35db4d0 service neutron] 10.222.0.30 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819940 Dec 21 22:54:43.735756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-647bb34f-17f4-41ba-b060-8dea8edbfaf8 None None] Port 09e5d343-008e-412c-87c5-8dc61361918b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:54:43.745222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 51f62da6-7f21-43ce-8326-87c066ba00ad triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:43.745640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:43.752475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:54:43.830435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-60f0cfdf-d809-4fee-965e-8c93c6624737 service neutron] 10.222.0.30 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629372 Dec 21 22:54:43.910975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:54:43.941012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e5577b0e-e19f-4648-ac85-61c99c1f72aa None None] Provisioning complete for port 09e5d343-008e-412c-87c5-8dc61361918b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:43.941012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e5577b0e-e19f-4648-ac85-61c99c1f72aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:44.027584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e5577b0e-e19f-4648-ac85-61c99c1f72aa None None] Port 09e5d343-008e-412c-87c5-8dc61361918b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:54:44.043883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:44.044298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:44.127180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 2, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:44.131249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Checking router: 965c17fb-075d-4dcf-be02-ffb4d96e40c6 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:54:44.131761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Updating router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 port 09e5d343-008e-412c-87c5-8dc61361918b binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:54:44.197011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-84fbf417-bdfd-4b7c-b5f1-61d7a801b8e7 None None] Provisioning complete for port 09e5d343-008e-412c-87c5-8dc61361918b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:44.197506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-84fbf417-bdfd-4b7c-b5f1-61d7a801b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:44.259032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-84fbf417-bdfd-4b7c-b5f1-61d7a801b8e7 None None] Port 09e5d343-008e-412c-87c5-8dc61361918b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:54:44.330767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:44.683072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:44.695743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Transition to ACTIVE for port object 09e5d343-008e-412c-87c5-8dc61361918b will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:54:44.733909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:44.866052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Pushing event updated for resources: {'Port': ['ID=09e5d343-008e-412c-87c5-8dc61361918b,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:44.879356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.879727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.880086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.880490 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.880849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.881299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.881652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.882594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.882949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.883299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.883645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:54:44.975134 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Attempting to bind port 09e5d343-008e-412c-87c5-8dc61361918b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:54:44.975595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Attempting to bind port 09e5d343-008e-412c-87c5-8dc61361918b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:54:44.976202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Attempting to bind port 09e5d343-008e-412c-87c5-8dc61361918b on network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:54:44.984085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:54:44.984538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Checking segment: {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:54:44.985266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:44.985725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Bound using segment: {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:54:44.986230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Bound port: 09e5d343-008e-412c-87c5-8dc61361918b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:54:44.986633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:45.108538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] For port 09e5d343-008e-412c-87c5-8dc61361918b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:54:45.112383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] For port 09e5d343-008e-412c-87c5-8dc61361918b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=09e5d343-008e-412c-87c5-8dc61361918b,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:54:45.157365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:45.247796 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-903c9e5a-d81a-45e0-bd37-5fd4efdc40c4 req-1f18ffcf-9141-4e40-8189-5e282b8a77df tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 210 time: 0.1474235 Dec 21 22:54:45.250048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289937ef-14b8-4ca4-803a-efa2d938e80e None None] Pushing event updated for resources: {'Port': ['ID=09e5d343-008e-412c-87c5-8dc61361918b,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:45.254096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:54:45.254750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:45.457776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:54:45.797561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:45Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:54:45.803513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb4b9b-c830-4b9f-9434-ee1e33adbb26 None None] The sync data for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv is: [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:45Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:54:46.547732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-08558c82-f598-405e-bbeb-f23add301bbe req-e9f22e50-5fe5-4816-9f85-c3ec837a4bde tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 210 time: 0.1514013 Dec 21 22:54:47.184753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-c39adc66-924c-4071-ae26-c5f43938b463 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:47.186354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-c39adc66-924c-4071-ae26-c5f43938b463 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/networks?id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 200 len: 796 time: 0.1881015 Dec 21 22:54:47.244485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-36a99f5f-9e14-4b40-b25d-d02dc7975a1e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 379 time: 0.0457494 Dec 21 22:54:47.253176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'port': {'device_id': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'admin_state_up': True, 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'security_groups': ['c5e4ee03-47b6-4cd9-82b0-6c85e1318a98']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:47.402509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:47.412551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:47.442574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:54:47.449056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:47.588752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 09e5d343-008e-412c-87c5-8dc61361918b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:54:47.629026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.13 (01c29d9b-1ca2-4435-9e27-e2eb8f12677f/c118ee07-c67a-4c3d-a787-63117542f3a2/059b42ae-44af-4c69-8188-cbf9ebc4a0c0) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:54:47.688526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 09e5d343-008e-412c-87c5-8dc61361918b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:54:47.694847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 09e5d343-008e-412c-87c5-8dc61361918b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:47.695502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:47.764358 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-baf72fcb-f0d0-4c12-bf3a-df9e1f1367ea req-e797247c-93e3-49b3-b78e-b8411a3a2e27 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 210 time: 0.0709581 Dec 21 22:54:47.818048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:47.852422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 09e5d343-008e-412c-87c5-8dc61361918b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=09e5d343-008e-412c-87c5-8dc61361918b,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:47.881018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:47.884990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:47.901695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:54:47.950026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:47.954696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=09e5d343-008e-412c-87c5-8dc61361918b,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:48.029393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:54:48.030528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:54:48.035070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:54:48.066429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:48.105947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:48.106685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:48.167734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e94dd944-469f-412a-8c87-7d9bed1cb9ef tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9184773 Dec 21 22:54:48.181733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Request body: {'port': {'device_id': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:48.302375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:48.435305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0e440241-5965-4d94-b40c-652dce4392cb None None] Provisioning for port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:54:48.440508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-0e440241-5965-4d94-b40c-652dce4392cb None None] Provisioning complete for port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:48.440930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0e440241-5965-4d94-b40c-652dce4392cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:48.500768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-0e440241-5965-4d94-b40c-652dce4392cb None None] Port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:54:48.661189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:54:48.668734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:48.684191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Transition to ACTIVE for port object 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:54:48.726211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:48.861315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Pushing event updated for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:49.041389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Attempting to bind port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:54:49.041771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Attempting to bind port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:54:49.042140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Attempting to bind port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 on network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:54:49.058417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c031b3f-0d60-45ec-bb27-62d53b0133d1 req-37e486e6-c540-438d-a562-b8cc10d5b530 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:49.059125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1c031b3f-0d60-45ec-bb27-62d53b0133d1 req-37e486e6-c540-438d-a562-b8cc10d5b530 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:54:49.062837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 on network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:54:49.063194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Attempting to bind port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 on network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:54:49.078430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:54:49.078805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Checking segment: {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:54:49.079226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Bound using segment: {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:54:49.079698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Bound port: 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62d594a-efb9-4220-bf38-f54af7a6eab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:54:49.080082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:49.141560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-1c031b3f-0d60-45ec-bb27-62d53b0133d1 req-37e486e6-c540-438d-a562-b8cc10d5b530 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:54:49.142844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c031b3f-0d60-45ec-bb27-62d53b0133d1 req-37e486e6-c540-438d-a562-b8cc10d5b530 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 944 time: 0.2362256 Dec 21 22:54:49.213320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:54:49.222452 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c031b3f-0d60-45ec-bb27-62d53b0133d1 req-c056d7f7-a1bb-4557-9ec6-2eba2798ceb5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716102 Dec 21 22:54:49.225062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:54:49.254078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:49.325016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:49.326509 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-435bbe52-5e14-480b-a936-428916586d8f service neutron] 10.222.0.46 "PUT /v2.0/ports/059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 200 len: 1094 time: 1.1500704 Dec 21 22:54:49.326994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:54:49.341970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bbe52-5e14-480b-a936-428916586d8f service neutron] Pushing event updated for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:49.389356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'status': 'completed', 'code': 200} Dec 21 22:54:49.490125 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a79ca9a-17ff-4e2c-852f-8068ef5d0ab0 req-80938c3d-bb2c-4a1d-9d5a-cd6aa1309c38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1097 time: 0.0779381 Dec 21 22:54:49.573080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 09e5d343-008e-412c-87c5-8dc61361918b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:54:49.653812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79ca9a-17ff-4e2c-852f-8068ef5d0ab0 req-7fef4ac7-7a84-45e0-8fb6-7a088d1a73e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:49.655417 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a79ca9a-17ff-4e2c-852f-8068ef5d0ab0 req-7fef4ac7-7a84-45e0-8fb6-7a088d1a73e2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1586266 Dec 21 22:54:49.680215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 09e5d343-008e-412c-87c5-8dc61361918b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:49.680739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:49.806675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79ca9a-17ff-4e2c-852f-8068ef5d0ab0 req-5a6e5ec7-7363-4be7-b46d-b7d91c2fe4ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:49.808461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a79ca9a-17ff-4e2c-852f-8068ef5d0ab0 req-5a6e5ec7-7363-4be7-b46d-b7d91c2fe4ef service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470940 Dec 21 22:54:49.922376 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-8c4a4610-9269-4651-8d09-393afab4a928 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1097 time: 0.0759747 Dec 21 22:54:49.997655 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-b9f7d885-49c7-4c00-9b7f-10947b0e086a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 200 len: 217 time: 0.0687029 Dec 21 22:54:50.067261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-d7f5dfeb-5429-4812-9f4c-f7daa2ab3c85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:50.068781 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-d7f5dfeb-5429-4812-9f4c-f7daa2ab3c85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c118ee07-c67a-4c3d-a787-63117542f3a2 HTTP/1.1" status: 200 len: 835 time: 0.0640852 Dec 21 22:54:50.153341 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-bbc21810-fafc-4479-b693-d690a830fa75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784111 Dec 21 22:54:50.300015 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-a4ef0977-34c1-41c7-81e0-508a33ed3f87 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389430 Dec 21 22:54:50.502464 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-697a6ed6-d71e-4804-bcb5-c8b24f12f85a req-e10655e4-873a-41a6-b955-4c807b926b29 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960845 Dec 21 22:54:50.517113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a69ec-3b21-4f20-9144-e393cb6b7ec3 req-aeb5ec0f-9503-4d38-8a9a-4d97f7952e5d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:50.518665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a9a69ec-3b21-4f20-9144-e393cb6b7ec3 req-aeb5ec0f-9503-4d38-8a9a-4d97f7952e5d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 944 time: 0.1711950 Dec 21 22:54:50.568125 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5a9a69ec-3b21-4f20-9144-e393cb6b7ec3 req-293d51ab-4335-4dad-88c3-dab1c16a8bf1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Dec 21 22:54:51.778091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430bb51-8ce5-4368-8ea5-d61d409fdeda req-2d2521f3-a66f-41c5-8c08-9bf9c96d7137 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:51.779619 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9430bb51-8ce5-4368-8ea5-d61d409fdeda req-2d2521f3-a66f-41c5-8c08-9bf9c96d7137 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 944 time: 0.0875986 Dec 21 22:54:51.827985 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9430bb51-8ce5-4368-8ea5-d61d409fdeda req-ea20d172-74a5-4eb7-9744-82d2253fd3ae tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Dec 21 22:54:53.029892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab2a3f-4266-41fd-a238-db39b988288f req-14af9ee9-c0c2-457d-b5c9-8b54ba9e5b2a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:53.031511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3eab2a3f-4266-41fd-a238-db39b988288f req-14af9ee9-c0c2-457d-b5c9-8b54ba9e5b2a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 944 time: 0.0832636 Dec 21 22:54:53.083717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3eab2a3f-4266-41fd-a238-db39b988288f req-d678971f-0177-4245-8809-4988fd9f2971 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459311 Dec 21 22:54:54.286932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1502463-cb67-4aba-8a6f-8a0553217fb9 req-08e5a165-a654-40fc-93dd-a3fc7d97ea2d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:54.289194 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f1502463-cb67-4aba-8a6f-8a0553217fb9 req-08e5a165-a654-40fc-93dd-a3fc7d97ea2d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 944 time: 0.0826507 Dec 21 22:54:54.337857 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f1502463-cb67-4aba-8a6f-8a0553217fb9 req-85159377-032b-407d-aeca-a1b0830b2797 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427542 Dec 21 22:54:54.378697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:54:54.674905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:54.689140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'port_id': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'mac_address': 'fa:16:3e:b4:98:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:54:54.744900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:54.763225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:54:54.779002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:54.796085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:54.866789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:55.004040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['059b42ae-44af-4c69-8188-cbf9ebc4a0c0'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:54:55.772233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c8624-d785-444b-9f1e-e5fb7d83f044 req-8f0f8059-29b9-44fd-87e4-c57daeb8e71d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:55.773873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab2c8624-d785-444b-9f1e-e5fb7d83f044 req-8f0f8059-29b9-44fd-87e4-c57daeb8e71d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 945 time: 0.3094642 Dec 21 22:54:55.824654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ab2c8624-d785-444b-9f1e-e5fb7d83f044 req-27f530ff-67b1-4732-b958-a67d60497f11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445895 Dec 21 22:54:56.395143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:54:56.514301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:54:56.519075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:54:56.519482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:56.636024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:56.662923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:54:56.672767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:54:56.704974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:56.773455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:56.804152 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'code': 200} Dec 21 22:54:57.079678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a990a-d794-4d9d-b65d-e495db3f0f04 req-a5103611-42a5-4ae7-bc2a-a2c3ef79eccc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:57.081318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f5a990a-d794-4d9d-b65d-e495db3f0f04 req-a5103611-42a5-4ae7-bc2a-a2c3ef79eccc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.1302881 Dec 21 22:54:57.141597 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-399ef21d-86dc-451f-87e5-d216655cd33a req-5604e15f-b74a-4f7a-b3af-55e4237d57ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1099 time: 0.1238446 Dec 21 22:54:57.149306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f5a990a-d794-4d9d-b65d-e495db3f0f04 req-babc169e-a9d3-41e0-b34f-e5cf9df2815a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606713 Dec 21 22:54:57.190064 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-399ef21d-86dc-451f-87e5-d216655cd33a req-59fdcbba-4ce2-4e99-b2de-9b816586d013 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397363 Dec 21 22:54:58.363527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768994f0-bc44-4626-8f87-a284682393f5 req-360804f6-cfa1-4fd9-ac18-1b90b8161fd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:58.365097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-768994f0-bc44-4626-8f87-a284682393f5 req-360804f6-cfa1-4fd9-ac18-1b90b8161fd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0829918 Dec 21 22:54:58.417925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-768994f0-bc44-4626-8f87-a284682393f5 req-da17ee7d-c6cf-4bc2-8b82-bea5b2daf42a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Dec 21 22:54:58.623369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff8128-c4de-4b4c-83f6-e4d3ae3d1c8d req-05c9a748-355b-47ea-8dc8-435ab4c8f63e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:54:58.624919 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eeff8128-c4de-4b4c-83f6-e4d3ae3d1c8d req-05c9a748-355b-47ea-8dc8-435ab4c8f63e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0825000 Dec 21 22:54:58.672468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eeff8128-c4de-4b4c-83f6-e4d3ae3d1c8d req-7fba31b4-90d0-4edd-8442-0a3b99930077 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Dec 21 22:54:58.699573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49294) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:58.777434 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0f1f4c2e-d7f7-4f6a-a406-a3488e17ebcf tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1094 time: 0.0766470 Dec 21 22:54:58.780326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49298) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:58.785986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:58.792788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:54:58.796977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:floatingip and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:54:58.804320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:54:58.806750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:54:58.857530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:59.005260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:59.149460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.248 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/37fc9a95-0087-45f1-9a77-dde5a1c6f53a) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:54:59.306288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:59.360565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:54:59.434602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:54:59.437784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:54:59.442181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:54:59.472028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=37fc9a95-0087-45f1-9a77-dde5a1c6f53a,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:54:59.971951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:00.054013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:00.160222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:55:00.265469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:00.304908 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:00.415741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=37fc9a95-0087-45f1-9a77-dde5a1c6f53a,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:55:00.432192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:00.633168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Floating IP 4045a338-8bab-4dbd-bc73-58fa7236377f associated. External IP: 172.26.6.248, port: 059b42ae-44af-4c69-8188-cbf9ebc4a0c0. Dec 21 22:55:01.040415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:55:01.467477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:55:01.478263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] Sync routers for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:55:01.492148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:55:01.492889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:55:01.516513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:01.575456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7efd762d-7f24-403e-87a2-31c0e7c967ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7939813 Dec 21 22:55:01.576089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:55:01.634499 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'status': 'completed', 'code': 200} Dec 21 22:55:01.692210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:55:01.809948 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41611220-eed0-48fb-8c99-fe30efe76aae req-417c8b88-475d-413e-9bf5-8326e59e5ddd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1099 time: 0.1493628 Dec 21 22:55:01.814675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6950beb-4ffc-4258-aed9-3267b4caac1c req-46d310d9-5808-4211-9e16-d00d01645414 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:01.816150 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6950beb-4ffc-4258-aed9-3267b4caac1c req-46d310d9-5808-4211-9e16-d00d01645414 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.1181955 Dec 21 22:55:01.974541 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6950beb-4ffc-4258-aed9-3267b4caac1c req-d3500ce5-c807-408d-8b13-7ab3478e156d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327567 Dec 21 22:55:02.002254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611220-eed0-48fb-8c99-fe30efe76aae req-691bd00c-b526-4972-b2ed-93f0e2c8964e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:02.002254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41611220-eed0-48fb-8c99-fe30efe76aae req-691bd00c-b526-4972-b2ed-93f0e2c8964e service neutron] 10.222.0.46 "GET /v2.0/networks?id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 200 len: 897 time: 0.1806037 Dec 21 22:55:02.003087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49306) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:02.067142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '4045a338-8bab-4dbd-bc73-58fa7236377f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'port_id': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'mac_address': 'fa:16:3e:b4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:54:59Z', 'updated_at': '2021-12-21T22:54:59Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:47Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:55:02.071665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] Checking router: 965c17fb-075d-4dcf-be02-ffb4d96e40c6 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:55:02.083034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:55:02.083700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:54:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:55:02.206569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1fccb408-4018-4054-a9b1-08a73af9e4df tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/4045a338-8bab-4dbd-bc73-58fa7236377f HTTP/1.1" status: 200 len: 992 time: 0.2010479 Dec 21 22:55:02.207571 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41611220-eed0-48fb-8c99-fe30efe76aae req-c8f58f8f-aaa9-42fd-9b7b-ed0e774da3df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 200 len: 1000 time: 0.2015541 Dec 21 22:55:02.271568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:55:02.279291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611220-eed0-48fb-8c99-fe30efe76aae req-fe06d038-4679-4b68-acf6-0f3ef4cda220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:02.280922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41611220-eed0-48fb-8c99-fe30efe76aae req-fe06d038-4679-4b68-acf6-0f3ef4cda220 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c118ee07-c67a-4c3d-a787-63117542f3a2 HTTP/1.1" status: 200 len: 835 time: 0.0666809 Dec 21 22:55:02.360323 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41611220-eed0-48fb-8c99-fe30efe76aae req-ffa72086-d32b-47a1-909f-6c62207e40e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735054 Dec 21 22:55:02.503272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41611220-eed0-48fb-8c99-fe30efe76aae req-e787bd5d-d4a0-45df-a053-3e8cd00d67f8 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364615 Dec 21 22:55:02.641652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '4045a338-8bab-4dbd-bc73-58fa7236377f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'port_id': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'mac_address': 'fa:16:3e:b4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:54:59Z', 'updated_at': '2021-12-21T22:54:59Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:47Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:55:02.645828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e280d2-5f0a-4199-b352-655113324800 None None] The sync data for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv is: [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '4045a338-8bab-4dbd-bc73-58fa7236377f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'port_id': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'mac_address': 'fa:16:3e:b4:98:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:54:59Z', 'updated_at': '2021-12-21T22:54:59Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:47Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:55:02.648053 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-41611220-eed0-48fb-8c99-fe30efe76aae req-6ca53ada-d07d-44e1-a8a6-5c927013a19f service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392550 Dec 21 22:55:02.999323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b007e69-1c1f-408e-b38c-6d274dbc48f4 None None] New status for floating IP 4045a338-8bab-4dbd-bc73-58fa7236377f: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:55:03.209835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49310) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:03.324691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-24973adc-3e26-4ac1-885b-bd545874c89d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/4045a338-8bab-4dbd-bc73-58fa7236377f HTTP/1.1" status: 200 len: 994 time: 0.1132772 Dec 21 22:55:03.807722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:07.333619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-078e5eac-5c11-41a4-b17a-2d435cf9fc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:08.859237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:10.041691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2808db8b-3bb7-4d4b-9c1d-600a4a462901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:10.173065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:11.687634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:33.806833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:34.657483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84aa6138-0ded-481e-977e-733227232be7 req-c2a25d18-058b-441b-ab47-b8638d9a7589 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0792046 Dec 21 22:55:35.041319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49332) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:35.045668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62ceb-9105-40a4-a2aa-1168c7a9c0f3 req-b3480ea8-ba18-44af-9fe1-9a414cdeac0f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:35.047270 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-77e62ceb-9105-40a4-a2aa-1168c7a9c0f3 req-b3480ea8-ba18-44af-9fe1-9a414cdeac0f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0858972 Dec 21 22:55:35.099099 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-77e62ceb-9105-40a4-a2aa-1168c7a9c0f3 req-043f8bb8-428f-4107-9ad6-a7e4d612ddf0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Dec 21 22:55:35.198388 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-fa8b25e4-fc8c-43cf-89c5-f8f03e1b4e87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1556761 Dec 21 22:55:36.308839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98798fd0-58c1-4cdd-b7c5-c6f6c689049e req-a598de2b-6b90-4b55-a272-0dbe01e5eb2d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:36.311119 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-98798fd0-58c1-4cdd-b7c5-c6f6c689049e req-a598de2b-6b90-4b55-a272-0dbe01e5eb2d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0871208 Dec 21 22:55:36.359582 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-98798fd0-58c1-4cdd-b7c5-c6f6c689049e req-096c67a0-741e-4fcf-9b44-73fdfbeba69d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427377 Dec 21 22:55:37.161125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:55:37.349905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e691a058-91c5-4660-a9e9-e8ac7c438146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:37.562850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf32256-2028-49c9-b4d7-e258ae523964 req-8b72c4e5-21b0-4d74-ab9b-34f892150233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:37.564500 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cf32256-2028-49c9-b4d7-e258ae523964 req-8b72c4e5-21b0-4d74-ab9b-34f892150233 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0833719 Dec 21 22:55:37.612312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cf32256-2028-49c9-b4d7-e258ae523964 req-8a40c409-12ae-4fa6-adda-8b3ab32fd224 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Dec 21 22:55:38.819052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd495f41-4dd1-426a-91f0-6b2cda10e741 req-b4513074-fe63-449e-a8db-556e578aa06d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:38.820799 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dd495f41-4dd1-426a-91f0-6b2cda10e741 req-b4513074-fe63-449e-a8db-556e578aa06d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0887542 Dec 21 22:55:38.852855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:38.871209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dd495f41-4dd1-426a-91f0-6b2cda10e741 req-464994bd-6e1c-4e51-b38e-d4b781208073 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439749 Dec 21 22:55:40.035232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e0da27e2-9fb6-48ee-a1d6-ad9da0239ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:40.082569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d291b-61f3-4dea-bfe9-05e1bf2487af req-a103ea3b-3302-4f5f-abd1-00e34583085b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:40.084591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a37d291b-61f3-4dea-bfe9-05e1bf2487af req-a103ea3b-3302-4f5f-abd1-00e34583085b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0877161 Dec 21 22:55:40.142675 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a37d291b-61f3-4dea-bfe9-05e1bf2487af req-4d49ccc0-fc6b-4a7e-aa54-f65f59798ff8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513895 Dec 21 22:55:40.194247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:41.151579 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-ff429665-c99a-4c7f-8eac-e4c57504d8ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1099 time: 0.0762742 Dec 21 22:55:41.345077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1645-89c3-4331-a336-37083dfe1490 req-bbbad4f2-4437-4bce-97bd-48de10a62225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:41.346666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-bbbad4f2-4437-4bce-97bd-48de10a62225 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 200 len: 897 time: 0.1882358 Dec 21 22:55:41.460049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589768e-99cf-47b2-89df-8cd420ae45b3 req-706e82bd-9dff-42d4-a5e7-999ab7232042 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:41.461600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8589768e-99cf-47b2-89df-8cd420ae45b3 req-706e82bd-9dff-42d4-a5e7-999ab7232042 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.1846702 Dec 21 22:55:41.496729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-8b1498ba-450e-4056-9e64-0cb8fc203733 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 200 len: 1002 time: 0.1425593 Dec 21 22:55:41.575137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8589768e-99cf-47b2-89df-8cd420ae45b3 req-3d12b0c7-7801-4eb6-a65f-2820de1e0d5d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017051 Dec 21 22:55:41.586206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1645-89c3-4331-a336-37083dfe1490 req-5fa1b5a8-da79-40b6-8051-af8994d3f5b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:41.587734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-5fa1b5a8-da79-40b6-8051-af8994d3f5b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c118ee07-c67a-4c3d-a787-63117542f3a2 HTTP/1.1" status: 200 len: 835 time: 0.0791843 Dec 21 22:55:41.669825 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-4cf0094a-4ac5-4627-b204-4b9792e8011a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747530 Dec 21 22:55:41.686706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:41.812259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-393eb32a-9ec5-40b1-972e-f87e2883dfc6 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351504 Dec 21 22:55:41.955568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-81594495-1116-48db-95de-f88fdd7cdb3e service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365182 Dec 21 22:55:42.783457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db0625-8de9-4a10-a1c9-0e56b3f5d0db req-d07a8457-df6d-43ec-be24-f89bdb784d82 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:42.785143 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-33db0625-8de9-4a10-a1c9-0e56b3f5d0db req-d07a8457-df6d-43ec-be24-f89bdb784d82 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0870142 Dec 21 22:55:42.835065 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-33db0625-8de9-4a10-a1c9-0e56b3f5d0db req-c212e97c-7e6b-443a-99a1-65ed8775bf40 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431907 Dec 21 22:55:43.081310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-ca111e2c-30e0-42db-8b10-a1576c8600b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1099 time: 0.0790088 Dec 21 22:55:43.236901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-e2e22326-fcf9-4b55-84bd-91c7dd301c0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:43.238540 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-e2e22326-fcf9-4b55-84bd-91c7dd301c0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 200 len: 897 time: 0.1380997 Dec 21 22:55:43.348236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-a494bf19-3ba8-4da6-9820-d287a16e5491 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 200 len: 1002 time: 0.1018622 Dec 21 22:55:43.423899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-b5856d2b-411a-42f3-aecb-31d0511856b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:43.425474 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-b5856d2b-411a-42f3-aecb-31d0511856b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c118ee07-c67a-4c3d-a787-63117542f3a2 HTTP/1.1" status: 200 len: 835 time: 0.0704129 Dec 21 22:55:43.508887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-3028eed8-def9-4ca8-baac-c42fdbe96b08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764794 Dec 21 22:55:43.652783 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-41af7bb4-5852-404b-84f4-4770d2059f6a service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375082 Dec 21 22:55:43.808630 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e203aa5f-8a70-475d-ac68-27a4f1b428b5 req-228f9f73-7fac-40fa-928b-482029915c4c service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489284 Dec 21 22:55:44.051724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e00c6-ac1b-44c7-a117-a3bdfe8b5df7 req-b86da538-d960-47b9-9d4b-c96eda0d9491 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:44.053487 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-971e00c6-ac1b-44c7-a117-a3bdfe8b5df7 req-b86da538-d960-47b9-9d4b-c96eda0d9491 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0935981 Dec 21 22:55:44.103692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-971e00c6-ac1b-44c7-a117-a3bdfe8b5df7 req-06c30ce8-d725-4c4b-9308-0221fa4370d2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435431 Dec 21 22:55:45.308432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c7fbf-6a83-4f7e-b858-16db8a1438ac req-9eb7eb6b-7b35-42cc-8970-96b02e7908ae tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:45.310006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c4c7fbf-6a83-4f7e-b858-16db8a1438ac req-9eb7eb6b-7b35-42cc-8970-96b02e7908ae tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0839472 Dec 21 22:55:45.358211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4c4c7fbf-6a83-4f7e-b858-16db8a1438ac req-555eba27-f679-4f92-a065-895e1ee7d9ee tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421653 Dec 21 22:55:46.560957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91939a-119b-460d-a10f-bb1a9fb66611 req-31f3c69a-9c1e-45ae-b021-4214cff39fbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:46.562543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2a91939a-119b-460d-a10f-bb1a9fb66611 req-31f3c69a-9c1e-45ae-b021-4214cff39fbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0810666 Dec 21 22:55:46.610886 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2a91939a-119b-460d-a10f-bb1a9fb66611 req-1fd164b4-a017-4075-a486-411075f142df tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419991 Dec 21 22:55:47.820621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc672f-a278-4b30-acac-874eae46db9e req-de9b930b-9be4-49a8-90d3-094c4f4495df tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:47.822371 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-19bc672f-a278-4b30-acac-874eae46db9e req-de9b930b-9be4-49a8-90d3-094c4f4495df tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0853596 Dec 21 22:55:47.870256 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-19bc672f-a278-4b30-acac-874eae46db9e req-d6787b51-e005-4c51-a3e2-a4d3974f855f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418370 Dec 21 22:55:49.079968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3c1b-c68a-40c0-9208-c058dbabd8ff req-3eb10aa3-42d4-421d-a6c9-42db7d9118b1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:49.081623 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aeec3c1b-c68a-40c0-9208-c058dbabd8ff req-3eb10aa3-42d4-421d-a6c9-42db7d9118b1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0830379 Dec 21 22:55:49.134239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aeec3c1b-c68a-40c0-9208-c058dbabd8ff req-a91ef50a-dd55-4a7e-a1cf-376d6c108f56 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453849 Dec 21 22:55:50.471816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52634bec-b214-4243-a7a2-aef6726e6115 req-4c74152a-f6e3-4ae0-a63e-f60bc422d1a8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:50.473972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-52634bec-b214-4243-a7a2-aef6726e6115 req-4c74152a-f6e3-4ae0-a63e-f60bc422d1a8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0831268 Dec 21 22:55:50.522563 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-52634bec-b214-4243-a7a2-aef6726e6115 req-e1f504f6-60a5-4f94-9da1-bd11b318df66 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425239 Dec 21 22:55:51.730769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853f3cb-9d87-46ec-982a-60acdffce199 req-79acc2f4-913d-4b44-91a0-3cad6f342836 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:51.732364 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e853f3cb-9d87-46ec-982a-60acdffce199 req-79acc2f4-913d-4b44-91a0-3cad6f342836 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0871353 Dec 21 22:55:51.780786 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e853f3cb-9d87-46ec-982a-60acdffce199 req-93ba5493-ec08-4708-96de-6b814c9e2d13 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Dec 21 22:55:52.984023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e058d9-725e-4215-b685-5994773a714f req-f5c83f44-e953-425c-bfde-306521323962 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:52.985650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7e058d9-725e-4215-b685-5994773a714f req-f5c83f44-e953-425c-bfde-306521323962 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0821440 Dec 21 22:55:53.034375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b7e058d9-725e-4215-b685-5994773a714f req-1290d59a-1e84-4012-9856-a4b5b58973ee tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Dec 21 22:55:54.110412 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-f70a343b-9676-46a4-a809-6ed65d2ced34 service neutron] 10.222.0.46 "GET /v2.0/ports/059b42ae-44af-4c69-8188-cbf9ebc4a0c0/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.3046818 Dec 21 22:55:54.242297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a611eb-df21-4106-84b0-560c2997f64f req-40eb3fc3-9497-4f21-9512-d95407a51a43 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:54.244214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-77a611eb-df21-4106-84b0-560c2997f64f req-40eb3fc3-9497-4f21-9512-d95407a51a43 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0843084 Dec 21 22:55:54.293306 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-77a611eb-df21-4106-84b0-560c2997f64f req-0c94e8cd-0ca7-4792-a381-1744140a1517 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428591 Dec 21 22:55:54.518576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-fad8119f-d3cb-4ecf-a064-ceaa12be68d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 1099 time: 0.0764582 Dec 21 22:55:54.612302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-a1259a65-5283-4e2d-873c-a41c9ce2824a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1099 time: 0.0724669 Dec 21 22:55:54.754697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1645-89c3-4331-a336-37083dfe1490 req-9b668f0e-35f7-4a9b-8e74-07de12a92456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:54.756405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-9b668f0e-35f7-4a9b-8e74-07de12a92456 service neutron] 10.222.0.46 "GET /v2.0/networks?id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 200 len: 897 time: 0.1383915 Dec 21 22:55:54.865895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-c2c85884-5db5-4df6-9dc5-f0eeb26cfc77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 200 len: 1002 time: 0.1027102 Dec 21 22:55:54.937069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f1645-89c3-4331-a336-37083dfe1490 req-fad02257-be21-4876-b589-c8dedcb6041e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:54.938652 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-fad02257-be21-4876-b589-c8dedcb6041e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c118ee07-c67a-4c3d-a787-63117542f3a2 HTTP/1.1" status: 200 len: 835 time: 0.0666411 Dec 21 22:55:55.022366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-3c21d2cd-ccae-40ed-a5ff-75d3afc1e4a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770392 Dec 21 22:55:55.171047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-57a0736e-cd07-4c2f-96f8-bbf044361930 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413310 Dec 21 22:55:55.318533 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-249f1645-89c3-4331-a336-37083dfe1490 req-fa4255d2-a817-4fbe-bfaa-227509971c69 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409597 Dec 21 22:55:55.503414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d614-b48c-4e47-b687-1b2663157424 req-c681a3a1-0aa8-4911-b153-0d30cc6fb67f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:55.505635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bd78d614-b48c-4e47-b687-1b2663157424 req-c681a3a1-0aa8-4911-b153-0d30cc6fb67f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0839043 Dec 21 22:55:55.558961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bd78d614-b48c-4e47-b687-1b2663157424 req-a8c357d2-675b-490e-9020-e7748b5529d8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469663 Dec 21 22:55:56.682109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:55:56.772655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d3390-9e10-4e03-81e8-c990119c2a12 req-5d08bec8-3347-4495-a3f8-ae1d2169e9a8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:56.774263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bd5d3390-9e10-4e03-81e8-c990119c2a12 req-5d08bec8-3347-4495-a3f8-ae1d2169e9a8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.0874012 Dec 21 22:55:56.798730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:56.827554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bd5d3390-9e10-4e03-81e8-c990119c2a12 req-784a0a4f-4942-4a23-9967-360d88c10970 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469635 Dec 21 22:55:56.868096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:55:56.878197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:55:56.909900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:56.950236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'code': 200} Dec 21 22:55:56.983574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:55:56.993973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.994362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.994739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.995112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.995485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.995852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.996256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.996668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.997035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.997438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:56.997802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:55:58.039026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fb090-0dca-4f86-a5c2-9e29b1d7639d req-566153ff-a1ee-4ccb-b80d-48130ebc044f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:58.040649 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac9fb090-0dca-4f86-a5c2-9e29b1d7639d req-566153ff-a1ee-4ccb-b80d-48130ebc044f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 944 time: 0.0865602 Dec 21 22:55:58.089608 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac9fb090-0dca-4f86-a5c2-9e29b1d7639d req-7ef71101-af25-42b5-8ab6-64aa4cd96612 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427465 Dec 21 22:55:58.611314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23b9b5-9647-41f1-a2c6-55e6e55efb8e req-77e5ded4-e52d-4bfb-b1e6-debad38398de tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:58.612931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9c23b9b5-9647-41f1-a2c6-55e6e55efb8e req-77e5ded4-e52d-4bfb-b1e6-debad38398de tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 944 time: 0.1527879 Dec 21 22:55:58.619447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-4e7f3df0-9a4a-48a7-a4d6-e85d2d405549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:58.620914 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-4e7f3df0-9a4a-48a7-a4d6-e85d2d405549 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1265209 Dec 21 22:55:58.664571 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9c23b9b5-9647-41f1-a2c6-55e6e55efb8e req-d520c525-b171-44ee-8f1e-791a7f8e285c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424321 Dec 21 22:55:58.696777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:55:58.772878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-edfdea87-5b9b-41f5-8f79-e4d999786de0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1097 time: 0.0758853 Dec 21 22:55:58.848326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:55:58.862921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'port_id': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'mac_address': 'fa:16:3e:b4:98:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:55:58.921233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:58.940694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:55:58.956379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:55:58.983035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-3f22755a-d908-471d-8a97-42fc9b51a0ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:58.984683 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-3f22755a-d908-471d-8a97-42fc9b51a0ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 200 len: 897 time: 0.2059979 Dec 21 22:55:58.989609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:55:58.991941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a2229-c625-4b39-9773-a0c9d1b317cb req-bfa4709a-bdb7-4884-99c9-57175f984b07 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:58.993493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e65a2229-c625-4b39-9773-a0c9d1b317cb req-bfa4709a-bdb7-4884-99c9-57175f984b07 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 944 time: 0.1901839 Dec 21 22:55:59.063374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:55:59.069306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['059b42ae-44af-4c69-8188-cbf9ebc4a0c0'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:55:59.134562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e65a2229-c625-4b39-9773-a0c9d1b317cb req-a736618f-c53c-4e94-9f77-b57cdbceb730 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896676 Dec 21 22:55:59.136530 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-13d154c3-b501-4c1c-b420-5737af61818c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 200 len: 1001 time: 0.1419764 Dec 21 22:55:59.209698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-31a5c6a8-180f-4883-919b-d3f0d2b8186c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:55:59.211277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-31a5c6a8-180f-4883-919b-d3f0d2b8186c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c118ee07-c67a-4c3d-a787-63117542f3a2 HTTP/1.1" status: 200 len: 835 time: 0.0669725 Dec 21 22:55:59.295617 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-c01fba1d-50cf-4f60-9c08-4afcb08fa593 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772142 Dec 21 22:55:59.438524 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-1caf8170-9a82-48f1-9325-18576c95e7f4 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352572 Dec 21 22:55:59.580065 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5dad2986-80e1-46d5-95db-92ca710fbf5d req-d2770362-c5e8-4c5a-9832-97b950d79cc0 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339114 Dec 21 22:56:00.347376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e9dd-3d37-4aa2-bbe2-d83a86d22197 req-42554611-3020-4042-9ba7-e31a08636c55 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:00.352811 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7243e9dd-3d37-4aa2-bbe2-d83a86d22197 req-42554611-3020-4042-9ba7-e31a08636c55 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 945 time: 0.0844686 Dec 21 22:56:00.398372 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7243e9dd-3d37-4aa2-bbe2-d83a86d22197 req-51d58b37-e799-43ed-aa92-6c96137a22a5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Dec 21 22:56:00.426605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49422) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:00.538522 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad0de497-7738-4f72-9571-e278b3f20db6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/4045a338-8bab-4dbd-bc73-58fa7236377f HTTP/1.1" status: 200 len: 993 time: 0.1104946 Dec 21 22:56:00.713653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:56:00.784508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:00.784918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:01.059078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:01.086957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:56:01.096976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:56:01.138122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:01.170544 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'code': 200} Dec 21 22:56:01.209882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:03.823249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:07.335671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08d67b53-66c6-49b9-8f26-9157ee22bbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:08.889701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:10.038506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f849b491-ab6d-4be9-bbc0-deec3a7313ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:10.175620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:11.691688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:14.162955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:56:29.026394 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49438) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:29.238533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 37fc9a95-0087-45f1-9a77-dde5a1c6f53a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:56:29.238917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:29.414353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:29.414644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:29.757368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 37fc9a95-0087-45f1-9a77-dde5a1c6f53a owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:56:29.988970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:30.033687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=37fc9a95-0087-45f1-9a77-dde5a1c6f53a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:30.046073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.046460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.046835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.047208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.047581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.048118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.048304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.048651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.049014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.049377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.049740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:30.144192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:30.558718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:56:30.770510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:56:30.781308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] Sync routers for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:56:30.795618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:56:30.801398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:30.829179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:30.926728 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-09109fd2-4991-4524-b263-4a0000c9dc65 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/floatingips/4045a338-8bab-4dbd-bc73-58fa7236377f HTTP/1.1" status: 204 len: 168 time: 1.8991508 Dec 21 22:56:30.927946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:56:30.999025 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'status': 'completed', 'code': 200} Dec 21 22:56:31.029842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:56:31.212568 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7044a80b-1037-4281-a314-107d635fc566 req-32c79a7c-c128-4d42-8629-842e4d50f5d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 1099 time: 0.1899364 Dec 21 22:56:31.369858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044a80b-1037-4281-a314-107d635fc566 req-29fb0c65-a727-4e41-985c-4da16c9c29fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:31.371629 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7044a80b-1037-4281-a314-107d635fc566 req-29fb0c65-a727-4e41-985c-4da16c9c29fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 200 len: 897 time: 0.1520162 Dec 21 22:56:31.385447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:47Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:31.389659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] Checking router: 965c17fb-075d-4dcf-be02-ffb4d96e40c6 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:56:31.401777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:56:31.402422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:31.492299 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7044a80b-1037-4281-a314-107d635fc566 req-8c036dbe-309f-4fa9-bdc2-2fec10fab2a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 200 len: 217 time: 0.0781746 Dec 21 22:56:31.589300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d4de3-a27c-4fc6-8668-60b77639cedb req-abc83f83-0282-4e29-8aba-c61fabec68f3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:31.589563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:56:31.590062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a31d4de3-a27c-4fc6-8668-60b77639cedb req-abc83f83-0282-4e29-8aba-c61fabec68f3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:56:31.594473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044a80b-1037-4281-a314-107d635fc566 req-fe2eac32-f515-4828-b2ba-a4e187e6bd81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:31.596016 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7044a80b-1037-4281-a314-107d635fc566 req-fe2eac32-f515-4828-b2ba-a4e187e6bd81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c118ee07-c67a-4c3d-a787-63117542f3a2 HTTP/1.1" status: 200 len: 835 time: 0.0966752 Dec 21 22:56:31.683346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7044a80b-1037-4281-a314-107d635fc566 req-9efd10e8-d57d-4793-8f7a-7bfd2fc86c78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=01c29d9b-1ca2-4435-9e27-e2eb8f12677f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785487 Dec 21 22:56:31.684373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a31d4de3-a27c-4fc6-8668-60b77639cedb req-abc83f83-0282-4e29-8aba-c61fabec68f3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:56:31.685517 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a31d4de3-a27c-4fc6-8668-60b77639cedb req-abc83f83-0282-4e29-8aba-c61fabec68f3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.3114989 Dec 21 22:56:31.845459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a31d4de3-a27c-4fc6-8668-60b77639cedb req-60a2821e-5f97-4e02-b09a-78b19f499592 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304743 Dec 21 22:56:31.873918 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7044a80b-1037-4281-a314-107d635fc566 req-f10cddcb-2e58-4d1d-852b-66480187b5af service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822717 Dec 21 22:56:31.926156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:47Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:31.930933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff540d6-cbb8-4c62-94c4-8a2a3e15eaa0 None None] The sync data for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv is: [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '09e5d343-008e-412c-87c5-8dc61361918b', 'name': '', 'network_id': '01c29d9b-1ca2-4435-9e27-e2eb8f12677f', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:0e:c7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:40Z', 'updated_at': '2021-12-21T22:54:47Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'c118ee07-c67a-4c3d-a787-63117542f3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:56:32.027421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7044a80b-1037-4281-a314-107d635fc566 req-ccdf883c-734d-4cbf-8387-a9f7927b6ee8 service neutron] 10.222.0.46 "GET /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450984 Dec 21 22:56:32.402442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a266625-dc6b-42b0-815b-ee06c81221f9 None None] New status for floating IP 4045a338-8bab-4dbd-bc73-58fa7236377f: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:56:33.123004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dde35f-c192-4bfd-af7a-062c06e39d07 req-44df1dbd-98cb-4233-ba8f-a5e418cc6fbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:33.124645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59dde35f-c192-4bfd-af7a-062c06e39d07 req-44df1dbd-98cb-4233-ba8f-a5e418cc6fbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.1536856 Dec 21 22:56:33.131546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-8b60033d-3222-4ef6-bd10-aa67813bb9c8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:33.133035 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-8b60033d-3222-4ef6-bd10-aa67813bb9c8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 946 time: 0.1188488 Dec 21 22:56:33.240145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:56:33.240564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:33.270368 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-59dde35f-c192-4bfd-af7a-062c06e39d07 req-00102897-9e69-4a21-9c24-c2c580ceb8b1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363668 Dec 21 22:56:33.498285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:56:33.498873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:33.630214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:56:33.843518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:33.936771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:33.990148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=059b42ae-44af-4c69-8188-cbf9ebc4a0c0,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:34.066163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] No DVR routers for this DVR port 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:56:34.068985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:34.072140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'name': 'network-vif-deleted', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:56:34.114864 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a5526ab1-b8ac-4a3d-8b0d-a29209913d94 req-d1841035-8991-4157-af36-75b7e58dfa31 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "DELETE /v2.0/ports/059b42ae-44af-4c69-8188-cbf9ebc4a0c0 HTTP/1.1" status: 204 len: 173 time: 0.9663403 Dec 21 22:56:34.129576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf2144f-897f-4c57-a3ae-8d2b4b445904', 'name': 'network-vif-deleted', 'tag': '059b42ae-44af-4c69-8188-cbf9ebc4a0c0', 'status': 'completed', 'code': 200} Dec 21 22:56:34.463323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-86e693e4-abc4-47e5-9aaa-e96d7ebdc7f1 req-4f24e5c7-5cbe-4446-9148-ca71c2f54163 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:56:34.512021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-86e693e4-abc4-47e5-9aaa-e96d7ebdc7f1 req-4f24e5c7-5cbe-4446-9148-ca71c2f54163 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:56:34.513487 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-86e693e4-abc4-47e5-9aaa-e96d7ebdc7f1 req-4f24e5c7-5cbe-4446-9148-ca71c2f54163 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf2144f-897f-4c57-a3ae-8d2b4b445904 HTTP/1.1" status: 200 len: 210 time: 0.0996163 Dec 21 22:56:35.624839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49458) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:36.262455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:36.899898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 09e5d343-008e-412c-87c5-8dc61361918b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:56:36.900530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:36.921455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:56:36.956295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:56:36.956703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 059b42ae-44af-4c69-8188-cbf9ebc4a0c0 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:56:37.096302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 09e5d343-008e-412c-87c5-8dc61361918b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=09e5d343-008e-412c-87c5-8dc61361918b,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:56:37.096731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:37.224543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 09e5d343-008e-412c-87c5-8dc61361918b owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:56:37.342822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-feaedc1e-25de-43c9-a4a4-d9f9d354f42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:37.496853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:37.548340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=09e5d343-008e-412c-87c5-8dc61361918b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:37.862282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:38.468540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:56:38.672756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:56:38.682676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] Sync routers for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:56:38.695505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:56:38.702271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:38.738900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fbfbd65f-a932-4f37-b48e-00522ce0ed0c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/965c17fb-075d-4dcf-be02-ffb4d96e40c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1127996 Dec 21 22:56:38.741730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49462) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:38.898724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:56:38.938306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:38.941669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e772771-9cc1-452e-80c2-3cc929aa9ece tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting subnet c118ee07-c67a-4c3d-a787-63117542f3a2 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:56:38.945460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e772771-9cc1-452e-80c2-3cc929aa9ece tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:39.007250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e772771-9cc1-452e-80c2-3cc929aa9ece tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:39.094380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e772771-9cc1-452e-80c2-3cc929aa9ece tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:39.314488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e772771-9cc1-452e-80c2-3cc929aa9ece tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:39.360651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e772771-9cc1-452e-80c2-3cc929aa9ece tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Subnet': ['ID=c118ee07-c67a-4c3d-a787-63117542f3a2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:39.366141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e772771-9cc1-452e-80c2-3cc929aa9ece tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:39.372505 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8e772771-9cc1-452e-80c2-3cc929aa9ece tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/subnets/c118ee07-c67a-4c3d-a787-63117542f3a2 HTTP/1.1" status: 204 len: 168 time: 0.6296995 Dec 21 22:56:39.372678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8d2a5f-cf5b-4ef0-a544-963e09d149cc None None] Network 01c29d9b-1ca2-4435-9e27-e2eb8f12677f requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:56:39.375336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49466) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:39.393949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:56:37Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:39.409843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] Checking router: 965c17fb-075d-4dcf-be02-ffb4d96e40c6 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:56:39.519348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] Routers {'965c17fb-075d-4dcf-be02-ffb4d96e40c6'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:56:39.520034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:39.777892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] Set router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:56:39.830501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:39.887171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] DHCP port deletion for 01c29d9b-1ca2-4435-9e27-e2eb8f12677f request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:56:39.901411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] Deleting port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:56:39.901827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.044494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.080163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 51f62da6-7f21-43ce-8326-87c066ba00ad {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:56:40.080515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.149813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-30909558-4e18-479b-9e0b-6a6ecef10ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.266593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 51f62da6-7f21-43ce-8326-87c066ba00ad, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=51f62da6-7f21-43ce-8326-87c066ba00ad,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:56:40.266985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.286917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.299592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] For port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4efc642a-8903-482f-bad0-6fa6cdb5ebc1,segment=NetworkSegment(f62d594a-efb9-4220-bf38-f54af7a6eab2),segment_id=f62d594a-efb9-4220-bf38-f54af7a6eab2)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:56:40.299962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.397515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 51f62da6-7f21-43ce-8326-87c066ba00ad owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:56:40.435578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] Calling delete_port for 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:56:40.496979 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:56:37Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:40.503544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f508c3d2-94c5-4dab-8d56-5b1110a9f489 None None] The sync data for ids ['965c17fb-075d-4dcf-be02-ffb4d96e40c6'] in dv-neutron-822521-1-hyperv is: [{'id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172865503', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26'}], 'enable_snat': True}, 'gw_port_id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:56:37Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '51f62da6-7f21-43ce-8326-87c066ba00ad', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:3a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965c17fb-075d-4dcf-be02-ffb4d96e40c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:36Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:56:40.569817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.598173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:40.620308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] Pushing event deleted for resources: {'Port': ['ID=4efc642a-8903-482f-bad0-6fa6cdb5ebc1,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:40.626955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd67f2-6b5b-4431-9231-1572b1b8f3b1 None None] No DVR routers for this DVR port 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:56:40.653718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=51f62da6-7f21-43ce-8326-87c066ba00ad,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:40.894411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.162799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.167670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.279969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.280599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Fanout notify agent at l3_agent the message router_deleted on router 965c17fb-075d-4dcf-be02-ffb4d96e40c6 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:56:41.295702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.296946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-8e0797b4-3d3d-4067-87f7-af49321d48ca tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/routers/965c17fb-075d-4dcf-be02-ffb4d96e40c6 HTTP/1.1" status: 204 len: 168 time: 1.9206357 Dec 21 22:56:41.299907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49470) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:41.425522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.569566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.603980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c29d9b-1ca2-4435-9e27-e2eb8f12677f']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:41.617870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62d594a-efb9-4220-bf38-f54af7a6eab2') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:41.618185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62d594a-efb9-4220-bf38-f54af7a6eab2') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:41.626400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 51f62da6-7f21-43ce-8326-87c066ba00ad no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:56:41.630761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.648360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.655860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:56:41.656293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.672950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 51f62da6-7f21-43ce-8326-87c066ba00ad {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:56:41.673154 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:56:41.675447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 51f62da6-7f21-43ce-8326-87c066ba00ad not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:56:41.675447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 09e5d343-008e-412c-87c5-8dc61361918b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:56:41.712086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 09e5d343-008e-412c-87c5-8dc61361918b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:56:41.712518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 09e5d343-008e-412c-87c5-8dc61361918b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:56:41.712952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:56:41.748234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:56:41.752532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4efc642a-8903-482f-bad0-6fa6cdb5ebc1 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:56:41.771460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.799409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.825198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.831801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Network': ['ID=01c29d9b-1ca2-4435-9e27-e2eb8f12677f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:41.840810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fd8b091f-6c87-4e72-b0c6-dab9dc5bde0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/networks/01c29d9b-1ca2-4435-9e27-e2eb8f12677f HTTP/1.1" status: 204 len: 168 time: 0.5398118 Dec 21 22:56:41.843661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49474) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:41.916227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e908b9ab-e293-4a20-9963-90cced727f6a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:41.946948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e908b9ab-e293-4a20-9963-90cced727f6a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.128599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e908b9ab-e293-4a20-9963-90cced727f6a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.150909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908b9ab-e293-4a20-9963-90cced727f6a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e4ee03-47b6-4cd9-82b0-6c85e1318a98,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:42.158257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e908b9ab-e293-4a20-9963-90cced727f6a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.159498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e908b9ab-e293-4a20-9963-90cced727f6a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/security-groups/c5e4ee03-47b6-4cd9-82b0-6c85e1318a98 HTTP/1.1" status: 204 len: 168 time: 0.3147545 Dec 21 22:56:42.513997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49482) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:42.520214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467488337', 'description': 'tempest-secgroup-smoke-467488337 description', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:42.526878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:42.531271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:42.534288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:42.540385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:42.571460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.608057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:42.612211 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:42.615914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:42.621937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:42.714103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.736745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.784460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4d1384-2517-46e9-a423-6e71cdfe1366,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:42.799869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.802181 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fd939a49-a06e-4bf2-9e34-21e6a403eacd tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2861333 Dec 21 22:56:42.804940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49486) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:42.810846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2a4d1384-2517-46e9-a423-6e71cdfe1366', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:42.817247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:42.821829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:42.824839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:42.830895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:42.894562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.957296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:42.987693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.012771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f7f20c-124e-4292-826a-92ebdae457d1,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:43.042898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.044137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1d7d28db-4d9f-4c89-9b84-52d5d0859a11 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2381992 Dec 21 22:56:43.047096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49490) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:43.053109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2a4d1384-2517-46e9-a423-6e71cdfe1366', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:43.059527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:43.063609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:43.066602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:43.073059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:43.112241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.181302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.209259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.232033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ec82b0-0f31-4bcf-94b7-e377e95024ad,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:43.265603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.266885 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7cbf1357-e7f3-479d-bc3a-4882d3761d16 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2187989 Dec 21 22:56:43.269937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49494) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:43.276749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2a4d1384-2517-46e9-a423-6e71cdfe1366', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:43.282936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:43.287973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:43.290970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:43.297030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:43.342734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.406572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.433454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.459040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09437a05-1b7c-4a27-b440-17b8193a23ce,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:43.496455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.497734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2695e191-600d-404a-9dc6-3e60e0232040 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2257988 Dec 21 22:56:43.500711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49498) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:43.507108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2a4d1384-2517-46e9-a423-6e71cdfe1366', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:43.513232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:43.517198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:43.520180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:43.527081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:43.607225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.680034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.708354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.733954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ea6c64-1cc6-4e13-83e2-4d194034f2cd,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:43.771507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.772894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-728f9afe-e175-4fa6-b331-0a0d014dbbd2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2711942 Dec 21 22:56:43.775787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49502) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:43.781604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2a4d1384-2517-46e9-a423-6e71cdfe1366', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:43.788679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:43.792755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:43.795774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:43.802025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:43.845163 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:56:43.852637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.922397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.953534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:43.976861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef00e5c8-2383-49ab-96e0-e607f885d28b,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:44.016651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.017953 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-17daa04b-476a-48bb-8939-5c5392e7efbe tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2411377 Dec 21 22:56:44.021359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49506) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:44.027257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': '2a4d1384-2517-46e9-a423-6e71cdfe1366', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:44.033486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:44.038324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:44.041373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:44.047480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:44.085339 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:56:44.092606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.160784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.194005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.220138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9ab68d-ade6-4275-8a70-281846505af2,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:44.256686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.258051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ec2bc0ce-db25-4cbc-ba2d-0a53882d64cf tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2355986 Dec 21 22:56:44.261168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49510) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:44.267062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'network': {'name': 'tempest-network-smoke--125648488', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:44.273174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:44.277499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:network and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:44.280521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:44.286878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:44.325075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:56:44.330467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.362055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:56:44.418256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.418642 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Added segment e6cb0faf-9adb-4742-9f03-79d0db6f5fcc of type vlan for network 737c8918-ba60-40e1-8986-c2fff69b1ff6 Dec 21 22:56:44.484009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.559359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.563405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:44.564049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.677282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4142780 Dec 21 22:56:44.680101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49514) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:44.682770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf4769-e377-4d45-99d6-d8265b06cc3a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Network': ['ID=737c8918-ba60-40e1-8986-c2fff69b1ff6,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:44.686760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'admin_state_up': True, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:44.693938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:56:44.695224 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:44.699672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:router and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:44.702716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:44.708980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:44.751773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.752893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:44.824156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:45.009195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:45.453092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:45.489961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:45.631682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.77 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/6a000064-9d5b-4f99-bbe8-a406b7d6eb58) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:56:45.791578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:45.854767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:45.927635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:56:45.931207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:56:45.935237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:56:45.968319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=6a000064-9d5b-4f99-bbe8-a406b7d6eb58,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:45.991786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.992163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.992562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.992939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.993306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.993671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.994031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.994390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.994749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.995105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:45.995463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:46.152835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:46.153606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:46.450656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:56:46.658270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:56:46.668180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Sync routers for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:56:46.680862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:56:46.681516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:46.736705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:46.742158 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b1c999b4-21ff-4956-aff2-8792508e9c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0571418 Dec 21 22:56:46.747424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49518) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:46.871590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:56:46.872626 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c1436629-00d0-4afb-8d1b-b3ed5ffa6f42 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f851729a322c48a8a73a48f7d0b8f1a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1283441 Dec 21 22:56:46.874886 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49524) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:47.018450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23e317-cbb1-4cb1-9b64-5b98edb5ab44 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:47.020026 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4e23e317-cbb1-4cb1-9b64-5b98edb5ab44 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1441483 Dec 21 22:56:47.023185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49528) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:47.073101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d7da1e2b-04e8-474d-903e-65950756fb97 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487361 Dec 21 22:56:47.075986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49532) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:47.082400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-218125618', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:47.202658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:47.206969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:subnet and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:56:47.210452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:56:47.217210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:47.257159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:56:47.317763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:46Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:47.322483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Checking router: 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:56:47.323007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Updating router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:56:47.370149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:47.376639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:47.750277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:47.763049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Transition to ACTIVE for port object 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:56:47.769397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:47.797496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:47.856606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Subnet': ['ID=ff756495-3a8e-4fd8-892d-a550fe0d777e,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:47.869757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Checking segment: {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:56:47.870160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network hostable DHCP agents. Network: 737c8918-ba60-40e1-8986-c2fff69b1ff6, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:56:47.896614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Pushing event updated for resources: {'Port': ['ID=6a000064-9d5b-4f99-bbe8-a406b7d6eb58,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:47.899718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Attempting to bind port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:56:47.900123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Attempting to bind port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:56:47.900572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Attempting to bind port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:56:47.913729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.914101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.914466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.914826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.915184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.915537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.915889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.916239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.916616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.916963 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.917307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:56:47.921079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:56:47.921483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:56:47.921915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:47.922326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:56:47.922831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Bound port: 6a000064-9d5b-4f99-bbe8-a406b7d6eb58, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:56:47.923228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:47.957451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:56:48.000493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] For port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:56:48.003920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] For port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6a000064-9d5b-4f99-bbe8-a406b7d6eb58,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:56:48.015432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 737c8918-ba60-40e1-8986-c2fff69b1ff6) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:56:48.019510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:48.020203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:48.026462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccdd1ab-1d00-4bcf-98c0-eabea0c68126 None None] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:56:48.040526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:48.068163 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d5ac43d0-f05e-46f2-8eea-a07d2f5663b7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9909327 Dec 21 22:56:48.071798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49536) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:48.137607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:56:48.138633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:48.219716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82760871-0c9d-4e98-96de-406f1bbd5e55 None None] Pushing event updated for resources: {'Port': ['ID=6a000064-9d5b-4f99-bbe8-a406b7d6eb58,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:48.287067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-737c8918-ba60-40e1-8986-c2fff69b1ff6', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:56:48.288279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:48.370006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:56:48.499749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Allocated IP 172.20.0.2 (737c8918-ba60-40e1-8986-c2fff69b1ff6/ff756495-3a8e-4fd8-892d-a550fe0d777e/c926f63d-7ccf-44f0-afbd-3fad5cf25e4c) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:56:48.706895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:46Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:48.711797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db376e5c-c2bd-4ca7-b549-d160ed04dcc6 None None] The sync data for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv is: [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:46Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:56:48.851661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:48.863226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Transition to ACTIVE for port object c926f63d-7ccf-44f0-afbd-3fad5cf25e4c will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:56:48.936876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Transition to ACTIVE for port object c926f63d-7ccf-44f0-afbd-3fad5cf25e4c will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:56:48.966589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:48.975572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:49.048507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:56:49.051795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:56:49.056533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:56:49.058769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Pushing event updated for resources: {'Port': ['ID=c926f63d-7ccf-44f0-afbd-3fad5cf25e4c,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:49.163148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Attempting to bind port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:56:49.163567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Attempting to bind port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:56:49.163981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Attempting to bind port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c on network 737c8918-ba60-40e1-8986-c2fff69b1ff6 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:56:49.173076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:56:49.173496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Checking segment: {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:56:49.174021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:49.174524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Bound using segment: {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:56:49.174855 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Bound port: c926f63d-7ccf-44f0-afbd-3fad5cf25e4c, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:56:49.175269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:49.281853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] For port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:56:49.286190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] For port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c926f63d-7ccf-44f0-afbd-3fad5cf25e4c,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:56:49.346529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:49.441017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad5c83-caaf-4689-8507-5e20af31d2b0 None None] Pushing event updated for resources: {'Port': ['ID=c926f63d-7ccf-44f0-afbd-3fad5cf25e4c,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:49.455801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.1 (737c8918-ba60-40e1-8986-c2fff69b1ff6/ff756495-3a8e-4fd8-892d-a550fe0d777e/65ba037e-2da8-4180-9f56-a41061c8db71) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:56:49.643822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:49.661315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:56:49.669966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object 65ba037e-2da8-4180-9f56-a41061c8db71 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:56:49.726880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:49.793647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:56:49.802659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:49.803369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:49.811785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:56:49.815930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:56:49.820803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:56:50.125557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:50.143508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6a000064-9d5b-4f99-bbe8-a406b7d6eb58,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:56:50.167278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=65ba037e-2da8-4180-9f56-a41061c8db71,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:50.182193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:50.185707 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:50.259924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=6a000064-9d5b-4f99-bbe8-a406b7d6eb58,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:50.335932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:50.762395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:50.791551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:50.916576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:50.920462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=65ba037e-2da8-4180-9f56-a41061c8db71,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:51.078689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:56:51.079882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:56:51.142323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376b776-ab66-4dcb-b547-bab4937459b9 None None] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:56:51.165895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:56:51.314988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-821edf9f-1fa9-4df1-8eda-a197baaed56f None None] Provisioning for port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:56:51.494980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:56:51.724382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c926f63d-7ccf-44f0-afbd-3fad5cf25e4c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:56:51.741074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:56:51.760396 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9ef58016-fbe5-435d-8b10-e19b080498f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/365d78af-5c2a-4211-bb83-5ec6ebdf68f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6843438 Dec 21 22:56:51.857132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-08e23111-0f79-46da-95ef-521dc12f2a71 None None] Provisioning for port 65ba037e-2da8-4180-9f56-a41061c8db71 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:56:51.862937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-08e23111-0f79-46da-95ef-521dc12f2a71 None None] Provisioning complete for port 65ba037e-2da8-4180-9f56-a41061c8db71 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:51.863484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08e23111-0f79-46da-95ef-521dc12f2a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:51.896318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Sync routers for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:56:51.906229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:56:51.919826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:51.920242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:51.983473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-08e23111-0f79-46da-95ef-521dc12f2a71 None None] Port 65ba037e-2da8-4180-9f56-a41061c8db71 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:56:51.985859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-6d6d9e3b-1a50-4847-86c5-7ee8ff7d86fc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:56:51.999840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:56:52.000580 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:52.033943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-6d6d9e3b-1a50-4847-86c5-7ee8ff7d86fc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:56:52.035298 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-6d6d9e3b-1a50-4847-86c5-7ee8ff7d86fc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467488337&fields=id&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 267 time: 0.0970907 Dec 21 22:56:52.214512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-e74e4e16-09fa-45ef-8f46-0f29e1670828 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:52.215286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-e74e4e16-09fa-45ef-8f46-0f29e1670828 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:56:52.259797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-e74e4e16-09fa-45ef-8f46-0f29e1670828 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:56:52.261187 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-e74e4e16-09fa-45ef-8f46-0f29e1670828 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/networks?id=737c8918-ba60-40e1-8986-c2fff69b1ff6 HTTP/1.1" status: 200 len: 796 time: 0.2159104 Dec 21 22:56:52.264680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:52.276187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3009d734-bb53-43f8-863b-3af7f8ca4320 None None] Provisioning complete for port 65ba037e-2da8-4180-9f56-a41061c8db71 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:52.276623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3009d734-bb53-43f8-863b-3af7f8ca4320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:52.279014 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-a16a1f68-08fc-4670-8ff3-7229d67dfeff tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/quotas/f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 375 time: 0.0117838 Dec 21 22:56:52.336769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:56:52.369290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-2f3d050f-c5c4-4fbf-a383-bb65a330a985 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:56:52.404078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3009d734-bb53-43f8-863b-3af7f8ca4320 None None] Port 65ba037e-2da8-4180-9f56-a41061c8db71 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:56:52.416583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-2f3d050f-c5c4-4fbf-a383-bb65a330a985 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:56:52.418078 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-2f3d050f-c5c4-4fbf-a383-bb65a330a985 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333897 Dec 21 22:56:52.427891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c926f63d-7ccf-44f0-afbd-3fad5cf25e4c,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:56:52.489964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:52.490809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:56:52.642809 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-2258388b-548b-406e-85a3-71a8972db75b service neutron] 10.222.0.30 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112670 Dec 21 22:56:52.734201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-813c5552-f861-4b53-aabc-4c3c513f2774 None None] Provisioning complete for port 65ba037e-2da8-4180-9f56-a41061c8db71 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:52.734615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-813c5552-f861-4b53-aabc-4c3c513f2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:52.784256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=c926f63d-7ccf-44f0-afbd-3fad5cf25e4c,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:52.790172 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-58ceb150-80a0-48d8-af2e-ed8cf24b7ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405501 Dec 21 22:56:52.860145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-813c5552-f861-4b53-aabc-4c3c513f2774 None None] Port 65ba037e-2da8-4180-9f56-a41061c8db71 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:56:52.864819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:52.865237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:52.994894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 2, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:53.008996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Checking router: 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:56:53.009401 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Updating router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 port 65ba037e-2da8-4180-9f56-a41061c8db71 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:56:53.057222 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-98389b61-3c0c-4a75-b7e3-b9cb543fa829 req-a0f097d9-3e60-4765-a4af-0592d9bd2177 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 210 time: 0.0470963 Dec 21 22:56:53.081559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:53.630055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c926f63d-7ccf-44f0-afbd-3fad5cf25e4c up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:56:53.666247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:53.695603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Transition to ACTIVE for port object 65ba037e-2da8-4180-9f56-a41061c8db71 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:56:53.721790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:53.722205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:53.750305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:53.904713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602715b-5936-4ee8-a461-8040a7e83629 None None] Pushing event updated for resources: {'Port': ['ID=65ba037e-2da8-4180-9f56-a41061c8db71,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:54.073228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Attempting to bind port 65ba037e-2da8-4180-9f56-a41061c8db71 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:56:54.073647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Attempting to bind port 65ba037e-2da8-4180-9f56-a41061c8db71 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:56:54.074037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Attempting to bind port 65ba037e-2da8-4180-9f56-a41061c8db71 on network 737c8918-ba60-40e1-8986-c2fff69b1ff6 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:56:54.083003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:56:54.083438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Checking segment: {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:56:54.083858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:54.084298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Bound using segment: {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:56:54.084824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Bound port: 65ba037e-2da8-4180-9f56-a41061c8db71, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:56:54.085249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:54.237313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] For port 65ba037e-2da8-4180-9f56-a41061c8db71, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:56:54.240960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] For port 65ba037e-2da8-4180-9f56-a41061c8db71, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=65ba037e-2da8-4180-9f56-a41061c8db71,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:56:54.260160 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b349d15-87d3-4397-af24-65e3535589ec req-634511ca-45ca-4268-abe7-75ebcdecc71b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 210 time: 0.0514193 Dec 21 22:56:54.297282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:54.380630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602715b-5936-4ee8-a461-8040a7e83629 None None] Pushing event updated for resources: {'Port': ['ID=65ba037e-2da8-4180-9f56-a41061c8db71,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:54.387198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:56:54.387861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:54.587136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:56:54.952278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-b2a3315e-9503-4446-9740-9399014670eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:54Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:56:54.957034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3315e-9503-4446-9740-9399014670eb None None] The sync data for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv is: [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:54Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:56:55.170548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-aa8f54e9-8100-4f11-b700-102eb8436825 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:55.172459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-aa8f54e9-8100-4f11-b700-102eb8436825 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/networks?id=737c8918-ba60-40e1-8986-c2fff69b1ff6 HTTP/1.1" status: 200 len: 796 time: 0.4148872 Dec 21 22:56:55.234480 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-e2c5f949-98ca-4f47-bb06-abc43da9c284 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 379 time: 0.0490763 Dec 21 22:56:55.248039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'port': {'device_id': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'admin_state_up': True, 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'security_groups': ['2a4d1384-2517-46e9-a423-6e71cdfe1366']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:55.446923 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-271bed4d-a846-4428-89fb-d397361665ea req-3498281c-2024-4f43-9776-484b9ae01c35 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 210 time: 0.0576236 Dec 21 22:56:55.447947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:56:55.459976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:56:55.514013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:56:55.520508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:55.662365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 65ba037e-2da8-4180-9f56-a41061c8db71 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:56:55.708431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.14 (737c8918-ba60-40e1-8986-c2fff69b1ff6/ff756495-3a8e-4fd8-892d-a550fe0d777e/0c1d3863-47a3-4358-a697-233eeff3667b) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:56:55.765213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 65ba037e-2da8-4180-9f56-a41061c8db71 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:56:55.771393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 65ba037e-2da8-4180-9f56-a41061c8db71 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:55.771811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:55.934385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:55.936742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:55.954677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object 0c1d3863-47a3-4358-a697-233eeff3667b will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:56:55.976384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 65ba037e-2da8-4180-9f56-a41061c8db71, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=65ba037e-2da8-4180-9f56-a41061c8db71,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:56:56.001259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:56.028369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:56.107579 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:56:56.111306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=0c1d3863-47a3-4358-a697-233eeff3667b,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:56.114142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:56:56.120379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:56:56.121198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=65ba037e-2da8-4180-9f56-a41061c8db71,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:56.186419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:56.187156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:56.309352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0d337038-cfc1-4ae3-8991-b9be5fc7a555 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0655472 Dec 21 22:56:56.323556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Request body: {'port': {'device_id': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:56.428666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7dd0e0c0-d4ec-4522-8f0d-5f1c64d39372 None None] Provisioning for port 0c1d3863-47a3-4358-a697-233eeff3667b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:56:56.434115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7dd0e0c0-d4ec-4522-8f0d-5f1c64d39372 None None] Provisioning complete for port 0c1d3863-47a3-4358-a697-233eeff3667b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:56.434525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e0c0-d4ec-4522-8f0d-5f1c64d39372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:56.445778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:56.491092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0e0c0-d4ec-4522-8f0d-5f1c64d39372 None None] Port 0c1d3863-47a3-4358-a697-233eeff3667b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:56:56.787965 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f9d1c-434b-42ac-9690-4329f9757550 req-039e5104-8a84-4a29-9677-04b05a99cc8f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:56.788764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-406f9d1c-434b-42ac-9690-4329f9757550 req-039e5104-8a84-4a29-9677-04b05a99cc8f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:56:56.869690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-406f9d1c-434b-42ac-9690-4329f9757550 req-039e5104-8a84-4a29-9677-04b05a99cc8f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:56:56.870992 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-406f9d1c-434b-42ac-9690-4329f9757550 req-039e5104-8a84-4a29-9677-04b05a99cc8f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 932 time: 0.2820199 Dec 21 22:56:56.920441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1d3863-47a3-4358-a697-233eeff3667b {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:56:56.936869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:56.959873 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-406f9d1c-434b-42ac-9690-4329f9757550 req-fe875f47-ff8a-436f-8212-c8ab2781fc99 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787468 Dec 21 22:56:56.962436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Transition to ACTIVE for port object 0c1d3863-47a3-4358-a697-233eeff3667b will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:56:56.991274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:57.125524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1d3863-47a3-4358-a697-233eeff3667b,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:57.246114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Attempting to bind port 0c1d3863-47a3-4358-a697-233eeff3667b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:56:57.246495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Attempting to bind port 0c1d3863-47a3-4358-a697-233eeff3667b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:56:57.246872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Attempting to bind port 0c1d3863-47a3-4358-a697-233eeff3667b on network 737c8918-ba60-40e1-8986-c2fff69b1ff6 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:56:57.253352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Port 0c1d3863-47a3-4358-a697-233eeff3667b on network 737c8918-ba60-40e1-8986-c2fff69b1ff6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:56:57.253718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Attempting to bind port 0c1d3863-47a3-4358-a697-233eeff3667b on network 737c8918-ba60-40e1-8986-c2fff69b1ff6 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:56:57.260889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:56:57.261244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Checking segment: {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:56:57.261665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Bound using segment: {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:56:57.262139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Bound port: 0c1d3863-47a3-4358-a697-233eeff3667b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:56:57.262526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:57.360199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] For port 0c1d3863-47a3-4358-a697-233eeff3667b, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:56:57.363341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] For port 0c1d3863-47a3-4358-a697-233eeff3667b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0c1d3863-47a3-4358-a697-233eeff3667b,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:56:57.391463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:57.455283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:57.456803 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] 10.222.0.46 "PUT /v2.0/ports/0c1d3863-47a3-4358-a697-233eeff3667b HTTP/1.1" status: 200 len: 1094 time: 1.1386187 Dec 21 22:56:57.458031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:56:57.477180 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46ceff-518c-4d72-bbe8-8cec31417a79 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1d3863-47a3-4358-a697-233eeff3667b,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:56:57.522123 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b', 'status': 'completed', 'code': 200} Dec 21 22:56:57.607908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-7d77cf15-f002-460c-8e9a-4d98065dd798 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 1097 time: 0.0834689 Dec 21 22:56:57.636755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 65ba037e-2da8-4180-9f56-a41061c8db71 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:56:57.682254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-4a255411-82d8-43fe-bfaa-29653cd9e710 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1d3863-47a3-4358-a697-233eeff3667b HTTP/1.1" status: 200 len: 217 time: 0.0663774 Dec 21 22:56:57.716483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 65ba037e-2da8-4180-9f56-a41061c8db71 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:56:57.716839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:56:57.757033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-4ac612ec-7183-4c54-8b3a-3962a3555f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:57.758643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-4ac612ec-7183-4c54-8b3a-3962a3555f8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff756495-3a8e-4fd8-892d-a550fe0d777e HTTP/1.1" status: 200 len: 834 time: 0.0694804 Dec 21 22:56:57.842146 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-c0b38e70-1ef8-4116-9cca-e6b88c51cae4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=737c8918-ba60-40e1-8986-c2fff69b1ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765848 Dec 21 22:56:57.990538 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-ae79bfa9-2e3f-45f9-9290-97ba46d9d951 service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407356 Dec 21 22:56:58.189253 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c487abb4-5b21-45cc-ae0e-83ee4acb6b77 req-ea309df8-7504-4ebb-b84c-1b7481e44032 service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918104 Dec 21 22:56:58.213212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17177342-2e8d-4a59-8a9e-efa09811511a req-2f60da2a-f495-4800-ae75-312354d78c18 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:58.220508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-17177342-2e8d-4a59-8a9e-efa09811511a req-2f60da2a-f495-4800-ae75-312354d78c18 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 944 time: 0.1201656 Dec 21 22:56:58.264200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-17177342-2e8d-4a59-8a9e-efa09811511a req-64deeaad-727e-4d8d-89dd-92b18e32396d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 Dec 21 22:56:58.340347 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-a4f06d5d-a437-4a69-bb60-aaecd1d04ea7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 1097 time: 0.0750749 Dec 21 22:56:58.482679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-3fa41122-b2df-4876-958b-8e239eb7ce82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:58.484320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-3fa41122-b2df-4876-958b-8e239eb7ce82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=737c8918-ba60-40e1-8986-c2fff69b1ff6 HTTP/1.1" status: 200 len: 897 time: 0.1366637 Dec 21 22:56:58.559101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-22a91d4c-ee67-43ef-901b-a772e25e0f1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1d3863-47a3-4358-a697-233eeff3667b HTTP/1.1" status: 200 len: 217 time: 0.0673537 Dec 21 22:56:58.627361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-51f8c8b4-633b-428d-8cfb-5ac18b627982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:58.629491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-51f8c8b4-633b-428d-8cfb-5ac18b627982 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff756495-3a8e-4fd8-892d-a550fe0d777e HTTP/1.1" status: 200 len: 834 time: 0.0626462 Dec 21 22:56:58.713344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-261d771d-6bd9-4ad2-bc11-a26bcc5640ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=737c8918-ba60-40e1-8986-c2fff69b1ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762565 Dec 21 22:56:58.858154 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-cdeb8bbe-4566-44ed-a8d1-641f461b084c service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361134 Dec 21 22:56:59.001260 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cb7ad789-6451-47e1-8486-4c958fbfd1ac req-2b53b429-3fa0-4774-9c43-a1c627bd0770 service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351550 Dec 21 22:56:59.473339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed9449-3464-40e1-8b8d-67f879b8d8f3 req-09848e59-9268-40a5-8925-e8ebb0dfa44c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:56:59.474919 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e3ed9449-3464-40e1-8b8d-67f879b8d8f3 req-09848e59-9268-40a5-8925-e8ebb0dfa44c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 944 time: 0.0818336 Dec 21 22:56:59.522325 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e3ed9449-3464-40e1-8b8d-67f879b8d8f3 req-a8093d9f-f908-49c3-9f53-f0029bbba598 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Dec 21 22:57:00.958577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce8e2-fd1b-4c8a-9283-0bf0c41152b5 req-3a033068-45d6-495f-bc17-0b34cbbffe2f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:00.960219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-387ce8e2-fd1b-4c8a-9283-0bf0c41152b5 req-3a033068-45d6-495f-bc17-0b34cbbffe2f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 944 time: 0.3165300 Dec 21 22:57:01.009206 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-387ce8e2-fd1b-4c8a-9283-0bf0c41152b5 req-91056b0f-c80f-4dbc-837b-aa619d1db12d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 Dec 21 22:57:01.060989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0c1d3863-47a3-4358-a697-233eeff3667b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:57:01.206273 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0c1d3863-47a3-4358-a697-233eeff3667b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0c1d3863-47a3-4358-a697-233eeff3667b,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:57:01.220487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '0c1d3863-47a3-4358-a697-233eeff3667b', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'port_id': '0c1d3863-47a3-4358-a697-233eeff3667b', 'mac_address': 'fa:16:3e:30:29:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:57:01.275196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:01.293618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1d3863-47a3-4358-a697-233eeff3667b {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:57:01.308455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0c1d3863-47a3-4358-a697-233eeff3667b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0c1d3863-47a3-4358-a697-233eeff3667b,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:57:01.347480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:01.415372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0c1d3863-47a3-4358-a697-233eeff3667b,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:57:01.424710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.425313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.425798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.426227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.426597 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.426987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.427347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.427712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.428065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.428445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.428801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:57:01.587788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['0c1d3863-47a3-4358-a697-233eeff3667b'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:57:02.213044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8ba03-e888-468c-80ed-dc9964d3bdb7 req-530580ff-6387-4955-a64a-86a1c1e5caf5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:02.214640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4dd8ba03-e888-468c-80ed-dc9964d3bdb7 req-530580ff-6387-4955-a64a-86a1c1e5caf5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 945 time: 0.0826941 Dec 21 22:57:02.263246 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4dd8ba03-e888-468c-80ed-dc9964d3bdb7 req-35749897-1d38-440b-bc9c-2a5fad04e59a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425107 Dec 21 22:57:03.076420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0c1d3863-47a3-4358-a697-233eeff3667b up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:57:03.173652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 0c1d3863-47a3-4358-a697-233eeff3667b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:57:03.179226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 0c1d3863-47a3-4358-a697-233eeff3667b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:57:03.179646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:03.301330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:03.330748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:57:03.341406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 0c1d3863-47a3-4358-a697-233eeff3667b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0c1d3863-47a3-4358-a697-233eeff3667b,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:57:03.368355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:03.414640 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b', 'code': 200} Dec 21 22:57:03.442509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=0c1d3863-47a3-4358-a697-233eeff3667b,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:57:03.481230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6823-a310-400d-a343-a5dc1ef483e3 req-f8d07ea1-04fc-425a-ab54-e84bb2ed4bdb tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:03.485949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4cb6823-a310-400d-a343-a5dc1ef483e3 req-f8d07ea1-04fc-425a-ab54-e84bb2ed4bdb tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0920043 Dec 21 22:57:03.535199 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4cb6823-a310-400d-a343-a5dc1ef483e3 req-9c120274-e197-4336-bf27-4018c2e38246 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421557 Dec 21 22:57:03.731121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0afe443a-ddde-4e3d-9763-62308f61691c req-e3296787-2b4d-49b7-bcd4-1038f7d0e4bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 1099 time: 0.0729477 Dec 21 22:57:03.776310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0afe443a-ddde-4e3d-9763-62308f61691c req-7b1fb8e9-c862-42c1-878d-399b03ec99f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379357 Dec 21 22:57:03.808123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:04.748102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba6f16-1d3b-4cb2-b0aa-c3547c2bffd6 req-c12b93c5-580d-4d75-bed4-5c35d0c0f3a8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:04.749731 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-edba6f16-1d3b-4cb2-b0aa-c3547c2bffd6 req-c12b93c5-580d-4d75-bed4-5c35d0c0f3a8 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0856941 Dec 21 22:57:04.801421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-edba6f16-1d3b-4cb2-b0aa-c3547c2bffd6 req-0eb7b464-1c97-4eec-8493-1070b14442ea tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439782 Dec 21 22:57:06.006383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e0b0a-4e19-4cbb-b081-b3632d23ee9c req-f8998f4d-f316-4e68-87c4-a43fe7821b93 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:06.008042 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9b1e0b0a-4e19-4cbb-b081-b3632d23ee9c req-f8998f4d-f316-4e68-87c4-a43fe7821b93 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0839269 Dec 21 22:57:06.060037 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9b1e0b0a-4e19-4cbb-b081-b3632d23ee9c req-636b6c36-28a2-4aa7-be9c-d640693abbf1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458653 Dec 21 22:57:06.265769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abd843-82cc-47fb-8eaa-39fbc1cb7922 req-502754de-1aae-4928-99de-50b7543dd215 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:06.267347 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-26abd843-82cc-47fb-8eaa-39fbc1cb7922 req-502754de-1aae-4928-99de-50b7543dd215 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0840039 Dec 21 22:57:06.315435 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-26abd843-82cc-47fb-8eaa-39fbc1cb7922 req-8045959a-8d94-4c5c-ac97-b4348107f9c3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Dec 21 22:57:06.342994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49594) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:06.419377 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b08d0691-63d4-4a76-8186-3a41e9e905d5 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 1094 time: 0.0750029 Dec 21 22:57:06.422272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49598) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:06.428312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '0c1d3863-47a3-4358-a697-233eeff3667b', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:57:06.434348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:57:06.438452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:floatingip and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:57:06.441978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:57:06.448658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:57:06.484976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:06.637952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:06.784019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.4 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/dae004ca-d7d4-4047-a10f-9879d3a073c5) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:57:06.938840 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:06.999513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:07.073498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:57:07.076600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:57:07.081893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:57:07.107761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=dae004ca-d7d4-4047-a10f-9879d3a073c5,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:57:07.349667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-354a6b8d-8264-4dff-a9ef-a6e748728c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:07.608255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:07.689665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:07.906798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:07.936209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:08.046377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=dae004ca-d7d4-4047-a10f-9879d3a073c5,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:57:08.064359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:08.480979 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Floating IP 53215be9-e08b-4601-adef-07f6ec29614a associated. External IP: 172.26.6.4, port: 0c1d3863-47a3-4358-a697-233eeff3667b. Dec 21 22:57:08.879761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:08.889688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:57:09.104772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:57:09.120094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] Sync routers for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:57:09.133702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:57:09.134442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:57:09.159332 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:09.217629 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2a048fd1-804d-4d20-ae0c-eb7e5837349f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7942457 Dec 21 22:57:09.218337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:57:09.328816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:57:09.364409 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b', 'status': 'completed', 'code': 200} Dec 21 22:57:09.455274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfad4e-5a7b-4cb7-8271-d6fc61c6e084 req-99f33561-85cc-4902-b93e-c5b70dd17d0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:09.456925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b4dfad4e-5a7b-4cb7-8271-d6fc61c6e084 req-99f33561-85cc-4902-b93e-c5b70dd17d0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.1367021 Dec 21 22:57:09.514068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-ce07cb04-471c-41cf-8958-f1546817220b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 1099 time: 0.1276951 Dec 21 22:57:09.549965 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b4dfad4e-5a7b-4cb7-8271-d6fc61c6e084 req-67acb965-2691-4b1f-b147-2e0564358f40 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854394 Dec 21 22:57:09.580096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49608) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:09.777970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4f34d154-df66-4b2d-9467-18762bf4e175 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/53215be9-e08b-4601-adef-07f6ec29614a HTTP/1.1" status: 200 len: 990 time: 0.1954560 Dec 21 22:57:09.779456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-b1edba1a-b03f-4d4d-9656-d7db3029b1ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:09.780997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-b1edba1a-b03f-4d4d-9656-d7db3029b1ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=737c8918-ba60-40e1-8986-c2fff69b1ff6 HTTP/1.1" status: 200 len: 897 time: 0.2595994 Dec 21 22:57:09.864115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '53215be9-e08b-4601-adef-07f6ec29614a', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'port_id': '0c1d3863-47a3-4358-a697-233eeff3667b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'mac_address': 'fa:16:3e:30:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:57:07Z', 'updated_at': '2021-12-21T22:57:07Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:55Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:57:09.868428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] Checking router: 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:57:09.881142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:57:09.881813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:56:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:57:09.891710 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-9070a61a-d729-4796-9e87-0eee0bbf096b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1d3863-47a3-4358-a697-233eeff3667b HTTP/1.1" status: 200 len: 998 time: 0.1035745 Dec 21 22:57:09.961991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-890eac2a-1949-4045-8e02-da8af7022bcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:09.963579 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-890eac2a-1949-4045-8e02-da8af7022bcb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff756495-3a8e-4fd8-892d-a550fe0d777e HTTP/1.1" status: 200 len: 834 time: 0.0651908 Dec 21 22:57:10.042714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fe506692-33ce-468a-9eb6-bb2b4460612f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:10.051302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-2b5a5847-06a4-4edf-8851-46e8402fa669 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=737c8918-ba60-40e1-8986-c2fff69b1ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804484 Dec 21 22:57:10.076173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:57:10.182235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:10.202313 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-3d5afb20-a709-43a6-acaa-aa0073ec50db service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449146 Dec 21 22:57:10.351893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1aee4cb-7eae-475b-bcc3-371a3a0baf0b req-5c46fa11-9e97-4ad9-bbd6-aa4bac20629b service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431971 Dec 21 22:57:10.443819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '53215be9-e08b-4601-adef-07f6ec29614a', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'port_id': '0c1d3863-47a3-4358-a697-233eeff3667b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'mac_address': 'fa:16:3e:30:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:57:07Z', 'updated_at': '2021-12-21T22:57:07Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:55Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:57:10.448249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b8ada-a4ff-4509-bec4-c66098817c79 None None] The sync data for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv is: [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '53215be9-e08b-4601-adef-07f6ec29614a', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'port_id': '0c1d3863-47a3-4358-a697-233eeff3667b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'mac_address': 'fa:16:3e:30:29:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:57:07Z', 'updated_at': '2021-12-21T22:57:07Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:55Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:57:10.781288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49612) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:10.786305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e9c14-34ea-4d4b-b656-f74804d0abc7 None None] New status for floating IP 53215be9-e08b-4601-adef-07f6ec29614a: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:57:10.898735 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7fe653bb-acf0-49f4-9e3a-000bf08b2d9c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/53215be9-e08b-4601-adef-07f6ec29614a HTTP/1.1" status: 200 len: 990 time: 0.1162498 Dec 21 22:57:11.696719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:11.902486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49616) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:12.010372 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6edeb061-0eb9-4107-b7fb-f83080022d9f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/53215be9-e08b-4601-adef-07f6ec29614a HTTP/1.1" status: 200 len: 992 time: 0.1067092 Dec 21 22:57:28.169500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:57:33.822196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:37.236049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7d79-d41c-48ce-8345-c89430c08c89 req-7376d2df-ccae-49e9-9331-1b37c0194c88 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:37.237699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f2f7d79-d41c-48ce-8345-c89430c08c89 req-7376d2df-ccae-49e9-9331-1b37c0194c88 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0880265 Dec 21 22:57:37.288087 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f2f7d79-d41c-48ce-8345-c89430c08c89 req-91ad374e-0b31-4c1a-8332-6f699b0e8763 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431180 Dec 21 22:57:37.364634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37aabb02-7ada-40cd-8ab3-2369a70ebc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:38.493550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0d386-567a-46a4-a950-9ccbb764a077 req-95e83dcd-0f53-4024-8f81-863d20b81ac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:38.495132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00c0d386-567a-46a4-a950-9ccbb764a077 req-95e83dcd-0f53-4024-8f81-863d20b81ac2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0818305 Dec 21 22:57:38.545758 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00c0d386-567a-46a4-a950-9ccbb764a077 req-38135183-c573-4520-945d-6526d7d3c452 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445180 Dec 21 22:57:38.855471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:39.748684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc5b62-28ee-4991-b135-d44e3f6920eb req-6365f91f-26ff-4720-89a3-bc5b44625206 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:39.750279 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5bbc5b62-28ee-4991-b135-d44e3f6920eb req-6365f91f-26ff-4720-89a3-bc5b44625206 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0828135 Dec 21 22:57:39.799214 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5bbc5b62-28ee-4991-b135-d44e3f6920eb req-eae81f45-fd4c-4529-b6f5-5df6f97e9d2e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429749 Dec 21 22:57:40.044215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4ffd59d8-204b-4b7a-9fbd-e9ddaea8761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:40.187112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:41.005750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22913-e097-42f6-8e95-3cc8d912d0b5 req-2a646f81-0c1f-4b20-ad10-e9b88db6575f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:41.007326 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97a22913-e097-42f6-8e95-3cc8d912d0b5 req-2a646f81-0c1f-4b20-ad10-e9b88db6575f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0859852 Dec 21 22:57:41.056304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-97a22913-e097-42f6-8e95-3cc8d912d0b5 req-98e8fad2-ef80-4304-90d6-808a8f95c1e7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Dec 21 22:57:41.698729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:57:42.265264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316508ce-a048-4516-ac31-c0758f747808 req-fea39b34-eb68-480f-a491-63d5921c67de tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:42.266868 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-316508ce-a048-4516-ac31-c0758f747808 req-fea39b34-eb68-480f-a491-63d5921c67de tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0818295 Dec 21 22:57:42.315029 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-316508ce-a048-4516-ac31-c0758f747808 req-97f0a42f-1164-41d1-8126-cbbac71259e3 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Dec 21 22:57:43.524605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fb289-cdd6-4b02-bc29-f593beb41eff req-4bcc1343-7137-4495-aada-e7ba4cdc3c7b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:43.526198 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-217fb289-cdd6-4b02-bc29-f593beb41eff req-4bcc1343-7137-4495-aada-e7ba4cdc3c7b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0846822 Dec 21 22:57:43.575097 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-217fb289-cdd6-4b02-bc29-f593beb41eff req-e2bcec77-afe2-447d-8f47-68c565270c20 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428677 Dec 21 22:57:44.782315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3a38f-b2b3-4583-8773-6cf9cff25c93 req-4accddbe-d527-4bc6-8086-4d9b527dad6a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:44.783902 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fed3a38f-b2b3-4583-8773-6cf9cff25c93 req-4accddbe-d527-4bc6-8086-4d9b527dad6a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0825455 Dec 21 22:57:44.837185 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fed3a38f-b2b3-4583-8773-6cf9cff25c93 req-4e7d48ed-dfff-4fd8-8261-24f9c41c242f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465937 Dec 21 22:57:46.108534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0114d3-e02d-4785-9e53-9bf755c881db req-2afb1e20-a75c-4f6e-85b0-aa9b3e921a73 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:46.110147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7e0114d3-e02d-4785-9e53-9bf755c881db req-2afb1e20-a75c-4f6e-85b0-aa9b3e921a73 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.1505418 Dec 21 22:57:46.113653 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d489cba-1248-463e-8097-45496ba93b3f req-f2c31816-5472-48e3-8102-6defd9f0543a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 1099 time: 0.1111276 Dec 21 22:57:46.251353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7e0114d3-e02d-4785-9e53-9bf755c881db req-cac7d3eb-f674-4f56-b243-48ee8f755945 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349633 Dec 21 22:57:46.293000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d489cba-1248-463e-8097-45496ba93b3f req-9bc44830-ffbe-43ca-95a4-e3eeb134e476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:46.294589 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d489cba-1248-463e-8097-45496ba93b3f req-9bc44830-ffbe-43ca-95a4-e3eeb134e476 service neutron] 10.222.0.46 "GET /v2.0/networks?id=737c8918-ba60-40e1-8986-c2fff69b1ff6 HTTP/1.1" status: 200 len: 897 time: 0.1591232 Dec 21 22:57:46.405818 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d489cba-1248-463e-8097-45496ba93b3f req-0b312745-612c-4632-93cb-60a2546e36c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1d3863-47a3-4358-a697-233eeff3667b HTTP/1.1" status: 200 len: 1000 time: 0.1032634 Dec 21 22:57:46.480792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d489cba-1248-463e-8097-45496ba93b3f req-d77776e6-0ae4-4aa2-be4f-7a8154e98a4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:46.482383 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d489cba-1248-463e-8097-45496ba93b3f req-d77776e6-0ae4-4aa2-be4f-7a8154e98a4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff756495-3a8e-4fd8-892d-a550fe0d777e HTTP/1.1" status: 200 len: 834 time: 0.0675499 Dec 21 22:57:46.563190 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d489cba-1248-463e-8097-45496ba93b3f req-2c3bf6ae-7863-426f-a749-36bfd511937a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=737c8918-ba60-40e1-8986-c2fff69b1ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741880 Dec 21 22:57:46.718591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d489cba-1248-463e-8097-45496ba93b3f req-72b24064-9abd-469e-b593-53f3dee57fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445100 Dec 21 22:57:46.862893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d489cba-1248-463e-8097-45496ba93b3f req-e439efb9-526a-41e6-9895-ee51d49c30ba service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368542 Dec 21 22:57:47.460570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ff0aa-7ead-4ae7-a858-3fe39700210d req-7fcc0a8d-1ffe-42a6-8950-e2c6564da455 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:47.462883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c17ff0aa-7ead-4ae7-a858-3fe39700210d req-7fcc0a8d-1ffe-42a6-8950-e2c6564da455 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0866327 Dec 21 22:57:47.515310 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c17ff0aa-7ead-4ae7-a858-3fe39700210d req-0ea29ef3-850f-44dd-bc93-e998f29d0e24 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461481 Dec 21 22:57:48.719296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa22b34-e0cb-4305-8be4-67d0a2a57208 req-25c618a2-2d99-4fed-97a3-e695812451d1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:48.720937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ffa22b34-e0cb-4305-8be4-67d0a2a57208 req-25c618a2-2d99-4fed-97a3-e695812451d1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0835927 Dec 21 22:57:48.768678 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ffa22b34-e0cb-4305-8be4-67d0a2a57208 req-4a569d85-1c5f-4382-a6a8-c6f8905c4d50 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Dec 21 22:57:48.796929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49650) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:48.908007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-747f7d2e-13c2-496d-bf85-52f8e8d55874 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/53215be9-e08b-4601-adef-07f6ec29614a HTTP/1.1" status: 200 len: 992 time: 0.1097856 Dec 21 22:57:50.584256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000803e0-2fda-4d14-baf0-14b8c6e065bc req-f818c3f3-d059-4b26-bec8-c170b3b38a70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:50.586622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-000803e0-2fda-4d14-baf0-14b8c6e065bc req-f818c3f3-d059-4b26-bec8-c170b3b38a70 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.1311479 Dec 21 22:57:50.654618 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-99718a8b-dd54-47e1-8c5c-8027cd345810 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 1099 time: 0.1262696 Dec 21 22:57:50.656939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-000803e0-2fda-4d14-baf0-14b8c6e065bc req-027a11dc-bb60-40a8-a06c-9085438ef0e6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626340 Dec 21 22:57:51.018045 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-f8a6763a-c36a-4039-9576-c52cbf9d695c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:51.019624 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-f8a6763a-c36a-4039-9576-c52cbf9d695c service neutron] 10.222.0.46 "GET /v2.0/networks?id=737c8918-ba60-40e1-8986-c2fff69b1ff6 HTTP/1.1" status: 200 len: 897 time: 0.3581791 Dec 21 22:57:51.127734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-051db876-0040-46c0-a98f-e53f1b2ac081 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1d3863-47a3-4358-a697-233eeff3667b HTTP/1.1" status: 200 len: 1000 time: 0.1014857 Dec 21 22:57:51.197254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-896cc42a-907e-4d69-baad-7b8414d86cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:51.198797 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-896cc42a-907e-4d69-baad-7b8414d86cac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff756495-3a8e-4fd8-892d-a550fe0d777e HTTP/1.1" status: 200 len: 834 time: 0.0643504 Dec 21 22:57:51.280491 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-69e56358-5c0f-4105-92b2-cc9729346515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=737c8918-ba60-40e1-8986-c2fff69b1ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753334 Dec 21 22:57:51.423372 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-1bcfb731-82f2-4997-88e5-6acbdb18804e service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359808 Dec 21 22:57:51.567483 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a8d9d03f-56de-470d-826e-c64e059c76cc req-3697bb1a-e413-4084-88eb-3a3f9635c5dc service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362219 Dec 21 22:57:51.863748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab3696-6be7-4efc-b795-b54f49bbae7e req-1022285d-f312-4dd8-a2f6-445fb3f5757d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:51.865304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6ab3696-6be7-4efc-b795-b54f49bbae7e req-1022285d-f312-4dd8-a2f6-445fb3f5757d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0843534 Dec 21 22:57:51.913507 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6ab3696-6be7-4efc-b795-b54f49bbae7e req-dc0f9608-2cf5-49f0-ae1c-a61fd002e259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421314 Dec 21 22:57:53.122372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6e176-8117-48d4-ad94-defa8de14a59 req-929b25e3-07ca-4529-bf19-932ff6c0e45f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:57:53.124008 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aaf6e176-8117-48d4-ad94-defa8de14a59 req-929b25e3-07ca-4529-bf19-932ff6c0e45f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0883150 Dec 21 22:57:53.173063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aaf6e176-8117-48d4-ad94-defa8de14a59 req-0096bcef-e5ca-4d62-be30-8dad509f83ba tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427651 Dec 21 22:57:53.202039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49664) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:53.312518 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b766ef4c-e55c-41f1-bc4c-fdea45c5fc69 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/53215be9-e08b-4601-adef-07f6ec29614a HTTP/1.1" status: 200 len: 992 time: 0.1092813 Dec 21 22:58:03.815334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:05.175050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:58:07.343950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-039d7d8f-0d94-430d-8608-c869a78e0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:08.875108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:10.061003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b7d1a9cc-1ef5-4f66-b03f-96779dc4abca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:10.189542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:11.689623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:23.744006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49676) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:23.951413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port dae004ca-d7d4-4047-a10f-9879d3a073c5 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:58:23.951706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:24.133920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:24.134284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:24.258380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for dae004ca-d7d4-4047-a10f-9879d3a073c5 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:58:24.583282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:24.628391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=dae004ca-d7d4-4047-a10f-9879d3a073c5,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:24.669751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.670136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.670511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.670877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.671241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.671598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.671958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.672313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.672694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.673049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.673400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:24.740142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:25.147812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:58:25.354943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:58:25.364842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] Sync routers for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:58:25.378137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:58:25.384842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:25.415257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:25.473598 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-799d0586-682c-4a0a-ab01-27a9bee181a9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/floatingips/53215be9-e08b-4601-adef-07f6ec29614a HTTP/1.1" status: 204 len: 168 time: 1.7283647 Dec 21 22:58:25.474226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:58:25.551348 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b', 'status': 'completed', 'code': 200} Dec 21 22:58:25.571713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:58:25.651197 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-4f6d27c8-2f69-4502-9dba-9bd1d7a9be1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 1099 time: 0.0766644 Dec 21 22:58:25.795296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-a30b78f8-4a43-4652-95b7-77b4bac6f837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:25.796931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-a30b78f8-4a43-4652-95b7-77b4bac6f837 service neutron] 10.222.0.46 "GET /v2.0/networks?id=737c8918-ba60-40e1-8986-c2fff69b1ff6 HTTP/1.1" status: 200 len: 897 time: 0.1393216 Dec 21 22:58:25.916684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:55Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:25.921512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] Checking router: 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:58:25.934800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:58:25.935488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:26.148613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:58:26.151110 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-94af62c2-47e0-4fac-9a2d-dc919f168490 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1d3863-47a3-4358-a697-233eeff3667b HTTP/1.1" status: 200 len: 217 time: 0.3468294 Dec 21 22:58:26.247443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-35b30ebd-1278-4b81-b510-68bd65420ed2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:26.249039 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-35b30ebd-1278-4b81-b510-68bd65420ed2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ff756495-3a8e-4fd8-892d-a550fe0d777e HTTP/1.1" status: 200 len: 834 time: 0.0875435 Dec 21 22:58:26.296116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bc90e-43c8-46b6-99b0-53ce3b6796da req-ae6d0dcb-2c03-4521-bd5b-80f13b914de1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:26.296899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-745bc90e-43c8-46b6-99b0-53ce3b6796da req-ae6d0dcb-2c03-4521-bd5b-80f13b914de1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:58:26.350937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-f17e8dc0-cc43-4ca2-82dd-5c5180cd22c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=737c8918-ba60-40e1-8986-c2fff69b1ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929570 Dec 21 22:58:26.388863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-745bc90e-43c8-46b6-99b0-53ce3b6796da req-ae6d0dcb-2c03-4521-bd5b-80f13b914de1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:58:26.390113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-745bc90e-43c8-46b6-99b0-53ce3b6796da req-ae6d0dcb-2c03-4521-bd5b-80f13b914de1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.2749715 Dec 21 22:58:26.494193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:55Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:26.498552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2886c5-a470-41df-8c27-7a48b8416a59 None None] The sync data for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv is: [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '65ba037e-2da8-4180-9f56-a41061c8db71', 'name': '', 'network_id': '737c8918-ba60-40e1-8986-c2fff69b1ff6', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:69:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:49Z', 'updated_at': '2021-12-21T22:56:55Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': 'ff756495-3a8e-4fd8-892d-a550fe0d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:58:26.533562 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-745bc90e-43c8-46b6-99b0-53ce3b6796da req-77e5f14d-5460-4352-b45a-a43c54b9a43b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324663 Dec 21 22:58:26.543031 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-51f57105-7c57-4104-9c31-325d28945c34 service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853299 Dec 21 22:58:26.696647 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-27ddb42e-32e3-4c4e-a8c4-92d1e3b3dcd0 req-199e90ed-be48-483c-b8c5-52a53070bac0 service neutron] 10.222.0.46 "GET /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440654 Dec 21 22:58:26.994812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a73c5-6aa6-408b-9add-34d96158ae18 None None] New status for floating IP 53215be9-e08b-4601-adef-07f6ec29614a: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:58:27.481517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-ce855223-4891-457c-b81a-5a4fcc29a1f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:27.483069 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-ce855223-4891-457c-b81a-5a4fcc29a1f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.0868189 Dec 21 22:58:27.555355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 0c1d3863-47a3-4358-a697-233eeff3667b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:58:27.557492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:27.879054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31dfbf-ee97-44c9-855e-efcc3dd0e065 req-693fea06-7c63-4943-b38d-1983cc797359 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:27.880616 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6e31dfbf-ee97-44c9-855e-efcc3dd0e065 req-693fea06-7c63-4943-b38d-1983cc797359 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 946 time: 0.2131405 Dec 21 22:58:27.882935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 0c1d3863-47a3-4358-a697-233eeff3667b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0c1d3863-47a3-4358-a697-233eeff3667b,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:27.883345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:28.032839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 0c1d3863-47a3-4358-a697-233eeff3667b owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:58:28.098008 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6e31dfbf-ee97-44c9-855e-efcc3dd0e065 req-c4c7382e-bea7-4a68-88ee-41b67a94c27c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4d1384-2517-46e9-a423-6e71cdfe1366&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067099 Dec 21 22:58:28.367027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:28.418648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=0c1d3863-47a3-4358-a697-233eeff3667b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:28.493287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] No DVR routers for this DVR port 0c1d3863-47a3-4358-a697-233eeff3667b on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:58:28.495690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:28.498395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'name': 'network-vif-deleted', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:58:28.538765 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0053bf0e-7552-4f98-a82b-09e16c6d15df req-8203fe7c-6838-4862-81c4-cf5a27e2102f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "DELETE /v2.0/ports/0c1d3863-47a3-4358-a697-233eeff3667b HTTP/1.1" status: 204 len: 173 time: 1.0500054 Dec 21 22:58:28.553597 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05a644-ed20-40d8-a333-19eab26c0d63', 'name': 'network-vif-deleted', 'tag': '0c1d3863-47a3-4358-a697-233eeff3667b', 'status': 'completed', 'code': 200} Dec 21 22:58:29.307653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-71024b29-a533-4cbc-8de3-5e836920800d req-05606326-4d68-4eb0-91e2-a7eacd5c597c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:58:29.351639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-71024b29-a533-4cbc-8de3-5e836920800d req-05606326-4d68-4eb0-91e2-a7eacd5c597c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:58:29.352900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-71024b29-a533-4cbc-8de3-5e836920800d req-05606326-4d68-4eb0-91e2-a7eacd5c597c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef05a644-ed20-40d8-a333-19eab26c0d63 HTTP/1.1" status: 200 len: 210 time: 0.0941079 Dec 21 22:58:30.461975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49696) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:30.921639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:31.492692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0c1d3863-47a3-4358-a697-233eeff3667b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:58:31.527669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 0c1d3863-47a3-4358-a697-233eeff3667b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:58:31.528065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 0c1d3863-47a3-4358-a697-233eeff3667b not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:58:31.562161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 65ba037e-2da8-4180-9f56-a41061c8db71 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:58:31.562545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:31.756619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 65ba037e-2da8-4180-9f56-a41061c8db71, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=65ba037e-2da8-4180-9f56-a41061c8db71,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:31.757192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:32.101574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 65ba037e-2da8-4180-9f56-a41061c8db71 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:58:32.417663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:32.466100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=65ba037e-2da8-4180-9f56-a41061c8db71,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:32.778308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:33.381826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:58:33.593030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:58:33.605424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] Sync routers for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:58:33.618103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:58:33.623236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:33.651090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-42aeec4d-e7ae-478a-b181-1b7b2ee0e824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/365d78af-5c2a-4211-bb83-5ec6ebdf68f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1878893 Dec 21 22:58:33.653982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49700) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:33.818530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:33.865177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa6eb76-6a9c-4afe-85f0-2f9911c2df67 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting subnet ff756495-3a8e-4fd8-892d-a550fe0d777e {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:58:33.868643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfa6eb76-6a9c-4afe-85f0-2f9911c2df67 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:33.930123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfa6eb76-6a9c-4afe-85f0-2f9911c2df67 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:33.957552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:58:34.017895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfa6eb76-6a9c-4afe-85f0-2f9911c2df67 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:34.237888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfa6eb76-6a9c-4afe-85f0-2f9911c2df67 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:34.267860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:58:32Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:34.272092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] Checking router: 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:58:34.283269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] Routers {'365d78af-5c2a-4211-bb83-5ec6ebdf68f8'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:58:34.283921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:34.284118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6eb76-6a9c-4afe-85f0-2f9911c2df67 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Subnet': ['ID=ff756495-3a8e-4fd8-892d-a550fe0d777e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:34.289139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfa6eb76-6a9c-4afe-85f0-2f9911c2df67 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:34.298622 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dfa6eb76-6a9c-4afe-85f0-2f9911c2df67 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/subnets/ff756495-3a8e-4fd8-892d-a550fe0d777e HTTP/1.1" status: 204 len: 168 time: 0.6409426 Dec 21 22:58:34.298800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e4a463-d25d-485c-ac05-5d9d97b6ac9a None None] Network 737c8918-ba60-40e1-8986-c2fff69b1ff6 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:58:34.298902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49704) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:34.473461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] Set router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:58:34.511742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:34.581186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] DHCP port deletion for 737c8918-ba60-40e1-8986-c2fff69b1ff6 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:58:34.586011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Deleting port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:58:34.586581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:34.733857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:34.777719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:58:34.778016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:34.800987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:58:32Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:34.806070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b868a-33b2-4113-9e9d-b35d1f57c973 None None] The sync data for ids ['365d78af-5c2a-4211-bb83-5ec6ebdf68f8'] in dv-neutron-822521-1-hyperv is: [{'id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1362308775', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:44Z', 'updated_at': '2021-12-21T22:58:32Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '6a000064-9d5b-4f99-bbe8-a406b7d6eb58', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d78af-5c2a-4211-bb83-5ec6ebdf68f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:45Z', 'updated_at': '2021-12-21T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:58:34.807604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] For port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=c926f63d-7ccf-44f0-afbd-3fad5cf25e4c,segment=NetworkSegment(e6cb0faf-9adb-4742-9f03-79d0db6f5fcc),segment_id=e6cb0faf-9adb-4742-9f03-79d0db6f5fcc)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:34.808055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:34.941312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Calling delete_port for c926f63d-7ccf-44f0-afbd-3fad5cf25e4c owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:58:34.976861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 6a000064-9d5b-4f99-bbe8-a406b7d6eb58, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=6a000064-9d5b-4f99-bbe8-a406b7d6eb58,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:34.977262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:35.076132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:35.134838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Pushing event deleted for resources: {'Port': ['ID=c926f63d-7ccf-44f0-afbd-3fad5cf25e4c,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:35.145019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] No DVR routers for this DVR port c926f63d-7ccf-44f0-afbd-3fad5cf25e4c on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:58:35.155468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.155819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.156186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.156590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.157264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.157391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.157666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.158183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.158549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.159057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.159277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5c0f9-95f7-4a50-b179-9a135a2997f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:35.335777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:58:35.569389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:35.618910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=6a000064-9d5b-4f99-bbe8-a406b7d6eb58,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:35.731991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c926f63d-7ccf-44f0-afbd-3fad5cf25e4c no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:58:35.766753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: c926f63d-7ccf-44f0-afbd-3fad5cf25e4c {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:58:35.767160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device c926f63d-7ccf-44f0-afbd-3fad5cf25e4c not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:58:35.767618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 65ba037e-2da8-4180-9f56-a41061c8db71 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:58:35.804569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 65ba037e-2da8-4180-9f56-a41061c8db71 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:58:35.804939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 65ba037e-2da8-4180-9f56-a41061c8db71 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:58:35.858567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.129588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.134839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.242778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.243357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Fanout notify agent at l3_agent the message router_deleted on router 365d78af-5c2a-4211-bb83-5ec6ebdf68f8 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:58:36.259303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.260554 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-40801fd4-5977-4c0f-89b3-a9ff171799f6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/routers/365d78af-5c2a-4211-bb83-5ec6ebdf68f8 HTTP/1.1" status: 204 len: 168 time: 1.9606659 Dec 21 22:58:36.263370 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49708) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:36.392145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.534229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.562111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737c8918-ba60-40e1-8986-c2fff69b1ff6']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:36.575078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:36.575412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cb0faf-9adb-4742-9f03-79d0db6f5fcc') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:36.588232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.603524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.609864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:58:36.610287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:58:36.627464 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:58:36.743111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.763999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.773924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Network': ['ID=737c8918-ba60-40e1-8986-c2fff69b1ff6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:36.824124 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-56a9da0d-9fc7-4cff-ba0d-238e36f52b41 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/networks/737c8918-ba60-40e1-8986-c2fff69b1ff6 HTTP/1.1" status: 204 len: 168 time: 0.5593097 Dec 21 22:58:36.826879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49712) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:36.899240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7954-807d-489f-a1c3-11af2cafb443 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:36.929392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7954-807d-489f-a1c3-11af2cafb443 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:37.077337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7954-807d-489f-a1c3-11af2cafb443 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:37.101994 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7954-807d-489f-a1c3-11af2cafb443 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4d1384-2517-46e9-a423-6e71cdfe1366,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:37.139817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7954-807d-489f-a1c3-11af2cafb443 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:37.141120 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a1ef7954-807d-489f-a1c3-11af2cafb443 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/security-groups/2a4d1384-2517-46e9-a423-6e71cdfe1366 HTTP/1.1" status: 204 len: 168 time: 0.3131807 Dec 21 22:58:37.311540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4579004c-8a1b-4684-b3d3-400020162682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:37.613481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49720) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:37.620550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733726042', 'description': 'tempest-secgroup-smoke-733726042 description', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:37.627060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:37.632173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:37.634748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:37.640318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:58:37.641808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:37.676119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:58:37.676642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 6a000064-9d5b-4f99-bbe8-a406b7d6eb58 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:58:37.683347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:37.720778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:37.725532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:37.728587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:37.734639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:37.899327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:37.923010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:37.969664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:37.997195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:37.998547 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-eccc6b45-42c9-4a4e-98cd-52188d610509 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3839629 Dec 21 22:58:38.001664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49724) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:38.008523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'f0b0070d-3439-4c6e-bb8e-5f449d3a73ad', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:38.015100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:38.019264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:38.022944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:38.029055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:38.073907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.137451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.162948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.187978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8607983-4f1c-4696-b0be-58d9b2ebbcf2,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:38.225950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.227263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-04611714-c7ba-4145-ac0c-3af05fd5caf4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2244129 Dec 21 22:58:38.230272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49728) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:38.235933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'f0b0070d-3439-4c6e-bb8e-5f449d3a73ad', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:38.242327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:38.246359 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:38.249339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:38.255862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:38.312013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.376419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.408532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.433554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65aa14e1-37cf-43f9-a862-045b4602d2cc,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:38.474435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.475717 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fde895e5-569c-40e8-8c73-3440cbfaa442 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2444499 Dec 21 22:58:38.478634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49732) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:38.484398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'f0b0070d-3439-4c6e-bb8e-5f449d3a73ad', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:38.491042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:38.495063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:38.498065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:38.504152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:38.555573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.620731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.654386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.676367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c15051-fb74-4d23-ae1d-34052f9325ce,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:38.717227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.718493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e6b3fe0a-61a8-40a5-9eab-61cfcbf90e79 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2388687 Dec 21 22:58:38.721495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49736) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:38.727745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'f0b0070d-3439-4c6e-bb8e-5f449d3a73ad', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:38.733859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:38.737874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:38.741630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:38.747654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:38.793355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.834781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.863999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.902668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.928897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2e5340-c783-4408-a008-c6c14b9a95e2,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:38.971363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:38.972659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-fb031348-a101-4923-9c00-b294cacb7d4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2501070 Dec 21 22:58:38.976451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49740) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:38.982454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'f0b0070d-3439-4c6e-bb8e-5f449d3a73ad', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:38.988885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:38.993684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:38.996638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:39.002598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:39.042789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:58:39.049657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.118582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.154220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.183654 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f89501c-ff05-4130-bd67-fcd95c7b9ceb,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:39.214192 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.215508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5acaa363-08ce-4485-a3f3-ad148142c09f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2380292 Dec 21 22:58:39.218388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49744) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:39.225063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'security_group_rule': {'security_group_id': 'f0b0070d-3439-4c6e-bb8e-5f449d3a73ad', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:39.231415 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:39.235515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:security_group_rule and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:39.238567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:39.247217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:39.282689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Project f851729a322c48a8a73a48f7d0b8f1a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:58:39.290124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.358064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.391151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.422632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7864521-332c-4223-a45f-4018a6a01517,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:39.454114 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.455386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6a2c00ba-a345-4399-a1cd-01f12b6b0259 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2360001 Dec 21 22:58:39.458917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49748) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:39.465197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'network': {'name': 'tempest-network-smoke--964124940', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'port_security_enabled': True}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:39.470992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:39.475941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:network and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:39.478879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:39.484893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:39.522722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:58:39.528196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.557495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:58:39.635993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.636439 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Added segment 659ce731-4def-488d-9198-95ecb171819f of type vlan for network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 Dec 21 22:58:39.713903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.805738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.809863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:39.810508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.923312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4627843 Dec 21 22:58:39.926338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49752) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:39.929278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f6de9-9c95-453b-a1fc-0cb37415a804 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Network': ['ID=0d32ae27-5aec-4ce1-a05f-333d17c2cde2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:39.933518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'admin_state_up': True, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:39.940455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:58:39.941510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:39.946809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:router and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:39.949858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:39.955973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:39.991769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:39.992807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.062887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.171612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-63e03666-3c55-4243-917d-1030374c5f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.200000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.255672 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.482245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.513909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.660646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.81 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/39fa730f-4a66-4216-8a08-de2c706f0374) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:58:40.814780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.881202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:40.951843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:58:40.954943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:58:40.959605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:58:40.991791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=39fa730f-4a66-4216-8a08-de2c706f0374,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:41.013765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.014152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.014530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.014900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.015267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.015637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.015997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.016378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.016741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.017104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.017466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:41.160792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:41.162103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:41.468870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router d136ee3c-d023-45e9-879f-8b478692d8fe is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 22:58:41.680576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:58:41.691649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Sync routers for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:58:41.697281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:41.707269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:58:41.707990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:41.743369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:41.744702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a82b69b4-c1b1-4f56-ae55-122334ac2050 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8158293 Dec 21 22:58:41.748081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49756) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:41.796589 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4e931c9e-76f2-4bba-81de-f0ceca336d96 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f851729a322c48a8a73a48f7d0b8f1a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472414 Dec 21 22:58:41.799295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49760) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:41.899891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:58:42.165657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c57ddf-1f97-40cd-bf11-01d8a5077b77 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:42.168670 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-24c57ddf-1f97-40cd-bf11-01d8a5077b77 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3682504 Dec 21 22:58:42.171451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49764) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:42.175372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:58:42.215849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:41Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:42.217051 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-11d8c5be-5d0b-4a9d-b234-c4f55a8adf67 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=611bddab-8bc0-42a9-9004-88b3e1bbb3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444441 Dec 21 22:58:42.219920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49768) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:42.220284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Checking router: d136ee3c-d023-45e9-879f-8b478692d8fe for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:58:42.220725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Updating router d136ee3c-d023-45e9-879f-8b478692d8fe port 39fa730f-4a66-4216-8a08-de2c706f0374 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:58:42.226668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-305735722', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:42.274742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:42.342352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:42.346414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:subnet and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:58:42.349488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:58:42.356145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:42.405860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:58:42.518306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:42.618952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:42.734314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Transition to ACTIVE for port object 39fa730f-4a66-4216-8a08-de2c706f0374 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:58:42.765757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:42.855822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Attempting to bind port 39fa730f-4a66-4216-8a08-de2c706f0374 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:58:42.856255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Attempting to bind port 39fa730f-4a66-4216-8a08-de2c706f0374 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:58:42.856662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Attempting to bind port 39fa730f-4a66-4216-8a08-de2c706f0374 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:58:42.859466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabdc2f-af86-42ec-a418-1ed3dc768b8a None None] Pushing event updated for resources: {'Port': ['ID=39fa730f-4a66-4216-8a08-de2c706f0374,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:42.867279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:58:42.867429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:58:42.867878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:42.868299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:58:42.868830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Bound port: 39fa730f-4a66-4216-8a08-de2c706f0374, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:58:42.869290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:42.874830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:42.959930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] For port 39fa730f-4a66-4216-8a08-de2c706f0374, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:58:42.963282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Subnet': ['ID=2f28b90f-725a-4e25-80db-f19db45edd69,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:42.963655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] For port 39fa730f-4a66-4216-8a08-de2c706f0374, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=39fa730f-4a66-4216-8a08-de2c706f0374,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:58:42.974489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Checking segment: {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:58:42.974919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network hostable DHCP agents. Network: 0d32ae27-5aec-4ce1-a05f-333d17c2cde2, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:58:42.992402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:43.045627 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:58:43.082319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabdc2f-af86-42ec-a418-1ed3dc768b8a None None] Pushing event updated for resources: {'Port': ['ID=39fa730f-4a66-4216-8a08-de2c706f0374,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:43.087070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:58:43.087729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:43.103635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 0d32ae27-5aec-4ce1-a05f-333d17c2cde2) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:58:43.116441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:43.116441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:43.145944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9a2bb-cb34-4402-b025-6bcc1039d8b5 None None] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:58:43.172246 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dc44b933-5fef-4c2c-8abc-d4f9b07ac4c1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9511566 Dec 21 22:58:43.175207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49772) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:43.600572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:58:43.767344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:58:43.767794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:43.974241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:44.104371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Allocated IP 172.20.0.2 (0d32ae27-5aec-4ce1-a05f-333d17c2cde2/2f28b90f-725a-4e25-80db-f19db45edd69/0683c530-0ce3-45f2-af81-169367d808f5) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:58:44.119187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:41Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:44.124124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739fa5d7-f4ae-4adc-9f73-6b24ffb4783e None None] The sync data for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv is: [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:41Z', 'revision_number': 3, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:58:44.379784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:44.390635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Transition to ACTIVE for port object 0683c530-0ce3-45f2-af81-169367d808f5 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:58:44.445715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Transition to ACTIVE for port object 0683c530-0ce3-45f2-af81-169367d808f5 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:58:44.477819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:44.517803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.1 (0d32ae27-5aec-4ce1-a05f-333d17c2cde2/2f28b90f-725a-4e25-80db-f19db45edd69/a688a72c-b4c8-40e9-83f8-dce03092e66b) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:58:44.543547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:58:44.551764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:58:44.556623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:58:44.565177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Pushing event updated for resources: {'Port': ['ID=0683c530-0ce3-45f2-af81-169367d808f5,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:44.670202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Attempting to bind port 0683c530-0ce3-45f2-af81-169367d808f5 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:58:44.670782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Attempting to bind port 0683c530-0ce3-45f2-af81-169367d808f5 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:58:44.671115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Attempting to bind port 0683c530-0ce3-45f2-af81-169367d808f5 on network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:58:44.681007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:58:44.681542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Checking segment: {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:58:44.682069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:44.682583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Bound using segment: {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:58:44.683112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Bound port: 0683c530-0ce3-45f2-af81-169367d808f5, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:58:44.683538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:44.737919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:44.757119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object a688a72c-b4c8-40e9-83f8-dce03092e66b will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:58:44.791972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] For port 0683c530-0ce3-45f2-af81-169367d808f5, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:58:44.791972 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] For port 0683c530-0ce3-45f2-af81-169367d808f5, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0683c530-0ce3-45f2-af81-169367d808f5,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:58:44.809450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:44.840229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:44.890439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:58:44.894885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:58:44.903492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:58:44.932504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074193c-8f2c-469c-ae33-057bc6f6f5b4 None None] Pushing event updated for resources: {'Port': ['ID=0683c530-0ce3-45f2-af81-169367d808f5,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:44.935445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=a688a72c-b4c8-40e9-83f8-dce03092e66b,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:44.970521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:45.141519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:45.605614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:45.643568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:45.742961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 39fa730f-4a66-4216-8a08-de2c706f0374 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:58:45.763934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=a688a72c-b4c8-40e9-83f8-dce03092e66b,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:45.767386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:45.869058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 39fa730f-4a66-4216-8a08-de2c706f0374 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:58:45.874508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 39fa730f-4a66-4216-8a08-de2c706f0374 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:45.875033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:45.916029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:58:45.917245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:58:45.999658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:46.016790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 39fa730f-4a66-4216-8a08-de2c706f0374, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=39fa730f-4a66-4216-8a08-de2c706f0374,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:46.046015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:46.046836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0683c530-0ce3-45f2-af81-169367d808f5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:58:46.182470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=39fa730f-4a66-4216-8a08-de2c706f0374,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:46.228907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 0683c530-0ce3-45f2-af81-169367d808f5 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:58:46.567157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router d136ee3c-d023-45e9-879f-8b478692d8fe has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:58:46.583339 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617af594-2635-4d97-b471-dbad4329a602 None None] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:58:46.753109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-28637695-eea2-44cb-8ca9-4e69f0bb708d None None] Provisioning for port 0683c530-0ce3-45f2-af81-169367d808f5 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:58:46.768856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-28637695-eea2-44cb-8ca9-4e69f0bb708d None None] Provisioning complete for port 0683c530-0ce3-45f2-af81-169367d808f5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:46.769408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28637695-eea2-44cb-8ca9-4e69f0bb708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:46.788873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:58:46.812659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-51ab5bc4-13b7-4e95-a96b-abc194f1fdd7 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/d136ee3c-d023-45e9-879f-8b478692d8fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6273956 Dec 21 22:58:46.970188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28637695-eea2-44cb-8ca9-4e69f0bb708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:46.995184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8694e824-a849-412c-9660-dca780f7cd0e req-d1aafef2-e066-4783-8438-2c456dd6c2c0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:58:47.016207 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-28637695-eea2-44cb-8ca9-4e69f0bb708d None None] For port 0683c530-0ce3-45f2-af81-169367d808f5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0683c530-0ce3-45f2-af81-169367d808f5,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:47.034270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8694e824-a849-412c-9660-dca780f7cd0e req-d1aafef2-e066-4783-8438-2c456dd6c2c0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:58:47.035664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-d1aafef2-e066-4783-8438-2c456dd6c2c0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733726042&fields=id&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 267 time: 0.0894246 Dec 21 22:58:47.062086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28637695-eea2-44cb-8ca9-4e69f0bb708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:47.148171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28637695-eea2-44cb-8ca9-4e69f0bb708d None None] Pushing event updated for resources: {'Port': ['ID=0683c530-0ce3-45f2-af81-169367d808f5,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:47.209656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694e824-a849-412c-9660-dca780f7cd0e req-9ef24176-c962-47ad-914d-378f0af975aa tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:47.210416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8694e824-a849-412c-9660-dca780f7cd0e req-9ef24176-c962-47ad-914d-378f0af975aa tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:58:47.259988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8694e824-a849-412c-9660-dca780f7cd0e req-9ef24176-c962-47ad-914d-378f0af975aa tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:58:47.261635 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-9ef24176-c962-47ad-914d-378f0af975aa tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/networks?id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2 HTTP/1.1" status: 200 len: 796 time: 0.2176294 Dec 21 22:58:47.280136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-25b1d172-6d34-446a-b454-47605211fa0e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/quotas/f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 375 time: 0.0124395 Dec 21 22:58:47.287998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2c3a16de-195f-4424-8521-149488a32b7c None None] Provisioning complete for port 0683c530-0ce3-45f2-af81-169367d808f5 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:47.288548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c3a16de-195f-4424-8521-149488a32b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:47.356023 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Sync routers for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:58:47.372103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:58:47.373197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:47.386112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8694e824-a849-412c-9660-dca780f7cd0e req-4db9d0eb-dc46-4adb-a54b-22ba0fcabf26 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:58:47.431693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-8694e824-a849-412c-9660-dca780f7cd0e req-4db9d0eb-dc46-4adb-a54b-22ba0fcabf26 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:58:47.433175 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-4db9d0eb-dc46-4adb-a54b-22ba0fcabf26 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394823 Dec 21 22:58:47.466464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2c3a16de-195f-4424-8521-149488a32b7c None None] Provisioning for port a688a72c-b4c8-40e9-83f8-dce03092e66b completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:58:47.473487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-2c3a16de-195f-4424-8521-149488a32b7c None None] Provisioning complete for port a688a72c-b4c8-40e9-83f8-dce03092e66b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:47.473906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2c3a16de-195f-4424-8521-149488a32b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:47.532051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-bca1881f-5eb2-4183-afd5-740e47344ae5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 22:58:47.535593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a16de-195f-4424-8521-149488a32b7c None None] Port a688a72c-b4c8-40e9-83f8-dce03092e66b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:58:47.542543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-bca1881f-5eb2-4183-afd5-740e47344ae5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0951653 Dec 21 22:58:47.580694 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:58:47.677250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7e06c477-f350-49b2-a335-1da83c9a7ef3 None None] Provisioning complete for port a688a72c-b4c8-40e9-83f8-dce03092e66b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:47.678483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7e06c477-f350-49b2-a335-1da83c9a7ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:47.694732 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-876f2747-9554-49ae-87e8-438b5bb532e4 service neutron] 10.222.0.30 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511865 Dec 21 22:58:47.769035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7e06c477-f350-49b2-a335-1da83c9a7ef3 None None] Port a688a72c-b4c8-40e9-83f8-dce03092e66b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:58:47.780040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 39fa730f-4a66-4216-8a08-de2c706f0374 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:58:47.874711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 39fa730f-4a66-4216-8a08-de2c706f0374 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:47.875127 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:47.877020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-bb861fd4-de0d-492b-a734-ce5e6b7c35d2 service neutron] 10.222.0.30 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656711 Dec 21 22:58:47.946914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:45Z', 'revision_number': 2, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:47.951168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Checking router: d136ee3c-d023-45e9-879f-8b478692d8fe for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:58:47.951560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Updating router d136ee3c-d023-45e9-879f-8b478692d8fe port a688a72c-b4c8-40e9-83f8-dce03092e66b binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 22:58:48.016354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0683c530-0ce3-45f2-af81-169367d808f5 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:58:48.020803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:48.067000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-598e8f24-b579-4506-b111-5908f5e9dda0 None None] Provisioning complete for port a688a72c-b4c8-40e9-83f8-dce03092e66b triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:48.067416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-598e8f24-b579-4506-b111-5908f5e9dda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:48.144642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-598e8f24-b579-4506-b111-5908f5e9dda0 None None] Port a688a72c-b4c8-40e9-83f8-dce03092e66b cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:58:48.157518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0683c530-0ce3-45f2-af81-169367d808f5 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:48.157937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:48.244895 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b6287df3-113b-4e85-8deb-7e3270b468cc req-988e8389-c951-4a2e-ab58-91612dfbc1fc tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 210 time: 0.0677116 Dec 21 22:58:48.456874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:48.469568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Transition to ACTIVE for port object a688a72c-b4c8-40e9-83f8-dce03092e66b will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:58:48.506396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:48.639768 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Pushing event updated for resources: {'Port': ['ID=a688a72c-b4c8-40e9-83f8-dce03092e66b,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:48.653506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.653877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.654241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.654598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.654955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.655313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.655663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.656054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.656425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.656733 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.657081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:58:48.747594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Attempting to bind port a688a72c-b4c8-40e9-83f8-dce03092e66b on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:58:48.748118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Attempting to bind port a688a72c-b4c8-40e9-83f8-dce03092e66b by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:58:48.748409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Attempting to bind port a688a72c-b4c8-40e9-83f8-dce03092e66b on network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:58:48.755687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:58:48.756657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Checking segment: {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:58:48.757103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:48.757532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Bound using segment: {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:58:48.758044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Bound port: a688a72c-b4c8-40e9-83f8-dce03092e66b, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:58:48.758570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:48.882578 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] For port a688a72c-b4c8-40e9-83f8-dce03092e66b, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:58:48.885919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] For port a688a72c-b4c8-40e9-83f8-dce03092e66b, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a688a72c-b4c8-40e9-83f8-dce03092e66b,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:58:48.937445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:49.028305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf690de-2c8a-489f-936a-9d423aaf6db2 None None] Pushing event updated for resources: {'Port': ['ID=a688a72c-b4c8-40e9-83f8-dce03092e66b,revision_number=4']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:49.033407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:58:49.034071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:49.244986 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:58:49.408220 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e33182c0-9188-4f96-a5f2-a25a8c8e9b39 req-532330c4-109c-42d8-8421-19b715257097 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 210 time: 0.0455937 Dec 21 22:58:49.730714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:48Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:58:49.734880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c122c0-b309-4ba1-a0cd-7d4fe0136535 None None] The sync data for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv is: [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:48Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:58:50.116198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694e824-a849-412c-9660-dca780f7cd0e req-37c67c4d-eff3-4bb7-9884-758766a7eeb5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:50.118426 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-37c67c4d-eff3-4bb7-9884-758766a7eeb5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/networks?id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2 HTTP/1.1" status: 200 len: 796 time: 0.1664588 Dec 21 22:58:50.178599 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-faca1d40-73ae-4724-a05c-c2ed4a1d0908 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f851729a322c48a8a73a48f7d0b8f1a8 HTTP/1.1" status: 200 len: 379 time: 0.0463500 Dec 21 22:58:50.189146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'port': {'device_id': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'admin_state_up': True, 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'security_groups': ['f0b0070d-3439-4c6e-bb8e-5f449d3a73ad']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:50.347923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:58:50.359941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:58:50.445565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Made reservation on behalf of f851729a322c48a8a73a48f7d0b8f1a8 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:58:50.451461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:50.597386 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8a3166c-1bca-4450-a5e1-c78695c696af req-84d6dbd1-9e02-4a99-a4b8-0302d5942146 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 210 time: 0.0539451 Dec 21 22:58:50.687323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.20.0.3 (0d32ae27-5aec-4ce1-a05f-333d17c2cde2/2f28b90f-725a-4e25-80db-f19db45edd69/30e743d4-3493-4bad-8d90-ec889e5bfb93) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:58:50.927528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:50.974511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Transition to ACTIVE for port object 30e743d4-3493-4bad-8d90-ec889e5bfb93 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:58:51.022029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:51.091459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:58:51.094879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:58:51.104711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:58:51.155323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=30e743d4-3493-4bad-8d90-ec889e5bfb93,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:51.182980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:51.183639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:51.278121 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-8e3e1913-d0f7-43d5-a17d-f3f1e604e14c tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0952401 Dec 21 22:58:51.293024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Request body: {'port': {'device_id': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:51.416906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:51.477323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e7ce4cd4-61f8-42e1-aa8e-af724c7afcfe None None] Provisioning for port 30e743d4-3493-4bad-8d90-ec889e5bfb93 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:58:51.484789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-e7ce4cd4-61f8-42e1-aa8e-af724c7afcfe None None] Provisioning complete for port 30e743d4-3493-4bad-8d90-ec889e5bfb93 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:51.485217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4cd4-61f8-42e1-aa8e-af724c7afcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:51.544532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce4cd4-61f8-42e1-aa8e-af724c7afcfe None None] Port 30e743d4-3493-4bad-8d90-ec889e5bfb93 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 22:58:51.727492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a688a72c-b4c8-40e9-83f8-dce03092e66b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:58:51.842995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a688a72c-b4c8-40e9-83f8-dce03092e66b completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:58:51.848747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a688a72c-b4c8-40e9-83f8-dce03092e66b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:51.849172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:51.976749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:52.014803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port a688a72c-b4c8-40e9-83f8-dce03092e66b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a688a72c-b4c8-40e9-83f8-dce03092e66b,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:52.046254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:52.083126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e743d4-3493-4bad-8d90-ec889e5bfb93 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:58:52.100238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:52.117322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=a688a72c-b4c8-40e9-83f8-dce03092e66b,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:52.127414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687be4d-2714-44dc-bdd9-b0661c30e54d req-83e2fd9b-060d-4b0b-973d-a9677089cca6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:52.128169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d687be4d-2714-44dc-bdd9-b0661c30e54d req-83e2fd9b-060d-4b0b-973d-a9677089cca6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:58:52.131487 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Transition to ACTIVE for port object 30e743d4-3493-4bad-8d90-ec889e5bfb93 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 22:58:52.160072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:52.208400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d687be4d-2714-44dc-bdd9-b0661c30e54d req-83e2fd9b-060d-4b0b-973d-a9677089cca6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:58:52.210353 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d687be4d-2714-44dc-bdd9-b0661c30e54d req-83e2fd9b-060d-4b0b-973d-a9677089cca6 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 931 time: 0.4756372 Dec 21 22:58:52.321010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=30e743d4-3493-4bad-8d90-ec889e5bfb93,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:52.423983 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d687be4d-2714-44dc-bdd9-b0661c30e54d req-00eddca5-1a5c-48b0-bf7d-2ac2b75570ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049699 Dec 21 22:58:52.461260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Attempting to bind port 30e743d4-3493-4bad-8d90-ec889e5bfb93 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 22:58:52.461684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Attempting to bind port 30e743d4-3493-4bad-8d90-ec889e5bfb93 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 22:58:52.462044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Attempting to bind port 30e743d4-3493-4bad-8d90-ec889e5bfb93 on network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:58:52.468473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Port 30e743d4-3493-4bad-8d90-ec889e5bfb93 on network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:58:52.468842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Attempting to bind port 30e743d4-3493-4bad-8d90-ec889e5bfb93 on network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 22:58:52.476215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 22:58:52.476612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Checking segment: {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:58:52.477038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Bound using segment: {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 22:58:52.477511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Bound port: 30e743d4-3493-4bad-8d90-ec889e5bfb93, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659ce731-4def-488d-9198-95ecb171819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 22:58:52.477894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:52.569832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] For port 30e743d4-3493-4bad-8d90-ec889e5bfb93, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 22:58:52.573268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] For port 30e743d4-3493-4bad-8d90-ec889e5bfb93, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 22:58:52.626493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:52.695605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:52.697419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] 10.222.0.46 "PUT /v2.0/ports/30e743d4-3493-4bad-8d90-ec889e5bfb93 HTTP/1.1" status: 200 len: 1093 time: 1.4109285 Dec 21 22:58:52.697942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:58:52.725391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05437687-7950-4efa-9bb5-360c799e4ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=30e743d4-3493-4bad-8d90-ec889e5bfb93,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:52.762033 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'status': 'completed', 'code': 200} Dec 21 22:58:52.850426 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-4e0d7b20-14c5-4feb-b892-2a8546fd8829 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0809369 Dec 21 22:58:52.927429 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-c2a20eb7-6465-423c-8776-c45e9952baa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93 HTTP/1.1" status: 200 len: 217 time: 0.0710940 Dec 21 22:58:52.996663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694e824-a849-412c-9660-dca780f7cd0e req-562ce985-f4bd-4bdc-b085-7b2610848da9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:52.998356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-562ce985-f4bd-4bdc-b085-7b2610848da9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f28b90f-725a-4e25-80db-f19db45edd69 HTTP/1.1" status: 200 len: 834 time: 0.0650644 Dec 21 22:58:53.084789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-34c7995e-1980-4fcb-b0b6-ad11b294d507 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793962 Dec 21 22:58:53.227341 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-0795473f-c969-4dc0-ba38-e42b05fe1367 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369667 Dec 21 22:58:53.370270 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8694e824-a849-412c-9660-dca780f7cd0e req-be5b1794-e2fd-41b0-a991-afe52219c6d4 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369467 Dec 21 22:58:53.543455 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-9ad20ac1-76b4-4dd4-b0b5-2961cd4a9475 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 1096 time: 0.0752633 Dec 21 22:58:53.697238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a688a72c-b4c8-40e9-83f8-dce03092e66b up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:58:53.752019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-08b2b499-567e-4e23-b204-e196611e602e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:53.753695 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-08b2b499-567e-4e23-b204-e196611e602e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2 HTTP/1.1" status: 200 len: 897 time: 0.2034466 Dec 21 22:58:53.760593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0507361-a429-48f9-a9d6-2786820b1322 req-d7e78022-6642-4395-8747-64819fb67ab2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:53.762080 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e0507361-a429-48f9-a9d6-2786820b1322 req-d7e78022-6642-4395-8747-64819fb67ab2 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 943 time: 0.1903155 Dec 21 22:58:53.769846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a688a72c-b4c8-40e9-83f8-dce03092e66b triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:53.770266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:53.853382 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-ea8c5bf3-b04c-47bd-a85b-bd3b5b2f7526 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93 HTTP/1.1" status: 200 len: 217 time: 0.0902765 Dec 21 22:58:53.930598 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e0507361-a429-48f9-a9d6-2786820b1322 req-ea2d0c91-efe6-4ff9-88a4-1e8602c82b4d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127672 Dec 21 22:58:53.941439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-c6eeeaf3-992a-4ef0-a95c-eea0eb32e54f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:53.942944 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-c6eeeaf3-992a-4ef0-a95c-eea0eb32e54f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f28b90f-725a-4e25-80db-f19db45edd69 HTTP/1.1" status: 200 len: 834 time: 0.0803878 Dec 21 22:58:54.025155 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-1779a42b-9e5a-48d6-bd2f-ed8beec5702e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747538 Dec 21 22:58:54.169942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-928dac61-b49b-4b6a-ae9f-067ee9ebdfc9 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374481 Dec 21 22:58:54.319681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ea62dd5f-af13-4e1e-b512-94c10e0ffc81 req-46ad853e-83b9-4c9c-b56b-de4655ff0820 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406128 Dec 21 22:58:55.140745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5b95f-3692-4d1b-ad6f-bedc76bbf891 req-1808589c-bd5f-422e-a5b6-dc8300a9cb38 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:55.142336 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de5b95f-3692-4d1b-ad6f-bedc76bbf891 req-1808589c-bd5f-422e-a5b6-dc8300a9cb38 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 943 time: 0.0878227 Dec 21 22:58:55.191120 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7de5b95f-3692-4d1b-ad6f-bedc76bbf891 req-14bea488-c9d2-4d34-88c4-980a5c6d8859 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Dec 21 22:58:55.586449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 30e743d4-3493-4bad-8d90-ec889e5bfb93 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 22:58:55.891421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 30e743d4-3493-4bad-8d90-ec889e5bfb93, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:55.906169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'port_id': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'mac_address': 'fa:16:3e:2e:f0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:58:55.962011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:55.982759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e743d4-3493-4bad-8d90-ec889e5bfb93 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 22:58:55.997885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 30e743d4-3493-4bad-8d90-ec889e5bfb93, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:56.031219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:56.099222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=30e743d4-3493-4bad-8d90-ec889e5bfb93,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:56.239179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['30e743d4-3493-4bad-8d90-ec889e5bfb93'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 22:58:56.395070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1bf7c-ab6d-4355-9d92-440a180a824e req-a0afb3db-dc16-4477-ab02-54248bd33a14 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:56.397823 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fd1bf7c-ab6d-4355-9d92-440a180a824e req-a0afb3db-dc16-4477-ab02-54248bd33a14 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0836477 Dec 21 22:58:56.446847 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7fd1bf7c-ab6d-4355-9d92-440a180a824e req-64ca347b-9876-43c6-8481-d54cb7b14ecb tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Dec 21 22:58:57.610198 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 30e743d4-3493-4bad-8d90-ec889e5bfb93 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 22:58:57.658698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fb3a7-a107-46eb-a5fe-e6f651c3cdd4 req-af89ed2c-296b-4c84-9142-1edcdf25b534 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:57.660316 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-066fb3a7-a107-46eb-a5fe-e6f651c3cdd4 req-af89ed2c-296b-4c84-9142-1edcdf25b534 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 944 time: 0.0878792 Dec 21 22:58:57.711790 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-066fb3a7-a107-46eb-a5fe-e6f651c3cdd4 req-80e4d273-c645-427d-90e2-7d36ae853b0f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449629 Dec 21 22:58:57.713715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 30e743d4-3493-4bad-8d90-ec889e5bfb93 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 22:58:57.718834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 30e743d4-3493-4bad-8d90-ec889e5bfb93 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 22:58:57.719248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:57.836098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:57.894200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:58:57.906636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 30e743d4-3493-4bad-8d90-ec889e5bfb93, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:58:57.936743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:58:57.973197 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'code': 200} Dec 21 22:58:58.012805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=30e743d4-3493-4bad-8d90-ec889e5bfb93,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:58:58.244925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf293d72-c500-44fc-9b33-fd946f8cc563 req-e81a5499-71ef-4cb1-a7b3-0b84a998be7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0741589 Dec 21 22:58:58.289750 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf293d72-c500-44fc-9b33-fd946f8cc563 req-85f76603-99dd-4af4-a2bb-93fc70e89368 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384343 Dec 21 22:58:58.918699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa1ff7-c220-4a8e-8cef-9e4b0d718e96 req-063730d3-9936-4149-ab3a-2e45297479e4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:58:58.920447 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6aa1ff7-c220-4a8e-8cef-9e4b0d718e96 req-063730d3-9936-4149-ab3a-2e45297479e4 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0854869 Dec 21 22:58:58.969824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6aa1ff7-c220-4a8e-8cef-9e4b0d718e96 req-2beb80b5-ad49-4a84-93c2-f6e87df67f97 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430737 Dec 21 22:59:00.183288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167f4c-3fce-493b-8d87-c9ed9cbc7074 req-fbcba998-1b26-49b7-82f2-7a6d193d89fb tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:00.184922 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7167f4c-3fce-493b-8d87-c9ed9cbc7074 req-fbcba998-1b26-49b7-82f2-7a6d193d89fb tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0820622 Dec 21 22:59:00.236539 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7167f4c-3fce-493b-8d87-c9ed9cbc7074 req-ade78b1e-a457-45c0-9a6b-441f28af5951 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453503 Dec 21 22:59:00.439002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca92da-49b2-4bf3-916f-3a98f702779d req-50f59e37-7b1d-4f1a-8ccd-935f088bc57d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:00.440634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3dca92da-49b2-4bf3-916f-3a98f702779d req-50f59e37-7b1d-4f1a-8ccd-935f088bc57d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0835061 Dec 21 22:59:00.489157 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3dca92da-49b2-4bf3-916f-3a98f702779d req-ef9aad41-00a1-447f-8bf1-9ded7d3461f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421007 Dec 21 22:59:00.516508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49830) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:00.592925 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a06af5a-7b00-46e2-9093-fe818dac7335 tempest-TestNetworkAdvancedServerOps-333869545 tempest-TestNetworkAdvancedServerOps-333869545-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 1093 time: 0.0750260 Dec 21 22:59:00.595687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49834) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:00.601309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:59:00.607324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:59:00.611377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Usage tracker for resource:floatingip and tenant:f851729a322c48a8a73a48f7d0b8f1a8 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:59:00.614364 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:59:00.620452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:59:00.671077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:00.820737 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:00.964172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Allocated IP 172.26.6.95 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/c455790e-06ae-47a6-95df-8fcb4bc5f6ac) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:59:01.229118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:01.279836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:01.354760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 22:59:01.357948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:59:01.362369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 22:59:01.388781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=c455790e-06ae-47a6-95df-8fcb4bc5f6ac,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:01.954427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:02.038309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:02.258937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:02.282435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:02.396407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event updated for resources: {'Port': ['ID=c455790e-06ae-47a6-95df-8fcb4bc5f6ac,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:02.408900 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:02.605600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Floating IP 854e3cae-15e8-44d8-b094-0eaf2ec869eb associated. External IP: 172.26.6.95, port: 30e743d4-3493-4bad-8d90-ec889e5bfb93. Dec 21 22:59:03.018860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router d136ee3c-d023-45e9-879f-8b478692d8fe has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:59:03.455728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:59:03.466336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] Sync routers for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:59:03.479499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:59:03.480173 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:03.534084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:03.590467 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2d9a39ac-8ef4-47c9-89b7-6b09c749539e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9936194 Dec 21 22:59:03.591103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:59:03.657754 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'status': 'completed', 'code': 200} Dec 21 22:59:03.669165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:59:03.829145 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-475e00a3-c137-4015-8296-ec3d7961b3db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.1495008 Dec 21 22:59:03.836902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99b542-d0fd-47db-bc22-400ca0fc4ff4 req-4fcd718a-4739-4aad-a186-332409fd5b8d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:03.838419 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b99b542-d0fd-47db-bc22-400ca0fc4ff4 req-4fcd718a-4739-4aad-a186-332409fd5b8d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.1241624 Dec 21 22:59:03.875635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:03.994469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6b99b542-d0fd-47db-bc22-400ca0fc4ff4 req-bb0ff407-70a6-4c0f-9487-0857a8a6f684 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328692 Dec 21 22:59:04.021349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-be05f846-9de2-47b8-a44e-8ba34c96a68d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:04.023345 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-be05f846-9de2-47b8-a44e-8ba34c96a68d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2 HTTP/1.1" status: 200 len: 897 time: 0.1840158 Dec 21 22:59:04.023907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49844) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:04.057228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '854e3cae-15e8-44d8-b094-0eaf2ec869eb', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'port_id': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'mac_address': 'fa:16:3e:2e:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:59:01Z', 'updated_at': '2021-12-21T22:59:01Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:51Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:04.061581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] Checking router: d136ee3c-d023-45e9-879f-8b478692d8fe for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:59:04.074303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:59:04.075077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:58:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:04.139168 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-bb487627-2849-4a64-ad0a-56cd6686ff85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93 HTTP/1.1" status: 200 len: 998 time: 0.1096551 Dec 21 22:59:04.156376 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1ddc7a20-e7f7-47f4-8be1-2f520ac81b2a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/854e3cae-15e8-44d8-b094-0eaf2ec869eb HTTP/1.1" status: 200 len: 990 time: 0.1303031 Dec 21 22:59:04.210796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-2e732c1c-f063-418e-b93d-15ce9f40c68b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:04.212375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-2e732c1c-f063-418e-b93d-15ce9f40c68b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f28b90f-725a-4e25-80db-f19db45edd69 HTTP/1.1" status: 200 len: 834 time: 0.0670199 Dec 21 22:59:04.275320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:59:04.299794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-249dda08-0a2c-4c32-81a9-b33ee7255e87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814159 Dec 21 22:59:04.442316 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-140830ce-7622-47b6-af7f-6fc2945c09a1 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358719 Dec 21 22:59:04.587198 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0595c32b-2994-4f5f-84c6-c9a846e4d03b req-9e32a587-7ed9-46f0-83de-9cd42764ef1a service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376112 Dec 21 22:59:04.651690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '854e3cae-15e8-44d8-b094-0eaf2ec869eb', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'port_id': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'mac_address': 'fa:16:3e:2e:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:59:01Z', 'updated_at': '2021-12-21T22:59:01Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:51Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:04.656112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d7fdd-ccc1-42e9-b804-0c08c1dc5182 None None] The sync data for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv is: [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '854e3cae-15e8-44d8-b094-0eaf2ec869eb', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'floating_ip_address': '172.26.6.95', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'port_id': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'mac_address': 'fa:16:3e:2e:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:59:01Z', 'updated_at': '2021-12-21T22:59:01Z', 'revision_number': 0, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:51Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:59:04.995999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606b8c5-fa86-43b9-9503-7d4da321fc2c None None] New status for floating IP 854e3cae-15e8-44d8-b094-0eaf2ec869eb: ACTIVE {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:59:05.159564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49850) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:05.271720 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-399525e6-a8a6-428d-bd22-f3397d3a493b tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/854e3cae-15e8-44d8-b094-0eaf2ec869eb HTTP/1.1" status: 200 len: 990 time: 0.1109035 Dec 21 22:59:06.275862 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49854) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:06.388705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-27bba1ba-1041-47ad-9455-d5b6883a804a tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/854e3cae-15e8-44d8-b094-0eaf2ec869eb HTTP/1.1" status: 200 len: 992 time: 0.1114309 Dec 21 22:59:07.335133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd633d14-37e4-4a32-a622-f446a2a862af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:08.842254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:10.039433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-369b176b-8623-471d-bbb5-a53998c31754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:10.199704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:11.702063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:19.175978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:59:33.833063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:36.078242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37457a6-a746-423e-b2b3-7eb3cba38bb7 req-f43c1b9b-6b7a-4a6b-840d-d620facaa0f9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:36.079851 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f37457a6-a746-423e-b2b3-7eb3cba38bb7 req-f43c1b9b-6b7a-4a6b-840d-d620facaa0f9 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0845675 Dec 21 22:59:36.133101 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f37457a6-a746-423e-b2b3-7eb3cba38bb7 req-34171888-c948-4be5-bf8e-fda692dcb824 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Dec 21 22:59:37.345061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787987bc-d337-4fea-a5bd-4824be9be8c0 req-ef5b0d75-f1aa-4c21-a232-d488c9f811ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:37.345701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5c3e-f62d-43c0-b0e6-de215f588297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:37.346674 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-787987bc-d337-4fea-a5bd-4824be9be8c0 req-ef5b0d75-f1aa-4c21-a232-d488c9f811ac tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0857918 Dec 21 22:59:37.617701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-787987bc-d337-4fea-a5bd-4824be9be8c0 req-f7e9d279-cfdc-4e12-94ca-01528960eb76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626586 Dec 21 22:59:37.646856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49878) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:37.757680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dc13be28-c9ea-40d3-8021-ae799f9c9a63 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/854e3cae-15e8-44d8-b094-0eaf2ec869eb HTTP/1.1" status: 200 len: 992 time: 0.1094990 Dec 21 22:59:38.841759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:39.373588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfbfe5-2ed4-4116-8ad4-a20a49240857 req-8f313e21-7a28-472d-b5f4-5b6e58979ea5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:39.375092 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eddfbfe5-2ed4-4116-8ad4-a20a49240857 req-8f313e21-7a28-472d-b5f4-5b6e58979ea5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.1469851 Dec 21 22:59:39.377870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-09d7a151-76b9-4271-9bcd-b107351e732a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.1159339 Dec 21 22:59:39.513749 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-eddfbfe5-2ed4-4116-8ad4-a20a49240857 req-0f5e7f57-87e3-46c2-9c36-9e768380554e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325018 Dec 21 22:59:39.555956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-8be5f4f2-0721-4b6f-b340-8012ad96ccca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:39.557543 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-8be5f4f2-0721-4b6f-b340-8012ad96ccca service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2 HTTP/1.1" status: 200 len: 897 time: 0.1622601 Dec 21 22:59:39.667983 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-0c306b51-9e5b-4482-b5cf-6ad626bf57ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93 HTTP/1.1" status: 200 len: 1000 time: 0.1044588 Dec 21 22:59:39.736658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-9a25e52f-8eeb-4e47-b7f6-52867a556560 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:39.738200 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-9a25e52f-8eeb-4e47-b7f6-52867a556560 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f28b90f-725a-4e25-80db-f19db45edd69 HTTP/1.1" status: 200 len: 834 time: 0.0643785 Dec 21 22:59:39.816066 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-67fe7444-5d32-4eef-b545-c151e0f63291 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719407 Dec 21 22:59:39.959210 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-f2516133-a15a-45de-9819-90785f15c000 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364338 Dec 21 22:59:40.058164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d906c34-0be8-4eb1-a682-65f0684a978e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:40.105156 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-84c5b551-78d8-471c-a9da-5b3ae3168094 req-98a69b39-18b0-4a8e-b4d0-784d9d1afd70 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397042 Dec 21 22:59:40.198864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:40.729360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7874a-21ad-4d0e-8ab8-8ee50dacace4 req-c4ec8b7f-b3d3-4452-8c5f-7947b2c037f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:40.730926 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-53d7874a-21ad-4d0e-8ab8-8ee50dacace4 req-c4ec8b7f-b3d3-4452-8c5f-7947b2c037f0 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0889611 Dec 21 22:59:40.779741 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-53d7874a-21ad-4d0e-8ab8-8ee50dacace4 req-98f45526-f5ff-40e9-8f58-94ea3ea62d0f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Dec 21 22:59:41.716250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:42.009942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a773c7-7e9e-43ae-9602-d5b386a5a0c1 req-8dc607d8-af4f-4736-9f2d-7e61182e0e1f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:42.011522 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8a773c7-7e9e-43ae-9602-d5b386a5a0c1 req-8dc607d8-af4f-4736-9f2d-7e61182e0e1f tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0829420 Dec 21 22:59:42.063792 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8a773c7-7e9e-43ae-9602-d5b386a5a0c1 req-b40f38e4-bcd8-47ec-9155-2c51852fa58e tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461779 Dec 21 22:59:42.092345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49892) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:42.203716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b75fdf8b-bb7f-43cd-9dba-6f4daa0ec468 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/floatingips/854e3cae-15e8-44d8-b094-0eaf2ec869eb HTTP/1.1" status: 200 len: 992 time: 0.1101344 Dec 21 22:59:42.486713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49900) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:42.552724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-25fad3b6-5969-45cf-bb68-0dab1d02d4f3 req-b1529655-23e6-4c78-8b11-4eed71abe451 service neutron] (88994) timed out ('10.222.0.30', 45672) {{(pid=88994) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 21 22:59:42.697123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port c455790e-06ae-47a6-95df-8fcb4bc5f6ac {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:59:42.697418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:42.874011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:42.874667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:43.003086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for c455790e-06ae-47a6-95df-8fcb4bc5f6ac owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:59:43.242421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:43.291842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=c455790e-06ae-47a6-95df-8fcb4bc5f6ac,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:43.331624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.332017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.332419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.332802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.333175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.333542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.333910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.334686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.334835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.335126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.335484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:43.397984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:43.808585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router d136ee3c-d023-45e9-879f-8b478692d8fe has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:59:44.018081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:59:44.028706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] Sync routers for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:59:44.042227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:59:44.042897 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:44.062330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:44.119400 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a28cd1f8-af43-4854-a327-4f314956df76 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/floatingips/854e3cae-15e8-44d8-b094-0eaf2ec869eb HTTP/1.1" status: 204 len: 168 time: 1.6315153 Dec 21 22:59:44.120026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:59:44.236296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:59:44.290498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'status': 'completed', 'code': 200} Dec 21 22:59:44.394989 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-d465b054-8033-44d1-bde4-dc09af9b31d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0816815 Dec 21 22:59:44.585296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-14d2c718-f9e1-4af9-afb6-e702577e2797 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:44.586107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:51Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:44.586854 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-14d2c718-f9e1-4af9-afb6-e702577e2797 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2 HTTP/1.1" status: 200 len: 897 time: 0.1859453 Dec 21 22:59:44.590416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] Checking router: d136ee3c-d023-45e9-879f-8b478692d8fe for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:59:44.601887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:59:44.602546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:44.902113 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-ffd0819d-5665-4d12-9233-9d4c4de13b02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93 HTTP/1.1" status: 200 len: 217 time: 0.3072426 Dec 21 22:59:44.966262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c58f7b-019b-457f-8097-0c7c2fff9025 req-cfe60039-dcfe-4f60-b293-df8b398ad0a1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:44.967010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d7c58f7b-019b-457f-8097-0c7c2fff9025 req-cfe60039-dcfe-4f60-b293-df8b398ad0a1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Synchronizing usage tracker for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 22:59:44.967697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:59:44.992846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-1f0b90ca-0b62-4a90-b644-a893a325febe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:44.994479 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-1f0b90ca-0b62-4a90-b644-a893a325febe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f28b90f-725a-4e25-80db-f19db45edd69 HTTP/1.1" status: 200 len: 834 time: 0.0849178 Dec 21 22:59:45.039835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d7c58f7b-019b-457f-8097-0c7c2fff9025 req-cfe60039-dcfe-4f60-b293-df8b398ad0a1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Unset dirty status for tenant:f851729a322c48a8a73a48f7d0b8f1a8 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 22:59:45.041131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7c58f7b-019b-457f-8097-0c7c2fff9025 req-cfe60039-dcfe-4f60-b293-df8b398ad0a1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.5070846 Dec 21 22:59:45.085430 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-dc8426ae-9023-4a3a-a2c9-58c9bbbec211 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d32ae27-5aec-4ce1-a05f-333d17c2cde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842874 Dec 21 22:59:45.269964 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d7c58f7b-019b-457f-8097-0c7c2fff9025 req-fdca7608-fd8e-48b0-a771-9f4a6dad95ce tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209580 Dec 21 22:59:45.278208 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-050d34fb-a50f-4ec6-9621-1192a97a7c71 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856294 Dec 21 22:59:45.311754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:51Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:45.316145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e3c43c-a640-44b3-b245-f8e460f4368e None None] The sync data for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv is: [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:58:44Z', 'revision_number': 4, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a688a72c-b4c8-40e9-83f8-dce03092e66b', 'name': '', 'network_id': '0d32ae27-5aec-4ce1-a05f-333d17c2cde2', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'mac_address': 'fa:16:3e:a6:d0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:44Z', 'updated_at': '2021-12-21T22:58:51Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'subnets': [{'id': '2f28b90f-725a-4e25-80db-f19db45edd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:59:45.427801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93442ded-02ac-4a90-8473-81bb186c0aa8 req-b8e9d54c-b3eb-4e64-b94e-b8eb74cdf675 service neutron] 10.222.0.46 "GET /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424556 Dec 21 22:59:45.738189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae82ef08-40e8-4769-bee9-347225975818 None None] New status for floating IP 854e3cae-15e8-44d8-b094-0eaf2ec869eb: DOWN {{(pid=88997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 22:59:46.140531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-75bce59a-c1a7-46c3-93e8-98252652bd54 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:46.142018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-75bce59a-c1a7-46c3-93e8-98252652bd54 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.0832739 Dec 21 22:59:46.215355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 30e743d4-3493-4bad-8d90-ec889e5bfb93 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:59:46.215732 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:46.481714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 30e743d4-3493-4bad-8d90-ec889e5bfb93, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30e743d4-3493-4bad-8d90-ec889e5bfb93,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:59:46.482111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:46.643975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 30e743d4-3493-4bad-8d90-ec889e5bfb93 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:59:46.757998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99947bb-2b6d-451c-82ac-defc0c727882 req-78157f7c-ac3b-4574-b23c-eb3ade726061 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:46.759609 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f99947bb-2b6d-451c-82ac-defc0c727882 req-78157f7c-ac3b-4574-b23c-eb3ade726061 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8 HTTP/1.1" status: 200 len: 945 time: 0.3316314 Dec 21 22:59:46.842788 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f99947bb-2b6d-451c-82ac-defc0c727882 req-34d1148c-52bb-4fd3-bad7-d13f79385d64 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767829 Dec 21 22:59:46.899116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:46.949593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=30e743d4-3493-4bad-8d90-ec889e5bfb93,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:47.028462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] No DVR routers for this DVR port 30e743d4-3493-4bad-8d90-ec889e5bfb93 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:59:47.030955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:47.033715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'name': 'network-vif-deleted', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 22:59:47.071828 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7498518e-c6db-4ba1-8906-16bb8f3f3023 req-5a7eb9ff-cfec-4bf9-b1bc-00aec3fe9c21 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.46 "DELETE /v2.0/ports/30e743d4-3493-4bad-8d90-ec889e5bfb93 HTTP/1.1" status: 204 len: 173 time: 0.9231033 Dec 21 22:59:47.097804 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e7b12e-407a-4e25-8b8d-48e8e73f9ed8', 'name': 'network-vif-deleted', 'tag': '30e743d4-3493-4bad-8d90-ec889e5bfb93', 'status': 'completed', 'code': 200} Dec 21 22:59:47.977024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49922) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:48.395859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:49.020341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port a688a72c-b4c8-40e9-83f8-dce03092e66b {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:59:49.020950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:49.216097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port a688a72c-b4c8-40e9-83f8-dce03092e66b, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a688a72c-b4c8-40e9-83f8-dce03092e66b,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:59:49.216581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:49.343048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for a688a72c-b4c8-40e9-83f8-dce03092e66b owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:59:49.604406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:49.655197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=a688a72c-b4c8-40e9-83f8-dce03092e66b,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:49.852352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 30e743d4-3493-4bad-8d90-ec889e5bfb93 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:59:49.887534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 30e743d4-3493-4bad-8d90-ec889e5bfb93 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:59:49.888229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 30e743d4-3493-4bad-8d90-ec889e5bfb93 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:59:50.201567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:50.821812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Router d136ee3c-d023-45e9-879f-8b478692d8fe has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 22:59:51.066598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 22:59:51.078476 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] Sync routers for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 22:59:51.085660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-20c7d6f2-5afd-44dc-8449-02347cf1f08d tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "PUT /v2.0/routers/d136ee3c-d023-45e9-879f-8b478692d8fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1049707 Dec 21 22:59:51.087784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49926) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:51.095001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:59:51.095692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:51.304605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:59:51.318895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting subnet 2f28b90f-725a-4e25-80db-f19db45edd69 {{(pid=88994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 22:59:51.322932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:51.388310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853244004'] for subnet, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:51.486543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:51.626803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:59:49Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:51.631447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] Checking router: d136ee3c-d023-45e9-879f-8b478692d8fe for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 22:59:51.642991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] Routers {'d136ee3c-d023-45e9-879f-8b478692d8fe'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 22:59:51.643651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d136ee3c-d023-45e9-879f-8b478692d8fe'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:51.725189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853444628'] for subnet, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:51.772680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Subnet': ['ID=2f28b90f-725a-4e25-80db-f19db45edd69,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:51.784293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:51.788592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.788971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.789340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.789705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.790065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.790423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.790778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.791137 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.791492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.791821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.792178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:51.793396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03cfa7-da56-4585-a83c-70bd054defe2 None None] Network 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:59:51.797589 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a59c401b-da0b-45b7-afad-b3e613cc0e39 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/subnets/2f28b90f-725a-4e25-80db-f19db45edd69 HTTP/1.1" status: 204 len: 168 time: 0.7084038 Dec 21 22:59:51.800644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49930) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:52.000560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] Set router d136ee3c-d023-45e9-879f-8b478692d8fe gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 22:59:52.011154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:52.229352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:52.278588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Deleting port 39fa730f-4a66-4216-8a08-de2c706f0374 {{(pid=88994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:59:52.278966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:52.314617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] DHCP port deletion for 0d32ae27-5aec-4ce1-a05f-333d17c2cde2 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 22:59:52.325156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Deleting port 0683c530-0ce3-45f2-af81-169367d808f5 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 22:59:52.325574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:52.453775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:59:49Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:52.467649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] For port 39fa730f-4a66-4216-8a08-de2c706f0374, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=39fa730f-4a66-4216-8a08-de2c706f0374,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:59:52.468052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:52.476088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3e91e1-cfda-4819-91a3-17432ad7ef7b None None] The sync data for ids ['d136ee3c-d023-45e9-879f-8b478692d8fe'] in dv-neutron-822521-1-hyperv is: [{'id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784676929', 'tenant_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81'}], 'enable_snat': True}, 'gw_port_id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:39Z', 'updated_at': '2021-12-21T22:59:49Z', 'revision_number': 5, 'project_id': 'f851729a322c48a8a73a48f7d0b8f1a8', 'gw_port': {'id': '39fa730f-4a66-4216-8a08-de2c706f0374', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:45:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd136ee3c-d023-45e9-879f-8b478692d8fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:40Z', 'updated_at': '2021-12-21T22:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 22:59:52.566248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] For port 0683c530-0ce3-45f2-af81-169367d808f5, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0683c530-0ce3-45f2-af81-169367d808f5,segment=NetworkSegment(659ce731-4def-488d-9198-95ecb171819f),segment_id=659ce731-4def-488d-9198-95ecb171819f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 22:59:52.566680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:52.599537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Calling delete_port for 39fa730f-4a66-4216-8a08-de2c706f0374 owned by network:router_gateway {{(pid=88994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:59:52.701593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Calling delete_port for 0683c530-0ce3-45f2-af81-169367d808f5 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 22:59:52.929825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:52.978500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Port': ['ID=39fa730f-4a66-4216-8a08-de2c706f0374,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:53.015380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284'] for port, after_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.062741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Pushing event deleted for resources: {'Port': ['ID=0683c530-0ce3-45f2-af81-169367d808f5,revision_number=None']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:53.076113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] No DVR routers for this DVR port 0683c530-0ce3-45f2-af81-169367d808f5 on host dv-neutron-822521-1-hyperv {{(pid=88996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 22:59:53.081100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.081484 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.081857 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.082225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.082593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.082959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.083361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.083725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.084775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.085144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.085500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1324bc-b716-4e36-b6c1-a77def68ade0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 22:59:53.218746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.482635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.487123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.595851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.596453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Fanout notify agent at l3_agent the message router_deleted on router d136ee3c-d023-45e9-879f-8b478692d8fe {{(pid=88994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 22:59:53.613172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.617542 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e686e95b-cc5a-46d1-b862-c4e417cc54f1 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/routers/d136ee3c-d023-45e9-879f-8b478692d8fe HTTP/1.1" status: 204 len: 168 time: 1.8158243 Dec 21 22:59:53.617677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49934) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:53.752030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.777592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a688a72c-b4c8-40e9-83f8-dce03092e66b no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:59:53.813773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: a688a72c-b4c8-40e9-83f8-dce03092e66b {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:59:53.814726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a688a72c-b4c8-40e9-83f8-dce03092e66b not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:59:53.814726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0683c530-0ce3-45f2-af81-169367d808f5 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:59:53.849552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 0683c530-0ce3-45f2-af81-169367d808f5 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:59:53.850448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0683c530-0ce3-45f2-af81-169367d808f5 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:59:53.898260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.925140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d32ae27-5aec-4ce1-a05f-333d17c2cde2']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:53.938059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659ce731-4def-488d-9198-95ecb171819f') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:53.938398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659ce731-4def-488d-9198-95ecb171819f') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 22:59:53.951424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.966935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.973209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 22:59:53.973629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:59:53.989327 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:59:54.133235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:54.154643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:54.165115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'Network': ['ID=0d32ae27-5aec-4ce1-a05f-333d17c2cde2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:54.202607 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d4e7c221-05a3-4a9d-b453-8b4f1ce36e81 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/networks/0d32ae27-5aec-4ce1-a05f-333d17c2cde2 HTTP/1.1" status: 204 len: 168 time: 0.5801337 Dec 21 22:59:54.205451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 49938) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:54.277817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad28ba10-15ce-43c4-aefd-3be9d54a03e5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:54.308646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad28ba10-15ce-43c4-aefd-3be9d54a03e5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:54.510241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad28ba10-15ce-43c4-aefd-3be9d54a03e5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:54.534058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28ba10-15ce-43c4-aefd-3be9d54a03e5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b0070d-3439-4c6e-bb8e-5f449d3a73ad,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:54.569175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ad28ba10-15ce-43c4-aefd-3be9d54a03e5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:54.570410 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ad28ba10-15ce-43c4-aefd-3be9d54a03e5 tempest-TestNetworkAdvancedServerOps-837241678 tempest-TestNetworkAdvancedServerOps-837241678-project] 10.222.0.30 "DELETE /v2.0/security-groups/f0b0070d-3439-4c6e-bb8e-5f449d3a73ad HTTP/1.1" status: 204 len: 168 time: 0.3639786 Dec 21 22:59:55.044811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49948) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:55.249389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e38a9ead-23ae-4d4a-a6a3-c8856fd83b8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f851729a322c48a8a73a48f7d0b8f1a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2033262 Dec 21 22:59:55.252084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49954) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:55.315710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5a8d8e-09ec-4302-b5ae-029b11fd0e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:55.342185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5a8d8e-09ec-4302-b5ae-029b11fd0e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:55.518516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5a8d8e-09ec-4302-b5ae-029b11fd0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:55.538185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a8d8e-09ec-4302-b5ae-029b11fd0e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a42ef2-2c48-4435-9c7e-e0df783eed2a,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:55.544499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7b5a8d8e-09ec-4302-b5ae-029b11fd0e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:55.545811 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-7b5a8d8e-09ec-4302-b5ae-029b11fd0e70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43a42ef2-2c48-4435-9c7e-e0df783eed2a HTTP/1.1" status: 204 len: 168 time: 0.2926924 Dec 21 22:59:55.684324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 39fa730f-4a66-4216-8a08-de2c706f0374 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 22:59:55.718930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 39fa730f-4a66-4216-8a08-de2c706f0374 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 22:59:55.719321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 39fa730f-4a66-4216-8a08-de2c706f0374 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 22:59:56.023022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49962) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:56.043039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:56.076894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:59:56.080880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] Usage tracker for resource:security_group_rule and tenant:51ebe76db09e463ca113a471dff60a1f is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:59:56.083869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:59:56.090706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:59:56.177083 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 22:59:56.232728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:56.275824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:56.326106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319a6c1d-c447-457b-babd-65f167fc1f92,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:56.331147 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-706d2922-e89b-4e5f-af9d-703c264c40fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51ebe76db09e463ca113a471dff60a1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3069816 Dec 21 22:59:56.334104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49966) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:56.400260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6552e430-efe6-4c3e-b3c2-3e31bc98e902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:56.427048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6552e430-efe6-4c3e-b3c2-3e31bc98e902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:56.498655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6552e430-efe6-4c3e-b3c2-3e31bc98e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:56.516433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552e430-efe6-4c3e-b3c2-3e31bc98e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a6c1d-c447-457b-babd-65f167fc1f92,revision_number=None']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:56.519829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6552e430-efe6-4c3e-b3c2-3e31bc98e902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:56.521077 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6552e430-efe6-4c3e-b3c2-3e31bc98e902 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/319a6c1d-c447-457b-babd-65f167fc1f92 HTTP/1.1" status: 204 len: 168 time: 0.1856327 Dec 21 22:59:57.780194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49988) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:57.916298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-870045829-network', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:59:57.921595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:59:57.925641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Usage tracker for resource:network and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:59:57.929176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:59:57.938780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:59:57.981336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Made reservation on behalf of a32dec81184242bd8103bd201a47fc38 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:59:57.986039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:58.000189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:58.034124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:59:58.038565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:59:58.041499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:59:58.047520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:59:58.118958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:58.147406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:58.180547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 22:59:58.194909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3647e7e-7e1c-4972-aedb-e8f4a67d8880,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:58.304181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:58.304553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Added segment 03ea5b3a-bff7-4777-a69c-3bdbb0022b4a of type vlan for network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e Dec 21 22:59:58.380197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:58.438481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:58.439397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:58.440041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:58.549926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:58.561318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 22:59:58.565117 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-40df96dd-ecf3-4124-8f88-a003fdfefb88 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7837324 Dec 21 22:59:58.568253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49994) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:58.574515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Request body: {'subnet': {'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-870045829-subnet', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:59:58.579875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:59:58.584011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Usage tracker for resource:subnet and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:59:58.587635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:59:58.593985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:59:58.630176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Made reservation on behalf of a32dec81184242bd8103bd201a47fc38 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 22:59:58.635049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:59.004521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:59.085386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d83027-bbbc-48c9-87cf-6ba3283b3137,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 22:59:59.098722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Checking segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 22:59:59.099124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Network hostable DHCP agents. Network: ce6498bc-1273-4457-bb9e-81b5eb7e7d6e, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 22:59:59.181435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 22:59:59.255698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, ce6498bc-1273-4457-bb9e-81b5eb7e7d6e) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 22:59:59.260373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 22:59:59.261024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:59.264970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4bfd5e-7132-4180-bb6a-df5b7c1a5cd9 None None] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 22:59:59.307994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d4447bf1-a085-44f1-8aa9-012d52d52614 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7384901 Dec 21 22:59:59.310843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 49998) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:59.316271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:59:59.321674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 22:59:59.325741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Usage tracker for resource:router and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 22:59:59.328759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 22:59:59.335344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 22:59:59.387928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:59.389035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:59.477931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:59.496947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 22:59:59.497888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:59.668320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Allocated IP 172.20.0.2 (ce6498bc-1273-4457-bb9e-81b5eb7e7d6e/77d83027-bbbc-48c9-87cf-6ba3283b3137/e5c8707c-bc8f-4889-90a2-e4a2cdd93894) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 22:59:59.671041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 22:59:59.956752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.013501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Transition to ACTIVE for port object e5c8707c-bc8f-4889-90a2-e4a2cdd93894 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:00.034885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Transition to ACTIVE for port object e5c8707c-bc8f-4889-90a2-e4a2cdd93894 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:00.090397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.167199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:00.168420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:00.172811 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:00:00.175662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Pushing event updated for resources: {'Port': ['ID=e5c8707c-bc8f-4889-90a2-e4a2cdd93894,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:00.188193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.221172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.263887 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Attempting to bind port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:00:00.264488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Attempting to bind port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:00:00.264919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Attempting to bind port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 on network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:00:00.272591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:00:00.273102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Checking segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:00:00.273553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.274042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Bound using segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:00:00.274558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Bound port: e5c8707c-bc8f-4889-90a2-e4a2cdd93894, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:00:00.274973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.367505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Allocated IP 172.26.6.32 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:00:00.421043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] For port e5c8707c-bc8f-4889-90a2-e4a2cdd93894, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:00:00.424546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] For port e5c8707c-bc8f-4889-90a2-e4a2cdd93894, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e5c8707c-bc8f-4889-90a2-e4a2cdd93894,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:00:00.473338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.561247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df669736-8b57-4941-9b78-f26f67b194b8 None None] Pushing event updated for resources: {'Port': ['ID=e5c8707c-bc8f-4889-90a2-e4a2cdd93894,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:00.653686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.707408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:00.782988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:00.783727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:00.786547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:00.789360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:00:01.047878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:01.048726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:01.335481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Router 29998423-4176-4c29-b476-876fe0137d12 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 23:00:01.545025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:00:01.554800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Sync routers for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:00:01.567817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:01.568563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:01.607576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:01.609027 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be0cf4ed-63e2-46fe-bb56-a80b3d1b66e5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2971780 Dec 21 23:00:01.611920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50002) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:01.763843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e5c8707c-bc8f-4889-90a2-e4a2cdd93894 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:01.770330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:01.881927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:02.095064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:00Z', 'revision_number': 3, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:02.100453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Checking router: 29998423-4176-4c29-b476-876fe0137d12 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:00:02.100784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Updating router 29998423-4176-4c29-b476-876fe0137d12 port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 23:00:02.158975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.339644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48bb66-e173-44fc-9ce0-ffea9005d60b None None] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:00:02.424105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.519539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-09d8ac1d-24ed-4d3d-98dc-356d4c295873 None None] Provisioning for port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:02.524285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.534570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-09d8ac1d-24ed-4d3d-98dc-356d4c295873 None None] Provisioning complete for port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:02.534983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09d8ac1d-24ed-4d3d-98dc-356d4c295873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.538856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Transition to ACTIVE for port object bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:02.573734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.659351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Allocated IP 172.20.0.1 (ce6498bc-1273-4457-bb9e-81b5eb7e7d6e/77d83027-bbbc-48c9-87cf-6ba3283b3137/313d94c0-8922-44dc-a840-f1ec3874cc31) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:00:02.738496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09d8ac1d-24ed-4d3d-98dc-356d4c295873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.772140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-09d8ac1d-24ed-4d3d-98dc-356d4c295873 None None] For port e5c8707c-bc8f-4889-90a2-e4a2cdd93894, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e5c8707c-bc8f-4889-90a2-e4a2cdd93894,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:02.808637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-09d8ac1d-24ed-4d3d-98dc-356d4c295873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.816945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Pushing event updated for resources: {'Port': ['ID=bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:02.828678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Attempting to bind port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Attempting to bind port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Attempting to bind port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.835241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.836247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.836247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.836247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.836593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:00:02.844439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:00:02.844856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:00:02.845296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.845725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:00:02.846113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.846261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Bound port: bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:00:02.846614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.864708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Transition to ACTIVE for port object 313d94c0-8922-44dc-a840-f1ec3874cc31 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:02.899371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8ac1d-24ed-4d3d-98dc-356d4c295873 None None] Pushing event updated for resources: {'Port': ['ID=e5c8707c-bc8f-4889-90a2-e4a2cdd93894,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:02.916690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.932634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] For port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:00:02.936285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] For port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:00:02.962458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:02.997123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:03.000593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Pushing event updated for resources: {'Port': ['ID=313d94c0-8922-44dc-a840-f1ec3874cc31,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:03.003741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:03.005575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:00:03.055301 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:03.056455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:03.065923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:03.120196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c795b9c-59e9-4e98-9d2f-901412fb045c None None] Pushing event updated for resources: {'Port': ['ID=bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:03.152508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-4f2629ea-b9d1-4176-b4ed-ebaed02ce62d None None] Provisioning complete for port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:03.152919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4f2629ea-b9d1-4176-b4ed-ebaed02ce62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:03.228117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:03.291794 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:03.461467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8161a0b0-f153-4615-8bad-bc053497a336 None None] Provisioning for port 313d94c0-8922-44dc-a840-f1ec3874cc31 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:03.466715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-8161a0b0-f153-4615-8bad-bc053497a336 None None] Provisioning complete for port 313d94c0-8922-44dc-a840-f1ec3874cc31 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:03.467135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8161a0b0-f153-4615-8bad-bc053497a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:03.484450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:03.512959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:03.525890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-8161a0b0-f153-4615-8bad-bc053497a336 None None] Port 313d94c0-8922-44dc-a840-f1ec3874cc31 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:00:03.601812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:00Z', 'revision_number': 3, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:03.606018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2d8ec-8616-43bc-8251-6acaf6514c43 None None] The sync data for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv is: [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:00Z', 'revision_number': 3, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:00:03.737860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e5c8707c-bc8f-4889-90a2-e4a2cdd93894 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:03.826713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:03.831161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:03.854295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:03.858599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Pushing event updated for resources: {'Port': ['ID=313d94c0-8922-44dc-a840-f1ec3874cc31,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:03.860701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:04.004740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:04.006753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:04.354167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a22db50a-c3f7-4a1b-8af5-14eee38cbebb None None] Provisioning complete for port 313d94c0-8922-44dc-a840-f1ec3874cc31 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:04.354706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a22db50a-c3f7-4a1b-8af5-14eee38cbebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:04.412186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a22db50a-c3f7-4a1b-8af5-14eee38cbebb None None] Port 313d94c0-8922-44dc-a840-f1ec3874cc31 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:00:04.464395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Router 29998423-4176-4c29-b476-876fe0137d12 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:00:04.687895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:00:04.698211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9b8c3e8b-4357-4e52-af96-a522d49de00a admin admin] 10.222.0.30 "PUT /v2.0/routers/29998423-4176-4c29-b476-876fe0137d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0851266 Dec 21 23:00:05.750131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:05.754288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50024) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:05.761569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1738720816-network', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:05.766940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:05.771071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Usage tracker for resource:network and tenant:ce58147a4cc7482fb93766d2e6325a08 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:05.774659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:05.780712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:05.860833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:05.866135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:05.866550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:05.883797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Made reservation on behalf of ce58147a4cc7482fb93766d2e6325a08 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:00:05.889774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:05.904053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:05.940204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:05.944861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce58147a4cc7482fb93766d2e6325a08 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:05.948061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:05.954340 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:05.983027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.042431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:06.066574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.073465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.104200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.134936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 23:00:06.140027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:06.149150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b18c60f-a658-4846-9578-fcfe6abe8403,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:06.154844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.155243 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Added segment aefd8be4-39aa-4742-a2db-40d729ec5ada of type vlan for network 4c413bfc-a147-49d6-b7b4-0a117c61b48d Dec 21 23:00:06.186404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.246946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.247922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:06.248638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.355969 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6004331 Dec 21 23:00:06.359174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50028) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:06.361527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91249f94-4580-4c23-9998-22ccd6998cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4c413bfc-a147-49d6-b7b4-0a117c61b48d,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:06.367376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Request body: {'subnet': {'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1738720816-subnet', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:06.373170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 4c413bfc-a147-49d6-b7b4-0a117c61b48d details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 23:00:06.373521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:06.377604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Usage tracker for resource:subnet and tenant:ce58147a4cc7482fb93766d2e6325a08 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:06.380670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:06.387406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:06.424239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Made reservation on behalf of ce58147a4cc7482fb93766d2e6325a08 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:00:06.429892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.590138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Sync routers for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:00:06.603957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:06.604730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:06.704566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.791527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6e86c9-9e34-49a0-bde2-22299388e46f,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:06.815677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Checking segment: {'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:00:06.816077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Network hostable DHCP agents. Network: 4c413bfc-a147-49d6-b7b4-0a117c61b48d, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 23:00:06.870116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Network 4c413bfc-a147-49d6-b7b4-0a117c61b48d is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 23:00:06.904294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 4c413bfc-a147-49d6-b7b4-0a117c61b48d) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:06.908457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:06.909109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:06.920375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313b31e-30ed-4c5a-b2b1-4752397059c2 None None] Network 4c413bfc-a147-49d6-b7b4-0a117c61b48d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:00:06.956485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a1350604-4d74-4101-892d-d0db2b38bfa4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5959880 Dec 21 23:00:06.959643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50032) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:06.965232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:06.970255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:06.974324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Usage tracker for resource:router and tenant:ce58147a4cc7482fb93766d2e6325a08 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:06.978145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:06.984179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:07.030015 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.031054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.052177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.087341 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:07.235492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.346314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-4c413bfc-a147-49d6-b7b4-0a117c61b48d', 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'fixed_ips': [{'subnet_id': 'ae6e86c9-9e34-49a0-bde2-22299388e46f'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 23:00:07.347200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.462354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.486104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0c77cd11-ae2b-416f-87a6-191a5b0f0c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.495375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.641305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Allocated IP 172.26.6.142 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/a3f1d16f-62d4-40c7-b1fa-3955205666a2) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:00:07.674997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Allocated IP 172.20.0.2 (4c413bfc-a147-49d6-b7b4-0a117c61b48d/ae6e86c9-9e34-49a0-bde2-22299388e46f/fad2ac7f-e593-4ae6-a2a7-20ad6059cc97) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:00:07.693798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 2, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:07.719896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Checking router: 29998423-4176-4c29-b476-876fe0137d12 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:00:07.720213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Updating router 29998423-4176-4c29-b476-876fe0137d12 port 313d94c0-8922-44dc-a840-f1ec3874cc31 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 23:00:07.753943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:07.810084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.837666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.867363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:07.944599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:07.947904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:07.952531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:00:07.979708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f1d16f-62d4-40c7-b1fa-3955205666a2,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:08.081300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:08.081722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:08.148950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:08.149722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:08.255669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:08.337191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Transition to ACTIVE for port object fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:08.411324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Transition to ACTIVE for port object fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:08.438540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 23:00:08.489008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:08.599660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Network 4c413bfc-a147-49d6-b7b4-0a117c61b48d is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:08.601906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:08.604918 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Pushing event updated for resources: {'Port': ['ID=fad2ac7f-e593-4ae6-a2a7-20ad6059cc97,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:08.607682 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:08.614849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:00:08.626346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Transition to ACTIVE for port object 313d94c0-8922-44dc-a840-f1ec3874cc31 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:08.700572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:08.778116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Attempting to bind port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:00:08.778531 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Attempting to bind port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:00:08.778950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Attempting to bind port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 on network 4c413bfc-a147-49d6-b7b4-0a117c61b48d {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:00:08.900381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:00:08.913371 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Sync routers for ids ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:00:08.928904 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Routers {'73b76614-d976-4ec7-a9a7-e8a8c893ae27'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:08.930071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:08.973734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:08.979344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50036) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:08.985182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9f6701b1-7319-4dc3-8ab7-7e4ed18901b0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0242295 Dec 21 23:00:09.033328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6f8ec-77b1-4228-96b1-1309bc575217 None None] Pushing event updated for resources: {'Port': ['ID=313d94c0-8922-44dc-a840-f1ec3874cc31,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:09.048470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:00:09.048898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Checking segment: {'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:00:09.049348 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:09.049788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Bound using segment: {'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:00:09.059777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Bound port: fad2ac7f-e593-4ae6-a2a7-20ad6059cc97, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:00:09.059777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:09.163326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:09.178751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Set router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:09.247830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Attempting to bind port 313d94c0-8922-44dc-a840-f1ec3874cc31 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:00:09.248272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Attempting to bind port 313d94c0-8922-44dc-a840-f1ec3874cc31 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:00:09.248711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Attempting to bind port 313d94c0-8922-44dc-a840-f1ec3874cc31 on network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:00:09.270138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:00:09.270560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Checking segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:00:09.271006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:09.272063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Bound using segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:00:09.272869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Bound port: 313d94c0-8922-44dc-a840-f1ec3874cc31, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:00:09.273191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:09.337189 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] For port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:00:09.356102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] For port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fad2ac7f-e593-4ae6-a2a7-20ad6059cc97,segment=NetworkSegment(aefd8be4-39aa-4742-a2db-40d729ec5ada),segment_id=aefd8be4-39aa-4742-a2db-40d729ec5ada)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:00:09.390446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] For port 313d94c0-8922-44dc-a840-f1ec3874cc31, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:00:09.394243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] For port 313d94c0-8922-44dc-a840-f1ec3874cc31, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=313d94c0-8922-44dc-a840-f1ec3874cc31,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:00:09.396326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:09.444845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:09.494129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:08Z', 'revision_number': 3, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port': {'id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:09.499069 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Checking router: 73b76614-d976-4ec7-a9a7-e8a8c893ae27 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:00:09.499270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22403d9-2912-4067-b7c1-58dd1769d390 None None] Pushing event updated for resources: {'Port': ['ID=fad2ac7f-e593-4ae6-a2a7-20ad6059cc97,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:09.499800 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Updating router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 port a3f1d16f-62d4-40c7-b1fa-3955205666a2 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 23:00:09.575650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:09.586122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6f8ec-77b1-4228-96b1-1309bc575217 None None] Pushing event updated for resources: {'Port': ['ID=313d94c0-8922-44dc-a840-f1ec3874cc31,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:09.591325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:09.591998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T22:59:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:09.813727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:09.867221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.038926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.062161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Transition to ACTIVE for port object a3f1d16f-62d4-40c7-b1fa-3955205666a2 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:10.117591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.146227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Allocated IP 172.20.0.1 (4c413bfc-a147-49d6-b7b4-0a117c61b48d/ae6e86c9-9e34-49a0-bde2-22299388e46f/17e733bd-9745-442b-b52c-611c0ffbb005) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:00:10.155091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-37bc626d-fc5f-4b26-905f-2334909fb3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.191993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d489c7-f244-42a2-84f6-127e2f4fdd81 None None] Pushing event updated for resources: {'Port': ['ID=a3f1d16f-62d4-40c7-b1fa-3955205666a2,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:10.227700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Attempting to bind port a3f1d16f-62d4-40c7-b1fa-3955205666a2 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:00:10.227700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Attempting to bind port a3f1d16f-62d4-40c7-b1fa-3955205666a2 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:00:10.227700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Attempting to bind port a3f1d16f-62d4-40c7-b1fa-3955205666a2 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:00:10.235825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:00:10.236377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:00:10.236995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.237420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:00:10.237933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Bound port: a3f1d16f-62d4-40c7-b1fa-3955205666a2, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:00:10.238334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.278681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.317111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:09Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:10.321667 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] For port a3f1d16f-62d4-40c7-b1fa-3955205666a2, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:00:10.323215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1989dbb-d618-4567-947f-ab2dc2f76334 None None] The sync data for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv is: [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:09Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:00:10.326038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] For port a3f1d16f-62d4-40c7-b1fa-3955205666a2, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a3f1d16f-62d4-40c7-b1fa-3955205666a2,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:00:10.331795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.349984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Transition to ACTIVE for port object 17e733bd-9745-442b-b52c-611c0ffbb005 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:10.359377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.398839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.472697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d489c7-f244-42a2-84f6-127e2f4fdd81 None None] Pushing event updated for resources: {'Port': ['ID=a3f1d16f-62d4-40c7-b1fa-3955205666a2,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:10.480427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Routers {'73b76614-d976-4ec7-a9a7-e8a8c893ae27'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:10.481937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:00:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:10.491136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Network 4c413bfc-a147-49d6-b7b4-0a117c61b48d is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:10.494910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:10.497567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:00:10.535678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Pushing event updated for resources: {'Port': ['ID=17e733bd-9745-442b-b52c-611c0ffbb005,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:10.560892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.680488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] Set router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:10.683222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:10.957809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:11.003237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:11.102297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:11.175309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:08Z', 'revision_number': 3, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port': {'id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:11.180162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18524e90-0780-4eb8-a8f6-4ad6fb096c01 None None] The sync data for ids ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'] in dv-neutron-822521-1-hyperv is: [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:08Z', 'revision_number': 3, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port': {'id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:00:11.204085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Pushing event updated for resources: {'Port': ['ID=17e733bd-9745-442b-b52c-611c0ffbb005,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:11.325977 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Network 4c413bfc-a147-49d6-b7b4-0a117c61b48d is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:11.327268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:11.436543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4f22c-ae74-427f-a491-53c4acd58137 None None] Network 4c413bfc-a147-49d6-b7b4-0a117c61b48d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:00:11.571914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9db5accf-6d5c-4cfc-a0c7-dbc8efeb5314 None None] Provisioning for port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:11.766442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:11.937700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 313d94c0-8922-44dc-a840-f1ec3874cc31 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:12.083117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 313d94c0-8922-44dc-a840-f1ec3874cc31 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:12.090101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 313d94c0-8922-44dc-a840-f1ec3874cc31 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:12.090532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.121397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:00:12.246459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.288529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1ff0adf0-c990-42f0-8903-af8b64a244ba None None] Provisioning for port 17e733bd-9745-442b-b52c-611c0ffbb005 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:12.299482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-1ff0adf0-c990-42f0-8903-af8b64a244ba None None] Provisioning complete for port 17e733bd-9745-442b-b52c-611c0ffbb005 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:12.303690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1ff0adf0-c990-42f0-8903-af8b64a244ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.379219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0adf0-c990-42f0-8903-af8b64a244ba None None] Port 17e733bd-9745-442b-b52c-611c0ffbb005 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:00:12.384711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:00:12.391042 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 313d94c0-8922-44dc-a840-f1ec3874cc31, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=313d94c0-8922-44dc-a840-f1ec3874cc31,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:12.405794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d8364dd8-3568-458a-acc3-dba3cffc0a84 admin admin] 10.222.0.30 "PUT /v2.0/routers/73b76614-d976-4ec7-a9a7-e8a8c893ae27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4155028 Dec 21 23:00:12.431124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.431124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:12.591048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-06e612b6-abbb-4ef2-93f1-3347a7f4a914 None None] Provisioning complete for port 17e733bd-9745-442b-b52c-611c0ffbb005 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:12.591755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-06e612b6-abbb-4ef2-93f1-3347a7f4a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.657478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-06e612b6-abbb-4ef2-93f1-3347a7f4a914 None None] Port 17e733bd-9745-442b-b52c-611c0ffbb005 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:00:12.659150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:12.674060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:12.674644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.705267 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=313d94c0-8922-44dc-a840-f1ec3874cc31,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:12.827064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.864300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fad2ac7f-e593-4ae6-a2a7-20ad6059cc97,segment=NetworkSegment(aefd8be4-39aa-4742-a2db-40d729ec5ada),segment_id=aefd8be4-39aa-4742-a2db-40d729ec5ada)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:12.882075 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-cb61323f-da8a-46a3-a714-5092c640be39 None None] Provisioning complete for port 17e733bd-9745-442b-b52c-611c0ffbb005 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:12.882506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb61323f-da8a-46a3-a714-5092c640be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.912636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:12.913460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a3f1d16f-62d4-40c7-b1fa-3955205666a2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:13.049002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cb61323f-da8a-46a3-a714-5092c640be39 None None] Port 17e733bd-9745-442b-b52c-611c0ffbb005 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:00:13.070556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=fad2ac7f-e593-4ae6-a2a7-20ad6059cc97,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:13.169829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a3f1d16f-62d4-40c7-b1fa-3955205666a2 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:13.175715 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a3f1d16f-62d4-40c7-b1fa-3955205666a2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:13.176138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.219194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50046) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:13.225546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188587377', 'description': 'tempest-secgroup-smoke-1188587377 description', 'project_id': 'a32dec81184242bd8103bd201a47fc38'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:13.234316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:13.238506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:13.241757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:13.248050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:13.287331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.300831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.317300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port a3f1d16f-62d4-40c7-b1fa-3955205666a2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a3f1d16f-62d4-40c7-b1fa-3955205666a2,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:13.325310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:13.329486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:13.332535 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:13.339458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:13.367334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.438383 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=a3f1d16f-62d4-40c7-b1fa-3955205666a2,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:13.448035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.475875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.520807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0de19a9-69a9-430a-8f88-3c17fffec14a,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:13.544593 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.545917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6f1be18a-a63e-4193-8fe2-0aef1a7c3e7e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3256688 Dec 21 23:00:13.549072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50050) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:13.555513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': 'd0de19a9-69a9-430a-8f88-3c17fffec14a', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:13.561985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:13.566008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:13.569782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:13.576064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:13.625781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.689960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.720980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.749658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9675f78f-7b4a-4cb7-91cc-6c9c7020b0f4,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:13.764280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 313d94c0-8922-44dc-a840-f1ec3874cc31 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:13.784033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.787193 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-60cbc43d-ef65-42f0-a32b-4ec9f1f3bf6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2353790 Dec 21 23:00:13.788889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50054) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:13.795046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': 'd0de19a9-69a9-430a-8f88-3c17fffec14a', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:13.801659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:13.806321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:13.809439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:13.815565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:13.841115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 313d94c0-8922-44dc-a840-f1ec3874cc31 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:13.841534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.868253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.935663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.959846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:13.960999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:13.992616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1252846-32cb-42d5-9499-843b07559b6b,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:14.032068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.036293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e20e6d68-ef4e-4e18-bf0e-037ff9773f5c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2435257 Dec 21 23:00:14.036456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:14.036456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.036696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50058) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:14.042498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': 'd0de19a9-69a9-430a-8f88-3c17fffec14a', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:14.049073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:14.053318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:14.056469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:14.062626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:14.105449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.153816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a3f1d16f-62d4-40c7-b1fa-3955205666a2 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:14.173322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.201144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.225645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d656265-5a39-431e-a92e-a76596a56f4f,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:14.229425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a3f1d16f-62d4-40c7-b1fa-3955205666a2 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:14.229892 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.266457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.267789 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1a6ed450-d2e7-419b-b38c-08d9ff37394e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2302144 Dec 21 23:00:14.270764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50062) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:14.277478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': 'd0de19a9-69a9-430a-8f88-3c17fffec14a', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:14.283944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:14.288259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:14.291306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:14.297455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:14.356519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.428570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.460729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.486354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a53fd96-c327-410f-8a3f-3a9226654765,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:14.521092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.522546 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-998ea837-982a-46f4-9f5d-a6c37618b062 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2500660 Dec 21 23:00:14.525562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50066) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:14.531615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': 'd0de19a9-69a9-430a-8f88-3c17fffec14a', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:14.538329 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:14.542408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:14.545471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:14.551635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:14.589666 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Project a32dec81184242bd8103bd201a47fc38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:00:14.597176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.670168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.717795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.744237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb112632-1325-43d7-8a2d-648728aedf47,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:14.784076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.785531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c48651e7-1503-4344-b82b-f9f578b20506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2589419 Dec 21 23:00:14.789547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 50070) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:14.795474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': 'd0de19a9-69a9-430a-8f88-3c17fffec14a', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:14.802065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:14.806930 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:14.810119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:14.816205 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:14.857576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Project a32dec81184242bd8103bd201a47fc38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:00:14.864987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.887966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Sync routers for ids ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:00:14.901241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Routers {'73b76614-d976-4ec7-a9a7-e8a8c893ae27'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:14.901983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:00:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:14.938338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.969283 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:14.995398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130877cd-6a7d-4744-b407-7687bba13db5,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:15.032125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:15.033947 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0a7d6c94-b58a-44be-ac89-d92d2a46ca93 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2433763 Dec 21 23:00:15.252970 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-acd85a66-e643-4115-a8a4-0198d2f0a021 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188587377&fields=id&tenant_id=a32dec81184242bd8103bd201a47fc38 HTTP/1.1" status: 200 len: 267 time: 0.0459275 Dec 21 23:00:15.259237 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Set router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:15.414638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-ed447b1e-6f4d-4c37-94b0-3f6dfccc8067 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:15.416227 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-ed447b1e-6f4d-4c37-94b0-3f6dfccc8067 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 808 time: 0.1547000 Dec 21 23:00:15.433823 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b05e4652-92b6-4e45-91ba-d809a1516c8e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/quotas/a32dec81184242bd8103bd201a47fc38 HTTP/1.1" status: 200 len: 375 time: 0.0115156 Dec 21 23:00:15.525734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-f288a14f-4f59-4806-99be-376d267aaae1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859971 Dec 21 23:00:15.594882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:10Z', 'revision_number': 4, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port': {'id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '17e733bd-9745-442b-b52c-611c0ffbb005', 'name': '', 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'mac_address': 'fa:16:3e:95:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6e86c9-9e34-49a0-bde2-22299388e46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:09Z', 'updated_at': '2021-12-21T23:00:10Z', 'revision_number': 2, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'subnets': [{'id': 'ae6e86c9-9e34-49a0-bde2-22299388e46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:15.598996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Checking router: 73b76614-d976-4ec7-a9a7-e8a8c893ae27 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:00:15.599873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Updating router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 port 17e733bd-9745-442b-b52c-611c0ffbb005 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 23:00:15.657442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:15.675050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-58589cbd-8efc-4068-8933-fec696801067 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368620 Dec 21 23:00:15.818486 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-3f5a1deb-683f-415b-aa13-89b7290ccb3b service neutron] 10.222.0.30 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365876 Dec 21 23:00:16.083266 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d84b9f4a-ac1f-4a0a-b6fb-07e25decfe22 req-14cd72fb-e298-4916-90b1-16c206a5fba0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0526595 Dec 21 23:00:16.206802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:16.223639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Transition to ACTIVE for port object 17e733bd-9745-442b-b52c-611c0ffbb005 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:16.263303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:16.394562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820904b-3a0f-4e77-a035-cc38a8b22092 None None] Pushing event updated for resources: {'Port': ['ID=17e733bd-9745-442b-b52c-611c0ffbb005,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:16.497876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Attempting to bind port 17e733bd-9745-442b-b52c-611c0ffbb005 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:00:16.498293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Attempting to bind port 17e733bd-9745-442b-b52c-611c0ffbb005 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:00:16.498701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Attempting to bind port 17e733bd-9745-442b-b52c-611c0ffbb005 on network 4c413bfc-a147-49d6-b7b4-0a117c61b48d {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:00:16.507324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:00:16.507745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Checking segment: {'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:00:16.508199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:16.508663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Bound using segment: {'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:00:16.509182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Bound port: 17e733bd-9745-442b-b52c-611c0ffbb005, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefd8be4-39aa-4742-a2db-40d729ec5ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:00:16.509596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:16.640958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] For port 17e733bd-9745-442b-b52c-611c0ffbb005, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:00:16.644295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] For port 17e733bd-9745-442b-b52c-611c0ffbb005, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=17e733bd-9745-442b-b52c-611c0ffbb005,segment=NetworkSegment(aefd8be4-39aa-4742-a2db-40d729ec5ada),segment_id=aefd8be4-39aa-4742-a2db-40d729ec5ada)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:00:16.701436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:16.783860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820904b-3a0f-4e77-a035-cc38a8b22092 None None] Pushing event updated for resources: {'Port': ['ID=17e733bd-9745-442b-b52c-611c0ffbb005,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:16.793129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Routers {'73b76614-d976-4ec7-a9a7-e8a8c893ae27'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:16.793815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:00:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:16.989123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] Set router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:17.269527 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-94806766-5187-4c8f-8c9d-b879ea4e79e6 req-bb609687-b6f6-493d-8bcb-8d1a4e973259 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0476413 Dec 21 23:00:17.349551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:10Z', 'revision_number': 4, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port': {'id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '17e733bd-9745-442b-b52c-611c0ffbb005', 'name': '', 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'mac_address': 'fa:16:3e:95:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6e86c9-9e34-49a0-bde2-22299388e46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:09Z', 'updated_at': '2021-12-21T23:00:16Z', 'revision_number': 4, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'subnets': [{'id': 'ae6e86c9-9e34-49a0-bde2-22299388e46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:17.353893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb7e9f-f4ef-4261-8072-b4f2f43a1b86 None None] The sync data for ids ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'] in dv-neutron-822521-1-hyperv is: [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:10Z', 'revision_number': 4, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port': {'id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '17e733bd-9745-442b-b52c-611c0ffbb005', 'name': '', 'network_id': '4c413bfc-a147-49d6-b7b4-0a117c61b48d', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'mac_address': 'fa:16:3e:95:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6e86c9-9e34-49a0-bde2-22299388e46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:09Z', 'updated_at': '2021-12-21T23:00:16Z', 'revision_number': 4, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'subnets': [{'id': 'ae6e86c9-9e34-49a0-bde2-22299388e46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:00:17.780280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 17e733bd-9745-442b-b52c-611c0ffbb005 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:17.878050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 17e733bd-9745-442b-b52c-611c0ffbb005 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:17.883970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 17e733bd-9745-442b-b52c-611c0ffbb005 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:17.886852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:18.010647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:18.047459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 17e733bd-9745-442b-b52c-611c0ffbb005, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=17e733bd-9745-442b-b52c-611c0ffbb005,segment=NetworkSegment(aefd8be4-39aa-4742-a2db-40d729ec5ada),segment_id=aefd8be4-39aa-4742-a2db-40d729ec5ada)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:18.113927 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:18.200170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=17e733bd-9745-442b-b52c-611c0ffbb005,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:18.218883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-13b2d55d-d614-4c82-bb56-567fb5007c18 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:18.220515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-13b2d55d-d614-4c82-bb56-567fb5007c18 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 808 time: 0.1818380 Dec 21 23:00:18.281928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-5e12c3ed-fd9c-4386-9d8d-b6d6f4412f09 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32dec81184242bd8103bd201a47fc38 HTTP/1.1" status: 200 len: 380 time: 0.0495622 Dec 21 23:00:18.292609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'port': {'device_id': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'admin_state_up': True, 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'security_groups': ['d0de19a9-69a9-430a-8f88-3c17fffec14a']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:18.469456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b6bbb702-e6c1-4c59-be99-c540c8df466f req-391a9b1e-cf9f-4008-9794-c7ca7d816a96 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0516086 Dec 21 23:00:18.492108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:18.496679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:port and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:18.499750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:18.506894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:18.544305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Made reservation on behalf of a32dec81184242bd8103bd201a47fc38 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:00:18.550090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:18.728557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Allocated IP 172.20.0.14 (ce6498bc-1273-4457-bb9e-81b5eb7e7d6e/77d83027-bbbc-48c9-87cf-6ba3283b3137/f1aa82d1-7085-4e5a-87da-46e5b3204869) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:00:18.928131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:18.945297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Transition to ACTIVE for port object f1aa82d1-7085-4e5a-87da-46e5b3204869 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:19.026774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:19.104938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:19.108910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:19.113349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:00:19.156443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:19.189699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:19.190546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:19.238727 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-b6bc0fe2-c4d9-43f8-8608-a37df27b7ff2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9502876 Dec 21 23:00:19.250736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Request body: {'port': {'device_id': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:19.375079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:19.509553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3a5dc0c2-3b7b-4439-9852-b1445500e86a None None] Provisioning for port f1aa82d1-7085-4e5a-87da-46e5b3204869 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:19.515202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3a5dc0c2-3b7b-4439-9852-b1445500e86a None None] Provisioning complete for port f1aa82d1-7085-4e5a-87da-46e5b3204869 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:19.515623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc0c2-3b7b-4439-9852-b1445500e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:19.574050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-3a5dc0c2-3b7b-4439-9852-b1445500e86a None None] Port f1aa82d1-7085-4e5a-87da-46e5b3204869 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:00:19.753050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 17e733bd-9745-442b-b52c-611c0ffbb005 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:19.756313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f048a-60b3-4277-af39-6c7eb2953f31 req-83e96712-eaf0-4bbd-85c9-291d70788487 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:19.757104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a71f048a-60b3-4277-af39-6c7eb2953f31 req-83e96712-eaf0-4bbd-85c9-291d70788487 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Synchronizing usage tracker for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:00:19.827759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 17e733bd-9745-442b-b52c-611c0ffbb005 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:19.827984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aa82d1-7085-4e5a-87da-46e5b3204869 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:00:19.828122 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:19.832773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:19.848108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Transition to ACTIVE for port object f1aa82d1-7085-4e5a-87da-46e5b3204869 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:00:19.849423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a71f048a-60b3-4277-af39-6c7eb2953f31 req-83e96712-eaf0-4bbd-85c9-291d70788487 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Unset dirty status for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:00:19.850724 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a71f048a-60b3-4277-af39-6c7eb2953f31 req-83e96712-eaf0-4bbd-85c9-291d70788487 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 932 time: 0.2290955 Dec 21 23:00:19.883477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:20.039861 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a71f048a-60b3-4277-af39-6c7eb2953f31 req-e5e8f1e3-0996-43e6-8573-41ff0525cf60 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824069 Dec 21 23:00:20.040520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:20.166752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Attempting to bind port f1aa82d1-7085-4e5a-87da-46e5b3204869 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:00:20.167125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Attempting to bind port f1aa82d1-7085-4e5a-87da-46e5b3204869 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:00:20.167493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Attempting to bind port f1aa82d1-7085-4e5a-87da-46e5b3204869 on network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:00:20.173960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Port f1aa82d1-7085-4e5a-87da-46e5b3204869 on network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:00:20.174349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Attempting to bind port f1aa82d1-7085-4e5a-87da-46e5b3204869 on network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:00:20.182295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:00:20.182673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Checking segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:00:20.183125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Bound using segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:00:20.183589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Bound port: f1aa82d1-7085-4e5a-87da-46e5b3204869, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:00:20.183967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:20.280002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:00:20.283111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:00:20.318132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:20.386128 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:20.387661 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 1094 time: 1.1417236 Dec 21 23:00:20.388159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:00:20.404958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6898f-046b-444d-90af-10b1c3f2cbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:20.450784 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'status': 'completed', 'code': 200} Dec 21 23:00:20.552115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-100dc731-4dc9-4887-93a1-133f475a1f80 req-391f5d0a-749a-48fc-a769-5884062e2a74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0786080 Dec 21 23:00:20.708435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc731-4dc9-4887-93a1-133f475a1f80 req-82779d52-e9fa-4aec-a77b-ebf0492a7356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:20.710044 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-100dc731-4dc9-4887-93a1-133f475a1f80 req-82779d52-e9fa-4aec-a77b-ebf0492a7356 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a32dec81184242bd8103bd201a47fc38&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1510472 Dec 21 23:00:20.857865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc731-4dc9-4887-93a1-133f475a1f80 req-d52b5ef2-220f-409f-821c-c5c4b4b46806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:20.859475 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-100dc731-4dc9-4887-93a1-133f475a1f80 req-d52b5ef2-220f-409f-821c-c5c4b4b46806 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430929 Dec 21 23:00:20.976047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-89bdd415-9f04-4ab2-96ce-867d2f30d794 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0782328 Dec 21 23:00:21.049738 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-983d7b8a-cfed-400d-9553-5dc89cc45290 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 217 time: 0.0666542 Dec 21 23:00:21.123028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-41aa0b45-49f1-499c-a147-5edfc881f688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:21.124696 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-41aa0b45-49f1-499c-a147-5edfc881f688 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0694096 Dec 21 23:00:21.270805 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-a794fe21-6aa7-4386-b54f-415a3a40c2f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1393962 Dec 21 23:00:21.308607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71014b66-c61c-47cc-a290-672853fff977 req-2247bb1c-1ee5-4bd5-9067-d171076e5391 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:21.311052 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-71014b66-c61c-47cc-a290-672853fff977 req-2247bb1c-1ee5-4bd5-9067-d171076e5391 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.1364629 Dec 21 23:00:21.663729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-71014b66-c61c-47cc-a290-672853fff977 req-08bcf8a8-b9c1-4f7f-adf0-ff822b4b5dd9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463933 Dec 21 23:00:21.686589 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-9fde5a53-5901-4927-a211-fd999cf7eecf service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077952 Dec 21 23:00:21.834176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0af4c038-a581-4cab-86cd-e4b71b878520 req-6295a9d9-786f-4265-ba3a-c39619ebfa5d service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393626 Dec 21 23:00:22.868700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fa5de-2a32-46c2-a3a9-8cb25f6f1159 req-094f0ffe-1948-4786-8a93-9970462c13da tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:22.870308 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b6fa5de-2a32-46c2-a3a9-8cb25f6f1159 req-094f0ffe-1948-4786-8a93-9970462c13da tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0838909 Dec 21 23:00:22.922369 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b6fa5de-2a32-46c2-a3a9-8cb25f6f1159 req-ffbfecce-480f-48a5-974e-ff904f14ff34 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457916 Dec 21 23:00:24.008351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:00:24.130087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbbff-2c9e-4b7b-aee9-2599431c5c40 req-49421d4b-3d3e-4631-818a-d43f9a348bfd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:24.132239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1d1bbbff-2c9e-4b7b-aee9-2599431c5c40 req-49421d4b-3d3e-4631-818a-d43f9a348bfd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0855005 Dec 21 23:00:24.153745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:24.168722 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'port_id': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'mac_address': 'fa:16:3e:d0:0e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:00:24.182788 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1d1bbbff-2c9e-4b7b-aee9-2599431c5c40 req-ff99556d-aed4-4056-b606-33f25bbf45f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440619 Dec 21 23:00:24.228995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:24.247379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aa82d1-7085-4e5a-87da-46e5b3204869 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:00:24.263035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:24.317404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:24.389225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:24.530683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['f1aa82d1-7085-4e5a-87da-46e5b3204869'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:00:25.392113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bbb68-a850-4f4a-9cb3-9f3731b46459 req-e94af963-0902-4275-8024-cd27ef50ef75 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:25.393668 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-802bbb68-a850-4f4a-9cb3-9f3731b46459 req-e94af963-0902-4275-8024-cd27ef50ef75 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0866423 Dec 21 23:00:25.441559 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-802bbb68-a850-4f4a-9cb3-9f3731b46459 req-5907ff40-51fb-4ebd-b6b0-3f62d2a89d20 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Dec 21 23:00:26.023213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:00:26.294629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port f1aa82d1-7085-4e5a-87da-46e5b3204869 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:00:26.299695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port f1aa82d1-7085-4e5a-87da-46e5b3204869 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:00:26.300108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:26.420552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:26.452278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:00:26.463021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:00:26.494920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:26.564921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:26.606994 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'code': 200} Dec 21 23:00:26.684400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f481-5f59-4191-8879-76c60fe814cc req-3f811af0-93f1-44e6-92b3-8efb84c0699d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:26.685915 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6220f481-5f59-4191-8879-76c60fe814cc req-3f811af0-93f1-44e6-92b3-8efb84c0699d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0861204 Dec 21 23:00:26.736067 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6220f481-5f59-4191-8879-76c60fe814cc req-296c6d11-cb13-463a-896e-382110b03c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Dec 21 23:00:26.903701 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a8c56a1-ab53-4a29-83c2-e1f977386341 req-f8b14da6-0ef9-45f8-b899-f5e51a8463c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1099 time: 0.0768881 Dec 21 23:00:26.948239 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a8c56a1-ab53-4a29-83c2-e1f977386341 req-5b9e15af-a409-47e0-9d13-89b1094c31ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382719 Dec 21 23:00:27.951053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715ce80-8097-4ca2-8c58-5cfdcd76587f req-7dcc7da0-0259-4db4-a7c4-c0b73944759e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:27.952832 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5715ce80-8097-4ca2-8c58-5cfdcd76587f req-7dcc7da0-0259-4db4-a7c4-c0b73944759e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0836339 Dec 21 23:00:28.002847 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5715ce80-8097-4ca2-8c58-5cfdcd76587f req-7c8ff077-dcdd-4258-ad33-06ed92d84d1e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Dec 21 23:00:29.275234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e759a-1e95-4d03-acd8-4fc7857b0e77 req-1a210d45-9534-4e36-b2ea-1fcc1e34c12f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:29.276890 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa7e759a-1e95-4d03-acd8-4fc7857b0e77 req-1a210d45-9534-4e36-b2ea-1fcc1e34c12f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0892432 Dec 21 23:00:29.325569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa7e759a-1e95-4d03-acd8-4fc7857b0e77 req-4f7bdab7-b218-41ce-bd7c-db09d807b383 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Dec 21 23:00:29.531052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc2dc-1434-4867-a80b-1feaa6fb99e7 req-fe660bf4-7908-4178-86fc-eaa08b79e317 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:29.532687 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa7bc2dc-1434-4867-a80b-1feaa6fb99e7 req-fe660bf4-7908-4178-86fc-eaa08b79e317 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0838745 Dec 21 23:00:29.585157 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-aa7bc2dc-1434-4867-a80b-1feaa6fb99e7 req-4e451cb3-b473-4229-8ee5-77117e19f805 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458543 Dec 21 23:00:29.612529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50132) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:29.819941 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ab8250a3-0db4-43c9-a006-a9ac7f517def tempest-TestShelveInstance-808514560 tempest-TestShelveInstance-808514560-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1094 time: 0.2061839 Dec 21 23:00:29.829403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50138) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:29.835561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:29.841577 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:00:29.845653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:floatingip and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:00:29.848704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:00:29.854796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:00:29.897978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:30.045586 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:30.224464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Allocated IP 172.26.6.164 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/0d78a848-8c92-404c-b9cc-64f2394fc1f0) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:00:30.382691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:30.452921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:30.523712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:00:30.526784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:00:30.529473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:00:30.564589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'Port': ['ID=0d78a848-8c92-404c-b9cc-64f2394fc1f0,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:31.057336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:31.154989 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:31.363652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:31.389444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:31.498748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'Port': ['ID=0d78a848-8c92-404c-b9cc-64f2394fc1f0,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:00:31.515223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:31.710258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Floating IP ffc4db26-1245-4f02-a4eb-68924a4b5e42 associated. External IP: 172.26.6.164, port: f1aa82d1-7085-4e5a-87da-46e5b3204869. Dec 21 23:00:32.338683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Router 29998423-4176-4c29-b476-876fe0137d12 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:00:32.547361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:00:32.558218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] Sync routers for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:00:32.572553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:32.573209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:00:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:32.606819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:32.676374 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d42398e0-6528-4563-82a0-1b36b2e7ce5b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8326123 Dec 21 23:00:32.676374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:00:32.717456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'status': 'completed', 'code': 200} Dec 21 23:00:32.770899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:32.821974 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b9863005-c695-4c64-adaa-ce532be1993e req-8eb379e7-3921-46b4-88c7-15e92bb9932b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1099 time: 0.0791619 Dec 21 23:00:32.965468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9863005-c695-4c64-adaa-ce532be1993e req-c618c362-ea39-40f5-88bc-11336889ef11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:32.967066 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b9863005-c695-4c64-adaa-ce532be1993e req-c618c362-ea39-40f5-88bc-11336889ef11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1396890 Dec 21 23:00:33.074982 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b9863005-c695-4c64-adaa-ce532be1993e req-a188ce1c-36c5-485e-9baa-314b05d981a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 1000 time: 0.0999985 Dec 21 23:00:33.138391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'ffc4db26-1245-4f02-a4eb-68924a4b5e42', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '29998423-4176-4c29-b476-876fe0137d12', 'port_id': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'mac_address': 'fa:16:3e:d0:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:00:30Z', 'updated_at': '2021-12-21T23:00:30Z', 'revision_number': 0, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:33.142553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] Checking router: 29998423-4176-4c29-b476-876fe0137d12 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:00:33.149319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9863005-c695-4c64-adaa-ce532be1993e req-6f96dafb-277d-49f4-897e-4a2d0abff0b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:33.150931 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b9863005-c695-4c64-adaa-ce532be1993e req-6f96dafb-277d-49f4-897e-4a2d0abff0b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0699358 Dec 21 23:00:33.154747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:00:33.155392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:00:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:33.233164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b9863005-c695-4c64-adaa-ce532be1993e req-b1bdb9f4-0e45-4600-bdda-436cbd1c5d3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763075 Dec 21 23:00:33.233523 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:00:33.354149 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:00:33.375883 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b9863005-c695-4c64-adaa-ce532be1993e req-ce96e468-641d-4721-af15-71b7651f74b7 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367757 Dec 21 23:00:33.519583 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b9863005-c695-4c64-adaa-ce532be1993e req-4ea42c0f-5f8d-4ef4-9643-1310805728e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376095 Dec 21 23:00:33.725985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'ffc4db26-1245-4f02-a4eb-68924a4b5e42', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '29998423-4176-4c29-b476-876fe0137d12', 'port_id': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'mac_address': 'fa:16:3e:d0:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:00:30Z', 'updated_at': '2021-12-21T23:00:30Z', 'revision_number': 0, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:00:33.730186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e220994-7d9d-443d-8455-e6c131042ac7 None None] The sync data for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv is: [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'ffc4db26-1245-4f02-a4eb-68924a4b5e42', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'floating_ip_address': '172.26.6.164', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '29998423-4176-4c29-b476-876fe0137d12', 'port_id': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'mac_address': 'fa:16:3e:d0:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:00:30Z', 'updated_at': '2021-12-21T23:00:30Z', 'revision_number': 0, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:00:33.840780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:34.087701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49267994-6f16-4849-bf89-7300a7f49ee8 None None] New status for floating IP ffc4db26-1245-4f02-a4eb-68924a4b5e42: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 23:00:37.329087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-34f1e2f2-1818-4530-9cc9-d91454359fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:38.837607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:40.035384 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9ced390d-b53c-4306-8a66-599f124f00db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:40.208481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:41.722996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:00:51.995840 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-536b29b1-1bbf-4617-83d6-db3232efb161 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734744 Dec 21 23:00:52.152288 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-488e3681-1b0c-462c-b310-71175bb60247 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1099 time: 0.0813992 Dec 21 23:00:52.306236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-e9b4ddc3-03c4-4ea9-8d3a-bcdb03f10ebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:52.307812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-e9b4ddc3-03c4-4ea9-8d3a-bcdb03f10ebc service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1375825 Dec 21 23:00:52.418791 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-6ec9a565-f9a2-4ff6-9701-250367397804 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 1002 time: 0.1045070 Dec 21 23:00:52.488468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-c4385f13-1a18-454f-8992-c130e771f871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:00:52.490009 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-c4385f13-1a18-454f-8992-c130e771f871 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0636444 Dec 21 23:00:52.569829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-9b794a53-44f2-4d2b-8e65-e4b5d91beb92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728455 Dec 21 23:00:52.713210 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-24f6d8a5-2052-4447-92ca-9c85c8928919 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359026 Dec 21 23:00:52.863258 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-120c4253-a095-4a5d-9bb5-29514e9299c5 req-35110fda-cc9e-4451-9421-a3480bc6cf39 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387975 Dec 21 23:01:03.871454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:07.371911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4afff912-e343-451d-834b-12e0505dbff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:08.848398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:10.036472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8348ce68-7889-4b3f-b91d-c218d0d303f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:10.223506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:01:10.225000 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:11.716482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:33.870285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:37.331001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a61c-42de-48e4-82ff-dbdc46b860d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:38.847303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:40.040070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b9b2d29f-2409-4d2a-af17-83076e66868f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:40.199822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:41.707973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:01:47.224156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:01:53.655090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3173c297-d70f-43eb-b812-88d556dac506 req-17ce2538-c1fa-4059-a814-74ebccaae870 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1549900 Dec 21 23:01:53.802591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3173c297-d70f-43eb-b812-88d556dac506 req-e19a2f50-632c-4244-af8a-960cf628adc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1099 time: 0.0750880 Dec 21 23:01:53.959063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173c297-d70f-43eb-b812-88d556dac506 req-410fbbcb-ec83-4298-909c-23db788c667d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:01:53.961344 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3173c297-d70f-43eb-b812-88d556dac506 req-410fbbcb-ec83-4298-909c-23db788c667d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1385632 Dec 21 23:01:54.072730 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3173c297-d70f-43eb-b812-88d556dac506 req-1fd12978-2416-4d59-b5da-fa94db20bf4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 1002 time: 0.1057000 Dec 21 23:01:54.140378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173c297-d70f-43eb-b812-88d556dac506 req-33ce77db-5395-452e-8881-dcfdb6708425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:01:54.141977 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3173c297-d70f-43eb-b812-88d556dac506 req-33ce77db-5395-452e-8881-dcfdb6708425 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0632918 Dec 21 23:01:54.226664 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3173c297-d70f-43eb-b812-88d556dac506 req-98992ad8-2571-48af-975d-b85d4a968973 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777712 Dec 21 23:01:54.369681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3173c297-d70f-43eb-b812-88d556dac506 req-de877cc1-23d5-4430-b8c3-15875e306f80 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369710 Dec 21 23:01:54.511458 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3173c297-d70f-43eb-b812-88d556dac506 req-282c0513-311c-40f1-80fc-0654d55006e2 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350691 Dec 21 23:02:03.879266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:07.341923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6bbae50a-1189-49cf-8a3f-127c9970355d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:08.851377 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:10.041041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1d9aebd-0bd6-4517-81e1-50b9ad16ad62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:10.204833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:11.724671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:24.225429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:02:28.188271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8e17d-88e8-4acd-85a9-670ea48ce85c req-4dc5b997-a957-4cae-9cef-91dafeb6d9fb tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:28.189894 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3da8e17d-88e8-4acd-85a9-670ea48ce85c req-4dc5b997-a957-4cae-9cef-91dafeb6d9fb tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0827122 Dec 21 23:02:28.238824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3da8e17d-88e8-4acd-85a9-670ea48ce85c req-eb4d043f-bdae-4d23-911a-658ea61497b0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415933 Dec 21 23:02:29.446024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde7e21-77ac-4c58-915d-48ee7bba494e req-c4581617-86a5-48a5-bedf-f10f89ef3887 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:29.447791 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-adde7e21-77ac-4c58-915d-48ee7bba494e req-c4581617-86a5-48a5-bedf-f10f89ef3887 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0855217 Dec 21 23:02:29.495875 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-adde7e21-77ac-4c58-915d-48ee7bba494e req-85eaddb6-433c-497d-bc79-e548cb0f1ad3 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420232 Dec 21 23:02:30.714752 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ea4e0-a121-4517-901e-00c27381da43 req-f75b5ca4-1a08-43c2-a21a-42b38ee7a24e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:30.716453 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f9ea4e0-a121-4517-901e-00c27381da43 req-f75b5ca4-1a08-43c2-a21a-42b38ee7a24e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0837166 Dec 21 23:02:30.767834 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6f9ea4e0-a121-4517-901e-00c27381da43 req-cad3f34b-a0e9-4058-85ab-15cfb8afd506 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 Dec 21 23:02:31.977916 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef3db5-06d5-4f59-954e-584a22da4551 req-41d6bde5-c5f7-4003-9034-4a168b8a67af tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:31.979513 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-54ef3db5-06d5-4f59-954e-584a22da4551 req-41d6bde5-c5f7-4003-9034-4a168b8a67af tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0835953 Dec 21 23:02:32.027481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-54ef3db5-06d5-4f59-954e-584a22da4551 req-6beadcf6-2b31-4394-a993-b5a73d4c148e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Dec 21 23:02:33.237716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d8c53-289c-4601-8ca5-819685ae19a0 req-d925f65f-3562-491f-af7d-6fac4e73c3e8 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:33.239318 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b5d8c53-289c-4601-8ca5-819685ae19a0 req-d925f65f-3562-491f-af7d-6fac4e73c3e8 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0867488 Dec 21 23:02:33.287812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0b5d8c53-289c-4601-8ca5-819685ae19a0 req-b7884a63-7163-4f77-aa77-c2b5490547e2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417223 Dec 21 23:02:33.884181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:34.511178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420557b2-fb8c-4682-a269-c118ed4c0783 req-54fda46b-2ecb-4c03-a558-f51805229055 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:34.512830 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-420557b2-fb8c-4682-a269-c118ed4c0783 req-54fda46b-2ecb-4c03-a558-f51805229055 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0855830 Dec 21 23:02:34.561021 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-420557b2-fb8c-4682-a269-c118ed4c0783 req-083f8895-3dfc-4acf-ab02-955adf9f8cd0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 Dec 21 23:02:35.770235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81280472-3561-4498-8896-c361e446bafe req-bbd74edb-c1b5-4f82-85bd-e99a3759b62a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:35.772427 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-81280472-3561-4498-8896-c361e446bafe req-bbd74edb-c1b5-4f82-85bd-e99a3759b62a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0858417 Dec 21 23:02:35.821373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-81280472-3561-4498-8896-c361e446bafe req-e01cbf3b-5fa4-4356-aec7-a8b84d9c25b8 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Dec 21 23:02:37.026589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded54d1-2c7d-4119-a85b-5c7e0620fe4c req-ae4362c1-90cf-47b2-bfd1-76d0388ce871 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:37.028191 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ded54d1-2c7d-4119-a85b-5c7e0620fe4c req-ae4362c1-90cf-47b2-bfd1-76d0388ce871 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0826640 Dec 21 23:02:37.080188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ded54d1-2c7d-4119-a85b-5c7e0620fe4c req-dd5ddf7a-78e3-46a3-b12f-f4591f316628 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459974 Dec 21 23:02:37.341792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d1226758-de7b-49aa-b821-1eb2cfdbf9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:38.289809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b896185-5765-4a55-818f-815adc0d86cc req-401faf0e-7812-47fd-9059-cc5a7510d516 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:38.291449 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b896185-5765-4a55-818f-815adc0d86cc req-401faf0e-7812-47fd-9059-cc5a7510d516 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0835667 Dec 21 23:02:38.339629 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3b896185-5765-4a55-818f-815adc0d86cc req-c1f54bd5-5613-4b45-bf41-241e56e72880 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Dec 21 23:02:38.844299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:39.546947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8e05e-169e-44d0-9b32-385f21dc0da0 req-e5b614da-4c82-41d3-90e7-cbc1fb791699 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:39.548587 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-53a8e05e-169e-44d0-9b32-385f21dc0da0 req-e5b614da-4c82-41d3-90e7-cbc1fb791699 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0859842 Dec 21 23:02:39.597661 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-53a8e05e-169e-44d0-9b32-385f21dc0da0 req-5dbe0c96-4460-4338-8467-5cb8f4c4f3af tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Dec 21 23:02:40.040413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-60709e7b-693a-4711-a014-fc0392ff798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:40.205980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:40.565397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:02:40.710101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:02:40.725216 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'port_id': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'mac_address': 'fa:16:3e:d0:0e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:02:40.794043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:40.811278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c728bef-8d07-4985-a5a1-027fc8897dac req-6ae0ee49-862b-4698-93e5-70983df1fcf9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:40.812971 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5c728bef-8d07-4985-a5a1-027fc8897dac req-6ae0ee49-862b-4698-93e5-70983df1fcf9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0856833 Dec 21 23:02:40.816565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1aa82d1-7085-4e5a-87da-46e5b3204869 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:02:40.831816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:02:40.857521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:40.872757 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5c728bef-8d07-4985-a5a1-027fc8897dac req-5cb64f82-8e68-4aef-b59f-0b3e2def41de tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526083 Dec 21 23:02:40.932020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:02:40.941832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['f1aa82d1-7085-4e5a-87da-46e5b3204869'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:02:40.975658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.976048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.976447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.976823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.977195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.977560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.977923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.978289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.978651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.979009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:40.979368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:02:41.749221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:42.092641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896354dd-1d4e-4160-a67c-e1ddb9772e45 req-9ad9910f-c4ac-4e3d-8856-6c074ab0f966 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:42.094607 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-896354dd-1d4e-4160-a67c-e1ddb9772e45 req-9ad9910f-c4ac-4e3d-8856-6c074ab0f966 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0918853 Dec 21 23:02:42.150721 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-896354dd-1d4e-4160-a67c-e1ddb9772e45 req-e586e7eb-6aa9-4534-a15c-7d86219aeef0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488188 Dec 21 23:02:42.575089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:02:42.656306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port f1aa82d1-7085-4e5a-87da-46e5b3204869 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:02:42.656792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:42.795959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:42.831037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:02:42.842639 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:02:42.893153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:42.899436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'code': 200} Dec 21 23:02:42.975470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:02:43.389978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1e7d-52f7-474e-8f9f-bba3ffb4fbb0 req-7bdf1024-1edd-4b4a-aa52-6bbf59c0e763 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:43.392018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-54ab1e7d-52f7-474e-8f9f-bba3ffb4fbb0 req-7bdf1024-1edd-4b4a-aa52-6bbf59c0e763 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0983171 Dec 21 23:02:43.445576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-54ab1e7d-52f7-474e-8f9f-bba3ffb4fbb0 req-06cbdf35-6ec5-489a-9685-0b7bb2875edb tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464129 Dec 21 23:02:44.686151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4410ca-5783-4253-bec4-ea6e95cd7fc7 req-0aede540-39ae-4fe3-b283-432a54c61983 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:44.687887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf4410ca-5783-4253-bec4-ea6e95cd7fc7 req-0aede540-39ae-4fe3-b283-432a54c61983 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0911911 Dec 21 23:02:44.742932 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf4410ca-5783-4253-bec4-ea6e95cd7fc7 req-27e8ac85-7055-4dc9-83b1-843553c57f09 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 Dec 21 23:02:45.969976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463c08f-ed11-44ed-b261-790219e61184 req-78705a7c-ba8e-4c7b-a8f2-f3b094a50363 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:45.971613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6463c08f-ed11-44ed-b261-790219e61184 req-78705a7c-ba8e-4c7b-a8f2-f3b094a50363 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0923936 Dec 21 23:02:46.032531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6463c08f-ed11-44ed-b261-790219e61184 req-01dd57db-3b40-46ce-942e-2c1db6ae1cb7 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512877 Dec 21 23:02:47.269755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e30b76-5cb0-4826-ac49-d9fdfdd57e16 req-dc810340-9cb7-4000-b522-f7c0977701fa tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:47.271468 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b2e30b76-5cb0-4826-ac49-d9fdfdd57e16 req-dc810340-9cb7-4000-b522-f7c0977701fa tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0856161 Dec 21 23:02:47.328734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b2e30b76-5cb0-4826-ac49-d9fdfdd57e16 req-8ad25d14-bdf5-4e2f-b267-bdb54a2b546a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475414 Dec 21 23:02:48.557090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df987546-cd70-4ba6-a1d2-50c45213a332 req-887a86a5-2531-4457-b184-303c42b43a50 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:48.558712 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-df987546-cd70-4ba6-a1d2-50c45213a332 req-887a86a5-2531-4457-b184-303c42b43a50 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0905950 Dec 21 23:02:48.619198 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-df987546-cd70-4ba6-a1d2-50c45213a332 req-345d4ff1-b32c-4c2e-84bd-83ab5ec12303 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535958 Dec 21 23:02:49.839565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3acd9-d07a-41e9-b25b-4873a0300d1e req-505051d8-da01-48ba-abe5-b74173361fec tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:49.841227 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6da3acd9-d07a-41e9-b25b-4873a0300d1e req-505051d8-da01-48ba-abe5-b74173361fec tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0892365 Dec 21 23:02:49.897309 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6da3acd9-d07a-41e9-b25b-4873a0300d1e req-827eb56e-ae43-4796-b57a-ed641132c8b9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479381 Dec 21 23:02:51.117104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eee597-c259-4135-a5d9-ba384b8c6252 req-bca163fd-9d46-4fa9-adb7-44c005c39515 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:51.118722 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-28eee597-c259-4135-a5d9-ba384b8c6252 req-bca163fd-9d46-4fa9-adb7-44c005c39515 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0951056 Dec 21 23:02:51.167446 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-28eee597-c259-4135-a5d9-ba384b8c6252 req-9386acd2-7380-427d-851d-401f4d180d58 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Dec 21 23:02:51.907117 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-50c0ef0d-3364-4fc9-ae5c-821e378fd1f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1099 time: 0.0759099 Dec 21 23:02:52.283185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-c71f2c63-2cb3-46c9-b51d-df416ce2d8d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:52.284908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-c71f2c63-2cb3-46c9-b51d-df416ce2d8d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.3711374 Dec 21 23:02:52.450818 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-b7d56f28-16a9-4ced-b908-7ecb66b9b1cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 1002 time: 0.1591029 Dec 21 23:02:52.524704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34995c-89fb-4c28-a4c9-43a7794de660 req-6d353a7d-7377-4e59-8e8f-9aa619f55de9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:52.526277 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dd34995c-89fb-4c28-a4c9-43a7794de660 req-6d353a7d-7377-4e59-8e8f-9aa619f55de9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.1798646 Dec 21 23:02:52.553949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-5151414a-9a6f-4d71-a7a9-bf1688925835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:52.555425 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-5151414a-9a6f-4d71-a7a9-bf1688925835 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0967779 Dec 21 23:02:52.628469 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dd34995c-89fb-4c28-a4c9-43a7794de660 req-c28b8b60-0ef2-4297-9aa1-d51669879e4b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954144 Dec 21 23:02:52.658913 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-362dec5b-9204-4284-b1e5-f3739d5bcfa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892601 Dec 21 23:02:52.802470 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-7c29eb79-fe33-4c51-91de-c45ec288ca54 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368845 Dec 21 23:02:52.946038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7eca4b4d-cae9-41ac-8544-5bec93f95578 req-d7c9b8c6-5ddd-4499-8ac5-7c93f9084fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366239 Dec 21 23:02:53.832506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff06f97-e0c1-4fc1-98dd-01624faf9d96 req-f1361518-6a6f-45de-9db1-c16ab5d36b1a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:53.834132 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cff06f97-e0c1-4fc1-98dd-01624faf9d96 req-f1361518-6a6f-45de-9db1-c16ab5d36b1a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0838549 Dec 21 23:02:53.883075 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cff06f97-e0c1-4fc1-98dd-01624faf9d96 req-9c6d9c51-9bd3-4b7a-9277-0a1ebf8062f2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Dec 21 23:02:55.112843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acba3d-ca71-427c-b5ab-c9bb9cd7ff62 req-4a6406d2-91cc-4c63-9a2a-fa8c9e48b386 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:55.114502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1acba3d-ca71-427c-b5ab-c9bb9cd7ff62 req-4a6406d2-91cc-4c63-9a2a-fa8c9e48b386 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0929346 Dec 21 23:02:55.167650 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1acba3d-ca71-427c-b5ab-c9bb9cd7ff62 req-49fb2636-5a8a-4d88-aff3-7e638fc99563 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463729 Dec 21 23:02:55.373524 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c3034b15-0f2a-4610-9ac9-ab70949e1f56 req-2e709480-ca24-4649-8b13-2b6a82040d5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0807147 Dec 21 23:02:55.730142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48084b-ed23-498e-a305-320ae3b80473 req-9500ff2f-1da6-49ea-961a-2e1379f26572 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:55.731801 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-df48084b-ed23-498e-a305-320ae3b80473 req-9500ff2f-1da6-49ea-961a-2e1379f26572 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 946 time: 0.0895827 Dec 21 23:02:55.782289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-df48084b-ed23-498e-a305-320ae3b80473 req-40e6715a-9419-4cdc-ba2d-18e07ec2ac73 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443022 Dec 21 23:02:55.890681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-3191d38b-32d7-4715-851a-cffdc4323d38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876094 Dec 21 23:02:56.692879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:02:56.800024 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-0da7765f-2688-437e-890b-1a97e5553a44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3&tenant_id=a32dec81184242bd8103bd201a47fc38 HTTP/1.1" status: 200 len: 1099 time: 0.0773582 Dec 21 23:02:56.810117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:56.842956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:02:56.854253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:02:56.887236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:02:56.906960 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-2c4d587d-faf4-40b6-9457-42379dbb76e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0852079 Dec 21 23:02:56.926324 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'code': 422} returned with failed status Dec 21 23:02:56.965754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:02:57.123836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348b322-05fe-4b07-b857-a0b056d06b74 req-8899c7ee-5d82-419c-9f96-3b052fd05064 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:57.125488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2348b322-05fe-4b07-b857-a0b056d06b74 req-8899c7ee-5d82-419c-9f96-3b052fd05064 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.1899385 Dec 21 23:02:57.126571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-9b8858ce-ccf4-4ba7-949e-f7f6155720c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:57.128013 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-9b8858ce-ccf4-4ba7-949e-f7f6155720c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.2146802 Dec 21 23:02:57.260095 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2348b322-05fe-4b07-b857-a0b056d06b74 req-98f5f298-0db5-4387-b9ec-5e560cd0e3f4 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278841 Dec 21 23:02:57.272485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-6f7cd40f-6c3d-4c4c-84aa-dc612f6a59cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 1000 time: 0.1207561 Dec 21 23:02:57.345876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-ac90456f-92d9-4205-982a-d906d3d028d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:57.367324 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-ac90456f-92d9-4205-982a-d906d3d028d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0693614 Dec 21 23:02:57.428531 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-3c47404d-2c0d-4c08-81b0-d7d67f514519 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745146 Dec 21 23:02:57.569573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-a33a8558-ea29-4b4c-a5f4-d81687641d6c service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344924 Dec 21 23:02:57.712685 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1c698f0b-f7e9-4ba2-a210-441d3cc0a7ce req-d26226d9-4236-485f-bb3b-2440d202f69b service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365664 Dec 21 23:02:58.474054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9fc81-136c-41b3-999f-ce0126bf1ebc req-283c7e89-1450-4d42-a43b-40da6d11cdb2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:58.475877 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00b9fc81-136c-41b3-999f-ce0126bf1ebc req-283c7e89-1450-4d42-a43b-40da6d11cdb2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0881982 Dec 21 23:02:58.526504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-00b9fc81-136c-41b3-999f-ce0126bf1ebc req-32f57130-d74b-4b64-ac92-cc4a60c9006a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444756 Dec 21 23:02:59.741961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e7d0-6701-4bff-bd5c-d910ddc9ca41 req-727fbaac-51ac-4948-8969-7d3e097c1f4a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:02:59.743591 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3532e7d0-6701-4bff-bd5c-d910ddc9ca41 req-727fbaac-51ac-4948-8969-7d3e097c1f4a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0912039 Dec 21 23:02:59.794954 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3532e7d0-6701-4bff-bd5c-d910ddc9ca41 req-db0969b2-286a-46c6-afc5-0d3e3f3c1362 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452235 Dec 21 23:03:01.182248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048e6c0-df1e-4367-a1d7-415564176c73 req-a119500b-6c76-416f-be0e-2848fe9692f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:01.183869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b048e6c0-df1e-4367-a1d7-415564176c73 req-a119500b-6c76-416f-be0e-2848fe9692f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0918200 Dec 21 23:03:01.227208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:03:01.244484 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b048e6c0-df1e-4367-a1d7-415564176c73 req-6c46ba7d-58cc-4516-9021-561d00a9cef2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541706 Dec 21 23:03:02.462595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f8977-5262-40d9-8d13-c29c8fbfb442 req-9bec7506-4dff-46a4-99e1-edfc710498c1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:02.464271 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3e3f8977-5262-40d9-8d13-c29c8fbfb442 req-9bec7506-4dff-46a4-99e1-edfc710498c1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0855384 Dec 21 23:03:02.518461 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3e3f8977-5262-40d9-8d13-c29c8fbfb442 req-3a1d8037-aa18-492a-9e35-182e3944a1fa tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474341 Dec 21 23:03:03.739628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242eab2-4ace-48d8-bee3-47d94ee20b6f req-95ed7543-f948-46d3-a097-038bb0775d5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:03.741940 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1242eab2-4ace-48d8-bee3-47d94ee20b6f req-95ed7543-f948-46d3-a097-038bb0775d5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0896950 Dec 21 23:03:03.793907 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1242eab2-4ace-48d8-bee3-47d94ee20b6f req-4c4e1064-f5f7-40b1-97cc-06e31a7c0cc9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 Dec 21 23:03:03.872824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:05.003467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460f334-50b2-4949-b171-216bef8445e6 req-ac60fd86-240b-4fe8-8d0d-c242bd81357f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:05.005140 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8460f334-50b2-4949-b171-216bef8445e6 req-ac60fd86-240b-4fe8-8d0d-c242bd81357f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0836310 Dec 21 23:03:05.062054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8460f334-50b2-4949-b171-216bef8445e6 req-1cb2c42b-1206-4ea7-b8b3-88fea70da5aa tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493586 Dec 21 23:03:06.302442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065ae8a-481e-4cd0-809e-c38166f42c62 req-422ed5aa-f01a-4ee9-b65d-527763785d24 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:06.304063 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4065ae8a-481e-4cd0-809e-c38166f42c62 req-422ed5aa-f01a-4ee9-b65d-527763785d24 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0883207 Dec 21 23:03:06.360784 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4065ae8a-481e-4cd0-809e-c38166f42c62 req-038c0671-7bdb-4204-9a2f-f8434dd383fb tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500844 Dec 21 23:03:07.354931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-297e9590-5425-4794-ba10-9064e31f54fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:07.584985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deec54-9bcb-42d5-a66b-d44cb4a2c994 req-27a00b6b-f7cb-40f9-8b21-d2b9c5b95e9f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:07.586657 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-85deec54-9bcb-42d5-a66b-d44cb4a2c994 req-27a00b6b-f7cb-40f9-8b21-d2b9c5b95e9f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0872235 Dec 21 23:03:07.637506 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-85deec54-9bcb-42d5-a66b-d44cb4a2c994 req-1963188d-a1cd-4051-8e01-a2bb25b1eeb0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425088 Dec 21 23:03:08.854640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629502fe-9013-46e3-a691-865c154eb908 req-6099c541-cdb0-4767-9334-a429553998b7 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:08.856244 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-629502fe-9013-46e3-a691-865c154eb908 req-6099c541-cdb0-4767-9334-a429553998b7 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0888402 Dec 21 23:03:08.878391 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:08.909541 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-629502fe-9013-46e3-a691-865c154eb908 req-e9cf0df9-a81b-4f29-9bf3-6297853d46e1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465550 Dec 21 23:03:10.038124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4e9041b3-1d1b-445f-b904-7dbdbccfd85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:10.124875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663485a-32d1-4d4e-874f-941d034f4afc req-40cdc8e0-c788-4404-9332-d4e09d6ea630 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:10.126484 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f663485a-32d1-4d4e-874f-941d034f4afc req-40cdc8e0-c788-4404-9332-d4e09d6ea630 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0876923 Dec 21 23:03:10.175966 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f663485a-32d1-4d4e-874f-941d034f4afc req-cb1c5116-29d2-4c77-bf06-5a3485d8c9d8 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 Dec 21 23:03:10.209509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:11.380891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1300206-75ea-436c-a0d4-52980f95f562 req-7e91eea8-6a84-40eb-b641-2395eef00644 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:11.382423 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f1300206-75ea-436c-a0d4-52980f95f562 req-7e91eea8-6a84-40eb-b641-2395eef00644 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0830071 Dec 21 23:03:11.435558 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f1300206-75ea-436c-a0d4-52980f95f562 req-634a0d81-cb90-484f-b449-32a44413bee9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466774 Dec 21 23:03:11.729622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:12.638337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6240463-17b2-4def-b3c0-077b589c3a1b req-517f6426-e274-4a6c-a5ca-42ea2cc4a4ea tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:12.639937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6240463-17b2-4def-b3c0-077b589c3a1b req-517f6426-e274-4a6c-a5ca-42ea2cc4a4ea tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0818758 Dec 21 23:03:12.689473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d6240463-17b2-4def-b3c0-077b589c3a1b req-9cab79c3-98f1-4a77-a7ac-fd10ee8d20a6 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Dec 21 23:03:12.767157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:03:12.910532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:03:12.925223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'port_id': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'mac_address': 'fa:16:3e:d0:0e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:03:12.980252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:12.998091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aa82d1-7085-4e5a-87da-46e5b3204869 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:03:13.013846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:03:13.039712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:13.109784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=9']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:03:13.290310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['f1aa82d1-7085-4e5a-87da-46e5b3204869'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:03:13.900801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bfe71-3f00-43e7-9d43-12fe0a5c03b4 req-d8f6dfb2-a438-4058-a93f-f7995c3db95b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:13.902414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-434bfe71-3f00-43e7-9d43-12fe0a5c03b4 req-d8f6dfb2-a438-4058-a93f-f7995c3db95b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0867801 Dec 21 23:03:13.950879 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-434bfe71-3f00-43e7-9d43-12fe0a5c03b4 req-198bbc6a-49cb-4218-81a1-963e9346be78 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 Dec 21 23:03:14.783105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:03:14.855901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port f1aa82d1-7085-4e5a-87da-46e5b3204869 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:03:14.856313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:14.972923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:15.001995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:03:15.012183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:03:15.045673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:15.088292 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'code': 200} Dec 21 23:03:15.128102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=10']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:03:15.170454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500b759-d043-415d-b7ab-d9af9dd75003 req-cc37c426-ad28-47cb-a137-2f34cb4ed592 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:15.172086 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0500b759-d043-415d-b7ab-d9af9dd75003 req-cc37c426-ad28-47cb-a137-2f34cb4ed592 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 947 time: 0.0919452 Dec 21 23:03:15.223652 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0500b759-d043-415d-b7ab-d9af9dd75003 req-afff0d1f-ea9d-46a3-9964-85769bdeed02 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444829 Dec 21 23:03:15.392585 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9eb4700a-4120-4af4-95db-e7bb160806d1 req-4abd6da6-4a1b-4c17-ad81-39db209d0ddd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1100 time: 0.0754919 Dec 21 23:03:15.436257 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9eb4700a-4120-4af4-95db-e7bb160806d1 req-396aa268-497f-4d21-9a6b-5e8004b3cda8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376077 Dec 21 23:03:16.435964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7638906-34bb-4e90-8500-3819bdc99c90 req-917bf251-80b5-4d49-842b-9088c46285a0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:16.437716 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f7638906-34bb-4e90-8500-3819bdc99c90 req-917bf251-80b5-4d49-842b-9088c46285a0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 947 time: 0.0886765 Dec 21 23:03:16.487819 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f7638906-34bb-4e90-8500-3819bdc99c90 req-2c8e01c1-3f41-4b10-be21-7f91ddf8d603 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Dec 21 23:03:17.698911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204e033-a909-48be-9003-5af47bd01a11 req-bbbda454-5bef-440d-9a17-54affac5055d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:17.700448 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2204e033-a909-48be-9003-5af47bd01a11 req-bbbda454-5bef-440d-9a17-54affac5055d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 947 time: 0.0865257 Dec 21 23:03:17.748676 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2204e033-a909-48be-9003-5af47bd01a11 req-ac875345-e60f-4be6-97b9-a41e528adccc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420847 Dec 21 23:03:33.889455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:37.324763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a4e6911-00e3-4d34-a7fa-5f51618ca27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:38.231457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:03:38.924990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:40.039020 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c7353d0d-1101-438a-a82b-9718aa168d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:40.210453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:41.736212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:03:57.003768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-80480d04-ffb8-4935-bdd5-cd06fb7166eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731184 Dec 21 23:03:57.267173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-164ffb32-ca93-499e-b963-502312f9ac24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1100 time: 0.0779896 Dec 21 23:03:57.422027 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812a4e8-4e99-4e73-976e-96467653042e req-c0bd03ea-c8d6-4118-9951-8f1c66a4462d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:57.423613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-c0bd03ea-c8d6-4118-9951-8f1c66a4462d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1374846 Dec 21 23:03:57.531493 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-1acb36a8-baa2-4c7f-9502-a1ef329ae447 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 1002 time: 0.1013019 Dec 21 23:03:57.599756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812a4e8-4e99-4e73-976e-96467653042e req-7dd24983-a0f4-4f80-8ec2-dc47f4b620f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:03:57.601320 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-7dd24983-a0f4-4f80-8ec2-dc47f4b620f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0633688 Dec 21 23:03:57.680472 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-85e391d5-8a4f-4f97-a692-6e12fb532052 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722227 Dec 21 23:03:57.691676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-382e62cf-db49-4efc-84de-19c4af9bea9d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 23:03:57.692723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-382e62cf-db49-4efc-84de-19c4af9bea9d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051544 Dec 21 23:03:57.833164 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-0729e63f-c190-4f80-a219-16557536f1b8 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342254 Dec 21 23:03:57.975776 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2812a4e8-4e99-4e73-976e-96467653042e req-125956fd-33dc-4456-b6cc-9da5bb9fb39d service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360371 Dec 21 23:04:03.895770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:07.364419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-92b2976e-cc95-4ae8-8a8e-e60f339d2657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:08.867248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:10.044011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ee5d-b74e-442b-a1b0-ab54cd1ca512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:10.221098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:11.735705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:15.233387 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:04:29.416698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50440) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:29.848784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Deleting port 0d78a848-8c92-404c-b9cc-64f2394fc1f0 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:04:29.849165 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:30.023547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:30.023912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:30.149138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Calling delete_port for 0d78a848-8c92-404c-b9cc-64f2394fc1f0 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:04:30.431219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:30.478510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event deleted for resources: {'Port': ['ID=0d78a848-8c92-404c-b9cc-64f2394fc1f0,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:30.492974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.493357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.493730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.494101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.494467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.494829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.495190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.495548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.495906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.496260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.496641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:04:30.591656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:31.001367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Router 29998423-4176-4c29-b476-876fe0137d12 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:04:31.208704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:04:31.218909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] Sync routers for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:04:31.231985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:04:31.238698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:04:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:04:31.266540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:31.324071 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a35253fe-cf33-4ea6-883d-dd14ac81e0a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "DELETE /v2.0/floatingips/ffc4db26-1245-4f02-a4eb-68924a4b5e42 HTTP/1.1" status: 204 len: 168 time: 1.9057615 Dec 21 23:04:31.324071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:04:31.392236 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'status': 'completed', 'code': 200} Dec 21 23:04:31.423184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:04:31.494131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-bae1bf51-3e08-44c7-86c5-c0b339b2e4c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 1100 time: 0.0807035 Dec 21 23:04:31.643853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-2d5b6447-0494-4f42-94e5-0f538ae4ee7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:04:31.645519 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-2d5b6447-0494-4f42-94e5-0f538ae4ee7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1437781 Dec 21 23:04:31.765798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-157cdbde-3d1b-482b-9d4c-4ed3c3a873fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 200 len: 217 time: 0.1050849 Dec 21 23:04:31.770202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:04:31.774395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] Checking router: 29998423-4176-4c29-b476-876fe0137d12 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:04:31.787469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:04:31.788163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:04:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:04:31.859915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-13f75239-d4b6-4aa3-a434-390bb47d5f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:04:31.861686 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-13f75239-d4b6-4aa3-a434-390bb47d5f81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0852857 Dec 21 23:04:31.912822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c4c99-38d8-4d28-bfca-ce7036358c02 req-284eac9d-f384-4a94-9308-886b4390563b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:04:31.913511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fa1c4c99-38d8-4d28-bfca-ce7036358c02 req-284eac9d-f384-4a94-9308-886b4390563b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Synchronizing usage tracker for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:04:31.960426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-fa1c4c99-38d8-4d28-bfca-ce7036358c02 req-284eac9d-f384-4a94-9308-886b4390563b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Unset dirty status for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:04:31.961696 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa1c4c99-38d8-4d28-bfca-ce7036358c02 req-284eac9d-f384-4a94-9308-886b4390563b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 947 time: 0.2343304 Dec 21 23:04:31.969182 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-3835ae2a-5d08-4808-bd80-5b37027b927d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998621 Dec 21 23:04:31.978547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:04:32.122293 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fa1c4c99-38d8-4d28-bfca-ce7036358c02 req-87bc3b3a-0083-4764-8399-75ebee9bab9c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520212 Dec 21 23:04:32.149843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-2324b38a-e159-408a-8e1f-bc615daa6644 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645720 Dec 21 23:04:32.295680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bda3c79e-2bff-401e-bc68-18ca8bb2fd46 req-ea0cdfde-da0d-4eb9-b828-177af943ea53 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388259 Dec 21 23:04:32.314143 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:04:32.318459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d9470b-e88b-4800-a525-3974c0060292 None None] The sync data for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv is: [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:04:32.822841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27c9342-5549-411e-8a80-07653210ab0b None None] New status for floating IP ffc4db26-1245-4f02-a4eb-68924a4b5e42: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 23:04:33.048411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-72e64f60-f5c5-4144-8758-aed972e64323 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:04:33.050018 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-72e64f60-f5c5-4144-8758-aed972e64323 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 947 time: 0.0848770 Dec 21 23:04:33.129834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Deleting port f1aa82d1-7085-4e5a-87da-46e5b3204869 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:04:33.130226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:33.687788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] For port f1aa82d1-7085-4e5a-87da-46e5b3204869, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1aa82d1-7085-4e5a-87da-46e5b3204869,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:04:33.688187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:33.705033 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb7f4d-e6d4-4fff-ad2d-5775590fea84 req-9dd330df-1950-45d8-9d9f-d635afca39ec tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:04:33.708423 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-06fb7f4d-e6d4-4fff-ad2d-5775590fea84 req-9dd330df-1950-45d8-9d9f-d635afca39ec tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 947 time: 0.4402544 Dec 21 23:04:33.837987 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Calling delete_port for f1aa82d1-7085-4e5a-87da-46e5b3204869 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:04:33.889280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:33.942794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-06fb7f4d-e6d4-4fff-ad2d-5775590fea84 req-b9a586e4-4877-46da-b139-b1814489edef tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0de19a9-69a9-430a-8f88-3c17fffec14a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787014 Dec 21 23:04:34.105506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:34.155587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event deleted for resources: {'Port': ['ID=f1aa82d1-7085-4e5a-87da-46e5b3204869,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:34.234891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] No DVR routers for this DVR port f1aa82d1-7085-4e5a-87da-46e5b3204869 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 23:04:34.237453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:34.240282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-deleted', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:04:34.284453 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1258bcc-2973-44c5-8e29-098e01d0f51a req-d0430406-e2aa-4d06-abe3-fd3d7e079694 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "DELETE /v2.0/ports/f1aa82d1-7085-4e5a-87da-46e5b3204869 HTTP/1.1" status: 204 len: 173 time: 1.2291009 Dec 21 23:04:34.296055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614650ef-5f26-4df7-84d0-9ed512e9d9c3', 'name': 'network-vif-deleted', 'tag': 'f1aa82d1-7085-4e5a-87da-46e5b3204869', 'status': 'completed', 'code': 200} Dec 21 23:04:35.123761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bf06b41d-f9ac-4519-bc6a-60dfa8916723 req-98c4781e-0bda-4af5-972b-8ea657733a02 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Synchronizing usage tracker for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:04:35.157744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-bf06b41d-f9ac-4519-bc6a-60dfa8916723 req-98c4781e-0bda-4af5-972b-8ea657733a02 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Unset dirty status for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:04:35.159019 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bf06b41d-f9ac-4519-bc6a-60dfa8916723 req-98c4781e-0bda-4af5-972b-8ea657733a02 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=614650ef-5f26-4df7-84d0-9ed512e9d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0817411 Dec 21 23:04:36.270050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50468) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:36.344362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a54b053d-a000-4f9c-8353-f5e40a6b486e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:36.375937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a54b053d-a000-4f9c-8353-f5e40a6b486e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:36.557852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a54b053d-a000-4f9c-8353-f5e40a6b486e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:36.579119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b053d-a000-4f9c-8353-f5e40a6b486e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0de19a9-69a9-430a-8f88-3c17fffec14a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:36.582645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a54b053d-a000-4f9c-8353-f5e40a6b486e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:36.583869 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a54b053d-a000-4f9c-8353-f5e40a6b486e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "DELETE /v2.0/security-groups/d0de19a9-69a9-430a-8f88-3c17fffec14a HTTP/1.1" status: 204 len: 168 time: 0.3127456 Dec 21 23:04:37.197352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50476) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:37.204799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480091515', 'description': 'tempest-secgroup-smoke-1480091515 description', 'project_id': 'a32dec81184242bd8103bd201a47fc38'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:37.211321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:04:37.216489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:04:37.219107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:04:37.219735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:04:37.226100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:04:37.252599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: f1aa82d1-7085-4e5a-87da-46e5b3204869 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:04:37.252993 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f1aa82d1-7085-4e5a-87da-46e5b3204869 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:04:37.260896 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.299282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:04:37.303331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:04:37.306381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:04:37.312494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:04:37.420910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-673e5622-6579-485f-8c29-7e7e33dd9747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.484465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.523168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.567232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3f504b-25c4-40c7-82df-902d807f15a1,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:37.597673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.599001 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-abca6dea-96f1-4fc3-8fcb-38047cbc6650 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4002886 Dec 21 23:04:37.602147 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50480) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:37.608230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': '9e3f504b-25c4-40c7-82df-902d807f15a1', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:37.614708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:04:37.618763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:04:37.622331 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:04:37.628419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:04:37.684555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.751658 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.780280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.804748 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b9ad21-a4c4-4ae8-999c-d848308caf43,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:37.837614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:37.838988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-81374413-5a3e-4bba-8686-de79cedca19b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2358215 Dec 21 23:04:37.842171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50484) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:37.847958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': '9e3f504b-25c4-40c7-82df-902d807f15a1', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:37.854210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:04:37.859288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:04:37.862404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:04:37.868519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:04:37.912350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.020823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.048903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.074608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61c52e5-aa62-4f3b-af2f-754c3a4b3993,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:38.100681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.102017 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1f178c6d-4d69-4e99-a090-8664d2195841 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2588451 Dec 21 23:04:38.104960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50488) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:38.111443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': '9e3f504b-25c4-40c7-82df-902d807f15a1', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:38.118037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:04:38.122144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:04:38.125177 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:04:38.131183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:04:38.198622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.265465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.289013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.313474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed14c20-c2e3-471e-926e-1f900ca3062a,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:38.334749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.336039 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-76aebb9c-ad5b-4852-b0bf-7cd8f457f9dd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2300787 Dec 21 23:04:38.339070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50492) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:38.344893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': '9e3f504b-25c4-40c7-82df-902d807f15a1', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:38.351115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:04:38.355150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:04:38.358231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:04:38.364280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:04:38.415257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.481928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.511795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.537053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc89923f-566e-4fb1-8848-43adec75bae2,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:38.563324 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.564645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a5a77235-f84d-48dd-8014-bfb41e6bda3e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2245421 Dec 21 23:04:38.567569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50496) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:38.573719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': '9e3f504b-25c4-40c7-82df-902d807f15a1', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:38.580527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:04:38.584537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:04:38.587509 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:04:38.594185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:04:38.620513 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Project a32dec81184242bd8103bd201a47fc38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:04:38.627306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.693546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.717588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.742019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557bd12f-7667-4117-bfaa-06892a3b599d,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:38.764210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.765532 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-69874c9a-4fef-45ff-bf60-ba8ada5e2e49 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1969767 Dec 21 23:04:38.768527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50500) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:38.774206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'security_group_rule': {'security_group_id': '9e3f504b-25c4-40c7-82df-902d807f15a1', 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:38.781522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:04:38.785576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:security_group_rule and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:04:38.788551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:04:38.794789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:04:38.820733 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Project a32dec81184242bd8103bd201a47fc38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:04:38.828501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.837669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.901321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.917540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.943944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cf4008-97e8-4f6a-916f-bcd600a95253,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:04:38.969219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:38.970508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-154a77ad-20a4-41b3-a1bb-30c893b29e5e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2010074 Dec 21 23:04:40.078175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d0023e92-c3c9-490a-98fc-dbd29cc4c3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:40.232501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:41.819781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:04:52.234070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:05:04.037670 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:07.390891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2736927-6472-4257-9485-b1b3868d49d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:08.877266 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:10.157210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cc774846-00a3-49a5-8fe6-38086bf970dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:10.266280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:11.738982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:12.153455 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-a452c457-94d7-4e8c-8c7e-1d89bdac56d0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Synchronizing usage tracker for tenant:a32dec81184242bd8103bd201a47fc38 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:05:12.213130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-a452c457-94d7-4e8c-8c7e-1d89bdac56d0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Unset dirty status for tenant:a32dec81184242bd8103bd201a47fc38 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:05:12.214394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-a452c457-94d7-4e8c-8c7e-1d89bdac56d0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480091515&fields=id&tenant_id=a32dec81184242bd8103bd201a47fc38 HTTP/1.1" status: 200 len: 267 time: 0.1090965 Dec 21 23:05:12.375231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-4db9d69b-22b4-4ac0-b457-f1794c7a2b22 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:12.376829 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-4db9d69b-22b4-4ac0-b457-f1794c7a2b22 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 808 time: 0.1545911 Dec 21 23:05:12.504824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-a24b22e6-e608-4713-a45e-99b9bc39a731 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/quotas/a32dec81184242bd8103bd201a47fc38 HTTP/1.1" status: 200 len: 375 time: 0.1220860 Dec 21 23:05:12.592036 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-5f555422-de1e-4b00-a645-a4d09b113cf2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814714 Dec 21 23:05:12.678696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-219bcf6a-6b47-4bda-a52b-9f185b249b8d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 23:05:12.679790 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-219bcf6a-6b47-4bda-a52b-9f185b249b8d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0758884 Dec 21 23:05:12.824723 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-5c3ef385-ceb9-469d-9086-da9fe38b4b9f service neutron] 10.222.0.30 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380386 Dec 21 23:05:12.968682 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-bdad2456-f8b2-4155-b26f-890591fe36c8 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371849 Dec 21 23:05:13.569452 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8ec017bc-31b4-4fb5-9f5b-2918bf22167d req-4be554c5-21ce-49c2-ad0d-17f9364c818f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 210 time: 0.1268306 Dec 21 23:05:14.744205 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8d8d002c-1060-4165-b8ce-79122e4f5a71 req-e299b245-4c77-493c-82e3-f77dda6f803d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 210 time: 0.0461357 Dec 21 23:05:15.041251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-8f004ede-d635-447f-94b9-485ad44d4c3c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:15.042808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-8f004ede-d635-447f-94b9-485ad44d4c3c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 808 time: 0.1586940 Dec 21 23:05:15.102065 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-76e01bb8-c10f-487f-a87b-a6e1287b8ff6 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32dec81184242bd8103bd201a47fc38 HTTP/1.1" status: 200 len: 380 time: 0.0476162 Dec 21 23:05:15.117530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'port': {'device_id': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'admin_state_up': True, 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'security_groups': ['9e3f504b-25c4-40c7-82df-902d807f15a1']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:05:15.265802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:05:15.275949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:05:15.317286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Made reservation on behalf of a32dec81184242bd8103bd201a47fc38 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:05:15.323151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:15.523349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Allocated IP 172.20.0.12 (ce6498bc-1273-4457-bb9e-81b5eb7e7d6e/77d83027-bbbc-48c9-87cf-6ba3283b3137/bef2a53d-68a2-4ca2-9014-c410c6dc8593) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:05:15.734233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:15.773815 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Transition to ACTIVE for port object bef2a53d-68a2-4ca2-9014-c410c6dc8593 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:05:15.820438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:15.950751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:05:15.957711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:05:15.959546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:05:15.963188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:05:16.051474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:16.052277 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:16.068774 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093231-3a11-42f9-9163-236f05fe6d22 req-613cde99-65cf-47ba-b7da-66be41310ce5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:16.070421 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1093231-3a11-42f9-9163-236f05fe6d22 req-613cde99-65cf-47ba-b7da-66be41310ce5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 932 time: 0.1937490 Dec 21 23:05:16.129301 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c1093231-3a11-42f9-9163-236f05fe6d22 req-a3d2813c-9107-43e6-be96-c95a4014b2ed tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514555 Dec 21 23:05:16.187094 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-712dbe1c-2cb1-4598-be6b-76cce01085dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0735521 Dec 21 23:05:16.199689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Request body: {'port': {'device_id': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:05:16.321711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:16.345696 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-68f462f5-f82d-4cd2-88d3-eae133433f40 None None] Provisioning for port bef2a53d-68a2-4ca2-9014-c410c6dc8593 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:05:16.351255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-68f462f5-f82d-4cd2-88d3-eae133433f40 None None] Provisioning complete for port bef2a53d-68a2-4ca2-9014-c410c6dc8593 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:05:16.351675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-68f462f5-f82d-4cd2-88d3-eae133433f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:16.407475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-68f462f5-f82d-4cd2-88d3-eae133433f40 None None] Port bef2a53d-68a2-4ca2-9014-c410c6dc8593 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:05:16.690988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef2a53d-68a2-4ca2-9014-c410c6dc8593 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:05:16.698390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:16.714257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Transition to ACTIVE for port object bef2a53d-68a2-4ca2-9014-c410c6dc8593 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:05:16.739981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:16.898337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:05:17.020695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Attempting to bind port bef2a53d-68a2-4ca2-9014-c410c6dc8593 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:05:17.021079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Attempting to bind port bef2a53d-68a2-4ca2-9014-c410c6dc8593 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:05:17.021454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Attempting to bind port bef2a53d-68a2-4ca2-9014-c410c6dc8593 on network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:05:17.028240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Port bef2a53d-68a2-4ca2-9014-c410c6dc8593 on network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:05:17.028645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Attempting to bind port bef2a53d-68a2-4ca2-9014-c410c6dc8593 on network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:05:17.036389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:05:17.036763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Checking segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:05:17.037188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Bound using segment: {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:05:17.037663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Bound port: bef2a53d-68a2-4ca2-9014-c410c6dc8593, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:05:17.038046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:17.135433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:05:17.138807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:05:17.163385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:17.230016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:17.231537 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] 10.222.0.46 "PUT /v2.0/ports/bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1094 time: 1.0369718 Dec 21 23:05:17.232025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:05:17.259337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f6c03-340b-46cc-95c2-1db64c55bcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:05:17.390139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'status': 'completed', 'code': 200} Dec 21 23:05:17.419109 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dabbf-63d7-405c-909a-b8c1eb86cc87 req-1cd44350-4a2a-49dd-aac1-206da4ad99dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:17.419911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e83dabbf-63d7-405c-909a-b8c1eb86cc87 req-1cd44350-4a2a-49dd-aac1-206da4ad99dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Synchronizing usage tracker for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:05:17.428037 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-812f15d0-55c5-4ea7-b299-fb2c2f6ec601 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1097 time: 0.1199987 Dec 21 23:05:17.509072 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-c2040798-1741-41c7-b94f-cf92aa3456c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 217 time: 0.0731921 Dec 21 23:05:17.553902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e83dabbf-63d7-405c-909a-b8c1eb86cc87 req-1cd44350-4a2a-49dd-aac1-206da4ad99dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Unset dirty status for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:05:17.555171 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e83dabbf-63d7-405c-909a-b8c1eb86cc87 req-1cd44350-4a2a-49dd-aac1-206da4ad99dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.2917924 Dec 21 23:05:17.617209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-86746274-6be1-4f76-9de8-333ae24b3d11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:17.619565 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-86746274-6be1-4f76-9de8-333ae24b3d11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.1035440 Dec 21 23:05:17.680369 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e83dabbf-63d7-405c-909a-b8c1eb86cc87 req-9e3673b7-cde1-4f14-8c6d-ce1cb995af03 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132782 Dec 21 23:05:17.711689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-4c9c09ef-cf98-4774-9c77-a63b3bf35c5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850329 Dec 21 23:05:17.854131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-7d8b08ec-8dcf-4a9b-ac9b-bb1c323d1382 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352007 Dec 21 23:05:17.998058 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-193bd769-4e87-4ba8-986e-caf1380118f6 req-afe74195-5a4f-4e25-bf06-ef0945e4045a service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367195 Dec 21 23:05:18.137432 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-8846c1c2-d18f-4549-beb6-482d08023d31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1097 time: 0.0744615 Dec 21 23:05:18.287581 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-f5a84a71-9372-4ee1-b808-377a54c6ef1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:18.287887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-f5a84a71-9372-4ee1-b808-377a54c6ef1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1428063 Dec 21 23:05:18.363276 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-1edd9dd4-2ea6-4137-8a5e-2a45ad301ea1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 217 time: 0.0683038 Dec 21 23:05:18.430126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-4bac8015-20fe-449a-beee-c6ef101c7cf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:18.431673 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-4bac8015-20fe-449a-beee-c6ef101c7cf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0626466 Dec 21 23:05:18.735116 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-be4dad1a-03b1-4e78-a899-ca144602b232 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2973471 Dec 21 23:05:18.929407 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-937deb81-5fd3-4e07-85b2-bbec2c033c00 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868811 Dec 21 23:05:19.043967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a719c7c-3178-4018-ac35-b5346a9d4c40 req-b02dca9a-3fb1-4b63-af4c-7a8b51553ceb tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:19.045545 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a719c7c-3178-4018-ac35-b5346a9d4c40 req-b02dca9a-3fb1-4b63-af4c-7a8b51553ceb tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.2119067 Dec 21 23:05:19.119824 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f2daee85-e550-4548-a1f3-381d2805bf19 req-ab145d8c-8c95-4eb8-b958-c0fca6ef81b8 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833241 Dec 21 23:05:19.127327 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1a719c7c-3178-4018-ac35-b5346a9d4c40 req-128fd546-a41d-464e-bd5a-97de99ab43f6 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678771 Dec 21 23:05:20.335034 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb16f5-45e2-4952-a11f-4c5c4e47482a req-df72fb93-a178-4734-bf25-512fc623525c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:20.336699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93cb16f5-45e2-4952-a11f-4c5c4e47482a req-df72fb93-a178-4734-bf25-512fc623525c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0871766 Dec 21 23:05:20.385920 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-93cb16f5-45e2-4952-a11f-4c5c4e47482a req-f76bc293-c418-4fcb-b897-82d6d76d325e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Dec 21 23:05:21.592661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fabf6-29ee-4ee5-a79a-415f6425e91c req-27fbe274-87c7-4fae-9147-f7310c3fd9f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:21.594263 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a66fabf6-29ee-4ee5-a79a-415f6425e91c req-27fbe274-87c7-4fae-9147-f7310c3fd9f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0823312 Dec 21 23:05:21.641997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a66fabf6-29ee-4ee5-a79a-415f6425e91c req-e08a23d3-ca53-4a59-a729-af24bcdcb398 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Dec 21 23:05:22.850870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781a76a-e6e6-4053-b044-efb298be30f5 req-c393443a-f70d-48c1-954c-19a429c7d9e4 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:22.852515 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1781a76a-e6e6-4053-b044-efb298be30f5 req-c393443a-f70d-48c1-954c-19a429c7d9e4 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0852597 Dec 21 23:05:22.902900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1781a76a-e6e6-4053-b044-efb298be30f5 req-e29b3831-cfdb-45c8-b249-6eea9b20b827 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Dec 21 23:05:24.109310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa3ef-e10e-4a21-8a81-7b89fb17bc24 req-d46f30c8-0ab2-469c-9a14-7f28bb9058f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:24.110921 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9c9fa3ef-e10e-4a21-8a81-7b89fb17bc24 req-d46f30c8-0ab2-469c-9a14-7f28bb9058f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0859056 Dec 21 23:05:24.163272 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9c9fa3ef-e10e-4a21-8a81-7b89fb17bc24 req-0574779b-bb6d-4fab-a49e-7028ea58b152 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460911 Dec 21 23:05:25.381602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946d86-ea59-442f-b9d3-174976837d0f req-1bc2e66e-312b-449f-8013-16586b61d3ca tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:25.383807 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ed946d86-ea59-442f-b9d3-174976837d0f req-1bc2e66e-312b-449f-8013-16586b61d3ca tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0905185 Dec 21 23:05:25.427286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bef2a53d-68a2-4ca2-9014-c410c6dc8593 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:05:25.445139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ed946d86-ea59-442f-b9d3-174976837d0f req-ab0b91c2-10a7-47ee-a9d9-afa73c7c32aa tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546079 Dec 21 23:05:25.571744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:05:25.585999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'port_id': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'mac_address': 'fa:16:3e:d9:fb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:05:25.645113 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:25.663550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef2a53d-68a2-4ca2-9014-c410c6dc8593 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:05:25.679110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:05:25.710956 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:25.777876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:05:25.786735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.787121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.787497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.787871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.788240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.788637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.789003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.789366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.789729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.790088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.790444 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:25.922698 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['bef2a53d-68a2-4ca2-9014-c410c6dc8593'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:05:26.652755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f40947-c36b-4474-a429-1ffe856935c7 req-233e5f38-a63a-4d3c-9035-59f52d61fdc3 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:26.654375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-80f40947-c36b-4474-a429-1ffe856935c7 req-233e5f38-a63a-4d3c-9035-59f52d61fdc3 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 945 time: 0.0864713 Dec 21 23:05:26.705535 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-80f40947-c36b-4474-a429-1ffe856935c7 req-d3af8c9c-6617-4062-8599-7ec7e98c8b6f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 Dec 21 23:05:27.428151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bef2a53d-68a2-4ca2-9014-c410c6dc8593 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:05:27.522369 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port bef2a53d-68a2-4ca2-9014-c410c6dc8593 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:05:27.527159 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port bef2a53d-68a2-4ca2-9014-c410c6dc8593 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:05:27.527571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:27.641822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:27.671221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:05:27.681393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:05:27.722755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:27.793937 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:05:27.807542 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'code': 200} Dec 21 23:05:27.918569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351c8c-179a-4cc6-a09e-460d0658a222 req-57c97c64-3fd1-4aa3-8964-45c132f79cf2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:27.920188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8351c8c-179a-4cc6-a09e-460d0658a222 req-57c97c64-3fd1-4aa3-8964-45c132f79cf2 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0861216 Dec 21 23:05:27.969204 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d8351c8c-179a-4cc6-a09e-460d0658a222 req-af9ee47c-4bf1-4a38-b0d9-21d93699f436 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 Dec 21 23:05:28.154103 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c9f9f25-ca2d-4739-8e5e-0b453487dc76 req-79cf7c67-6ead-49a6-86e6-12eed75c2763 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0761867 Dec 21 23:05:28.199183 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8c9f9f25-ca2d-4739-8e5e-0b453487dc76 req-15eb3a7c-2902-4d33-9bdd-f751e21778b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388317 Dec 21 23:05:29.185505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f8cdd-9f94-4f75-a8ee-3ab1320006db req-b5259b80-1776-4509-8bea-4c148eec7364 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:29.187325 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9d3f8cdd-9f94-4f75-a8ee-3ab1320006db req-b5259b80-1776-4509-8bea-4c148eec7364 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0876827 Dec 21 23:05:29.234888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:05:29.238025 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9d3f8cdd-9f94-4f75-a8ee-3ab1320006db req-80da2d14-7c68-4bf3-be32-2089b44bc876 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444937 Dec 21 23:05:30.444064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d3029-16ad-4178-824c-acd8f4182a9b req-eebf3622-73f6-4805-b768-742b9a665491 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:30.445645 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-126d3029-16ad-4178-824c-acd8f4182a9b req-eebf3622-73f6-4805-b768-742b9a665491 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0851469 Dec 21 23:05:30.493580 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-126d3029-16ad-4178-824c-acd8f4182a9b req-d9cae7a2-0c8e-46bf-a7c5-8f7adc506b24 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416710 Dec 21 23:05:30.830838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3986-f249-4d59-9ab0-e1a2dc5dd26d req-37de327f-ff12-4ad1-8a86-2dddf61e9fd3 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:30.832498 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e5c3986-f249-4d59-9ab0-e1a2dc5dd26d req-37de327f-ff12-4ad1-8a86-2dddf61e9fd3 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0841093 Dec 21 23:05:30.883870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e5c3986-f249-4d59-9ab0-e1a2dc5dd26d req-5433ac8f-7d2b-413a-b181-6e0e4e9882f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453079 Dec 21 23:05:30.912133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50746) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:05:31.060343 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9efc59c3-efad-4332-952d-4498895127ac tempest-TestShelveInstance-808514560 tempest-TestShelveInstance-808514560-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1094 time: 0.1469128 Dec 21 23:05:31.064452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50752) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:05:31.070096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:05:31.076510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:05:31.081184 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Usage tracker for resource:floatingip and tenant:a32dec81184242bd8103bd201a47fc38 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:05:31.084142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:05:31.090282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:05:31.132912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:31.280938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:31.425780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Allocated IP 172.26.6.120 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/bb7ee1f4-787e-4b5d-9b0a-0e090e4883f4) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:05:31.638784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:31.682638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:31.754648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:05:31.755764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:05:31.760094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:05:31.789345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'Port': ['ID=bb7ee1f4-787e-4b5d-9b0a-0e090e4883f4,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:05:31.812922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.813304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.813681 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.814053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.814421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.814786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.815152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.815515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.815876 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.816233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:31.816616 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:05:32.299500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:32.375239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:32.588692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:32.613407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:32.726537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event updated for resources: {'Port': ['ID=bb7ee1f4-787e-4b5d-9b0a-0e090e4883f4,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:05:32.739623 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:32.934674 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Floating IP d7abd3f9-e05f-43f2-8910-4d3167a093a5 associated. External IP: 172.26.6.120, port: bef2a53d-68a2-4ca2-9014-c410c6dc8593. Dec 21 23:05:33.560751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Router 29998423-4176-4c29-b476-876fe0137d12 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:05:33.773641 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:05:33.784596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] Sync routers for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:05:33.797665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:05:33.802628 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:05:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:05:33.814129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:33.884356 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-867951a8-cf75-4079-9c1b-ea54ec6e9469 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8064156 Dec 21 23:05:33.884356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:05:33.923772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:33.927436 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'status': 'completed', 'code': 200} Dec 21 23:05:33.989642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:05:34.024604 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cb297c7-4132-4257-99f8-b52495169b08 req-2b823e4a-7300-4c4c-a8ca-0363334617ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0753531 Dec 21 23:05:34.169600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb297c7-4132-4257-99f8-b52495169b08 req-9daf8921-dbea-4258-89a5-55a9992bfb9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:34.171212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cb297c7-4132-4257-99f8-b52495169b08 req-9daf8921-dbea-4258-89a5-55a9992bfb9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1407285 Dec 21 23:05:34.282740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cb297c7-4132-4257-99f8-b52495169b08 req-46a7d059-4e41-426d-a843-ad79a904fb34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1000 time: 0.1041512 Dec 21 23:05:34.356460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb297c7-4132-4257-99f8-b52495169b08 req-6daf20ab-b733-435b-85a0-17f78b2394dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:34.358035 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cb297c7-4132-4257-99f8-b52495169b08 req-6daf20ab-b733-435b-85a0-17f78b2394dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0697088 Dec 21 23:05:34.361256 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'd7abd3f9-e05f-43f2-8910-4d3167a093a5', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '29998423-4176-4c29-b476-876fe0137d12', 'port_id': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'mac_address': 'fa:16:3e:d9:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:05:32Z', 'updated_at': '2021-12-21T23:05:32Z', 'revision_number': 0, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:05:34.365462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] Checking router: 29998423-4176-4c29-b476-876fe0137d12 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:05:34.377098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:05:34.377745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:05:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:05:34.441173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cb297c7-4132-4257-99f8-b52495169b08 req-f0f6b486-d8c5-4635-b07f-c5454e6a05ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758028 Dec 21 23:05:34.600269 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cb297c7-4132-4257-99f8-b52495169b08 req-0bbf19d3-ddcc-4aa2-ace2-8f5888bdff52 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523743 Dec 21 23:05:34.711960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:05:34.747122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7cb297c7-4132-4257-99f8-b52495169b08 req-31788cbf-2f02-4d33-a72c-0065700afe5c service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410489 Dec 21 23:05:35.075197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'd7abd3f9-e05f-43f2-8910-4d3167a093a5', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '29998423-4176-4c29-b476-876fe0137d12', 'port_id': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'mac_address': 'fa:16:3e:d9:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:05:32Z', 'updated_at': '2021-12-21T23:05:32Z', 'revision_number': 0, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:05:35.079635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbea607-113e-440a-8f4b-1ad37d286530 None None] The sync data for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv is: [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': 'd7abd3f9-e05f-43f2-8910-4d3167a093a5', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': '29998423-4176-4c29-b476-876fe0137d12', 'port_id': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'mac_address': 'fa:16:3e:d9:fb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:05:32Z', 'updated_at': '2021-12-21T23:05:32Z', 'revision_number': 0, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:05:35.489249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c0619-8dab-45bd-82bc-9f3ae375430e None None] New status for floating IP d7abd3f9-e05f-43f2-8910-4d3167a093a5: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 23:05:37.328100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-69ba5f00-018f-44b0-9938-10bb01f02571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:38.892686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:40.199187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39fcee95-8504-45c2-b8a1-8fb30d8478ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:40.237588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:41.727971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:05:57.831056 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-c0928f12-d354-4b67-8618-5051a3eca3d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762670 Dec 21 23:05:57.983077 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-fe559ba2-0b40-4887-8079-85624f4a455e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0805657 Dec 21 23:05:58.143550 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-d3a9a623-a4bd-46fa-9498-1a6513a51ecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:58.145224 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-d3a9a623-a4bd-46fa-9498-1a6513a51ecb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1437929 Dec 21 23:05:58.251938 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-f51cf832-4808-4339-a59c-e134f406587e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1002 time: 0.1003220 Dec 21 23:05:58.325450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-cb88e4a4-6883-48e4-b626-5751e813b0f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:05:58.327129 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-cb88e4a4-6883-48e4-b626-5751e813b0f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0683627 Dec 21 23:05:58.409600 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-0947b7d2-a0b5-4bac-931a-fce4cf9a1816 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753522 Dec 21 23:05:58.552581 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-f892ab32-0aed-4636-8273-9238f722a2ce service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359317 Dec 21 23:05:58.695573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8dcd5977-7085-4d3a-9a64-7f1e5bda17df req-879f68b1-e9de-4a20-a4f0-6fad8d6229ca service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370416 Dec 21 23:06:03.927099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:06.239759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:06:07.327129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d264ceca-9d25-4a5a-8751-70fd1719e50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:08.852917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:10.053187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f85b0f3f-2417-4b99-ac93-a2448291f1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:10.241405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:11.738821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:33.943895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:37.315251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c80fa5e2-d35b-4823-a37e-6d819e14400d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:38.864107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:40.051776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53042e2d-2f92-4880-9a8e-01fc48216fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:40.240349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:41.749252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:06:43.236995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:06:59.723188 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5e0170-6532-4837-833b-9c39610df3db req-21a2639b-6edd-499a-87c4-cc25e2d95d73 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1735468 Dec 21 23:06:59.872610 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5e0170-6532-4837-833b-9c39610df3db req-186d4c63-f621-424b-a3e0-029f22d341e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0745964 Dec 21 23:07:00.028619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e0170-6532-4837-833b-9c39610df3db req-55f622e6-c1f1-4149-9c7a-5ff517784c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:07:00.030691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5e0170-6532-4837-833b-9c39610df3db req-55f622e6-c1f1-4149-9c7a-5ff517784c38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1371186 Dec 21 23:07:00.139488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5e0170-6532-4837-833b-9c39610df3db req-d43fe4b4-b6ef-4900-8138-717ad840efdc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1002 time: 0.1019621 Dec 21 23:07:00.207779 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e0170-6532-4837-833b-9c39610df3db req-3cb3c544-57b3-474c-8730-2fbbb251c790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:07:00.209342 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5e0170-6532-4837-833b-9c39610df3db req-3cb3c544-57b3-474c-8730-2fbbb251c790 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0638964 Dec 21 23:07:00.291502 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5e0170-6532-4837-833b-9c39610df3db req-4230d13b-740f-4a19-a07a-22b66253a466 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757892 Dec 21 23:07:00.434508 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5e0170-6532-4837-833b-9c39610df3db req-2553ef80-fa33-4d17-8aa0-2d188330d4c0 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363068 Dec 21 23:07:00.575354 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-9e5e0170-6532-4837-833b-9c39610df3db req-e0f4c9af-6f71-487c-b7fa-7de1f33574a4 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343181 Dec 21 23:07:03.954525 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:07.314439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-296b15a6-6dd2-4e0c-be3e-2220e82edf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:08.868772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:10.040494 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fc1154cc-cdd1-4253-a376-580c6d3a3edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:10.229025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:11.749572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:20.237878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:07:33.942643 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:37.313664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-614fa371-f1c0-4d5a-8571-410f4967b23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:38.862689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:40.045486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0e3ef4e-eb45-4b8b-9272-ad3652c09ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:40.239783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:41.748344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:07:57.239649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:07:59.999729 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-540e92b1-050c-46d9-97e3-13ac9d72be68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751445 Dec 21 23:08:00.159997 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-56c100c7-8166-488c-9b43-b2412dc30589 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0781639 Dec 21 23:08:00.319789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-5a24cc9f-cb8e-418f-ac92-021f7838c29e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:00.321420 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-5a24cc9f-cb8e-418f-ac92-021f7838c29e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1381013 Dec 21 23:08:00.426958 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-0299e7e8-8b23-4f1c-b710-85c63cf42f17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1002 time: 0.0978291 Dec 21 23:08:00.727557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-a9956162-044d-4d62-aa55-df20ff5836db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:00.729171 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-a9956162-044d-4d62-aa55-df20ff5836db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.2945302 Dec 21 23:08:00.811669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-349db3a8-a241-4fb0-b01c-1a382aa16d8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758324 Dec 21 23:08:00.968171 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-ec85be14-091e-4968-94c1-81da81072dea service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491642 Dec 21 23:08:01.114634 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f309fa5-817e-48e9-a916-a5b68b91ecbc req-c9fa8e56-fbed-4be4-acac-18539d2589a9 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399028 Dec 21 23:08:03.981745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:07.307920 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8543-4b0b-4a46-872c-57e7e2908752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:08.867692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:10.044566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cd9c2d75-f119-455c-8ae8-e633c5e016a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:10.233376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:11.730272 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:12.689101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f372f7a-c73d-4808-9eb7-658d323160d1 req-1b60ebef-aa69-47f5-bba8-82651ee2fae4 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:12.690704 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f372f7a-c73d-4808-9eb7-658d323160d1 req-1b60ebef-aa69-47f5-bba8-82651ee2fae4 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0859003 Dec 21 23:08:12.744377 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3f372f7a-c73d-4808-9eb7-658d323160d1 req-c2167633-7167-4a1d-bf8e-8b2fbb4e172a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470195 Dec 21 23:08:13.952117 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb9da4-d170-4eb7-8af7-c4d1872b2c55 req-ea694933-2870-44cb-b025-cc13f856dc50 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:13.953790 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-22bb9da4-d170-4eb7-8af7-c4d1872b2c55 req-ea694933-2870-44cb-b025-cc13f856dc50 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0845537 Dec 21 23:08:14.002752 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-22bb9da4-d170-4eb7-8af7-c4d1872b2c55 req-65751ca8-63e6-4956-bed3-81e93b6c175f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Dec 21 23:08:15.223459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b29603-8667-47c2-abd3-366db163fe48 req-adbdd76d-26fc-458e-9a5b-c86bb6293270 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:15.225665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-35b29603-8667-47c2-abd3-366db163fe48 req-adbdd76d-26fc-458e-9a5b-c86bb6293270 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0883257 Dec 21 23:08:15.273800 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-35b29603-8667-47c2-abd3-366db163fe48 req-da6589f9-f3f5-4b2b-b73a-25f4df4eeb5d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Dec 21 23:08:16.475414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c77963-535e-44d6-894a-83a368a5f2eb req-3f6dce87-684c-4745-9e83-b357939560cc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:16.477068 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45c77963-535e-44d6-894a-83a368a5f2eb req-3f6dce87-684c-4745-9e83-b357939560cc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0827849 Dec 21 23:08:16.525319 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45c77963-535e-44d6-894a-83a368a5f2eb req-1b0e663e-a046-4316-a0f3-bddb13c779bf tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 Dec 21 23:08:17.731925 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3ac5-d552-417f-9260-78191ffc0e13 req-b1ffd0a4-ceda-41bb-84c8-426d6bbbdb41 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:17.733534 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-263e3ac5-d552-417f-9260-78191ffc0e13 req-b1ffd0a4-ceda-41bb-84c8-426d6bbbdb41 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0877838 Dec 21 23:08:17.784937 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-263e3ac5-d552-417f-9260-78191ffc0e13 req-5ccc1169-d861-42c3-b475-241ecb090580 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 Dec 21 23:08:18.998604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e735a-984b-4bee-84ab-7a7e01975306 req-572cdf68-7ce5-434f-9796-54fcb36cc22c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:19.000195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-110e735a-984b-4bee-84ab-7a7e01975306 req-572cdf68-7ce5-434f-9796-54fcb36cc22c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0821500 Dec 21 23:08:19.051766 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-110e735a-984b-4bee-84ab-7a7e01975306 req-b5bdaed5-8434-4e5d-8ee6-c5db33771a03 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454071 Dec 21 23:08:20.261988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8efb92-cad5-480f-a527-058dc05f4b5e req-f4e399ab-49e9-4f18-afc2-394c721e43d6 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:20.263597 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d8efb92-cad5-480f-a527-058dc05f4b5e req-f4e399ab-49e9-4f18-afc2-394c721e43d6 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0832596 Dec 21 23:08:20.312054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5d8efb92-cad5-480f-a527-058dc05f4b5e req-53e75840-133b-4e21-9d5a-79e0ddc5835c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Dec 21 23:08:21.706513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7ef1-ef35-4bcb-8132-f7697ba6aa8d req-c57cec15-da4a-4358-8b06-230ebc2a7e05 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:21.706513 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f7a7ef1-ef35-4bcb-8132-f7697ba6aa8d req-c57cec15-da4a-4358-8b06-230ebc2a7e05 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0887396 Dec 21 23:08:21.706513 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8f7a7ef1-ef35-4bcb-8132-f7697ba6aa8d req-7b71da4b-70ef-4372-a1b0-bc765c389a1c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443218 Dec 21 23:08:22.779532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995767e6-6db9-48cf-99aa-91c4423a84f8 req-b04a6da7-fe1c-4a47-b896-ecd795a2f471 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:22.780787 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-995767e6-6db9-48cf-99aa-91c4423a84f8 req-b04a6da7-fe1c-4a47-b896-ecd795a2f471 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0834525 Dec 21 23:08:22.829225 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-995767e6-6db9-48cf-99aa-91c4423a84f8 req-d48a81ba-eb6a-4fa6-a7bb-be5712f85fc3 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Dec 21 23:08:24.039596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdf8f7-fc95-403a-a49a-a3fe6eca1d6f req-4b84eeb8-58ba-4df2-93eb-73b520558280 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:24.041219 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cbdf8f7-fc95-403a-a49a-a3fe6eca1d6f req-4b84eeb8-58ba-4df2-93eb-73b520558280 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0863006 Dec 21 23:08:24.110721 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5cbdf8f7-fc95-403a-a49a-a3fe6eca1d6f req-774acb36-eaf6-4619-ba10-9b858c4e1d30 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626180 Dec 21 23:08:25.318303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6cac6-04fb-4865-8d55-c12724b76aa5 req-8c924f92-469d-479e-9716-6095a5e3e4f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:25.319916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6cac6-04fb-4865-8d55-c12724b76aa5 req-8c924f92-469d-479e-9716-6095a5e3e4f1 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0838993 Dec 21 23:08:25.368777 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4ef6cac6-04fb-4865-8d55-c12724b76aa5 req-59fcac5a-ce93-495f-832a-f490cd0b4cc6 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422921 Dec 21 23:08:26.582430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7fb73-c9e2-46c5-9cc8-48965842cbe5 req-fa108888-073a-4978-89a4-3e4d370d1ccd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:26.584045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b5e7fb73-c9e2-46c5-9cc8-48965842cbe5 req-fa108888-073a-4978-89a4-3e4d370d1ccd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0875251 Dec 21 23:08:26.635006 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b5e7fb73-c9e2-46c5-9cc8-48965842cbe5 req-eac9aa94-fd10-46d8-81b2-966036b3a059 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Dec 21 23:08:27.872573 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-013b2bab-1bea-48e7-87ca-2ee3acd131e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.1407666 Dec 21 23:08:27.883680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba5308-b4c3-4c63-8148-e8212739118c req-a151cee7-c9df-471e-ad4f-9a6220744a6a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:27.885212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-46ba5308-b4c3-4c63-8148-e8212739118c req-a151cee7-c9df-471e-ad4f-9a6220744a6a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.1157615 Dec 21 23:08:28.033218 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-46ba5308-b4c3-4c63-8148-e8212739118c req-805e45ed-fe1a-4c56-b485-d867e4a22c85 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252909 Dec 21 23:08:28.059850 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-9a4ca2a8-3f1b-481e-8f35-7ffe5ce0a94b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:28.061778 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-9a4ca2a8-3f1b-481e-8f35-7ffe5ce0a94b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1755631 Dec 21 23:08:28.170638 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-19fdeece-a81e-46cd-a486-e275db014a57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1002 time: 0.1026468 Dec 21 23:08:28.243235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-20947eaa-3744-45c3-baa9-b6c20b8ea0fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:28.244835 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-20947eaa-3744-45c3-baa9-b6c20b8ea0fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0681896 Dec 21 23:08:28.329547 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-465809e3-046c-4f88-9726-b7f049b52f16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760839 Dec 21 23:08:28.472368 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-f2ac9aeb-dd16-4a82-9f2d-7552ed441c09 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354978 Dec 21 23:08:28.613095 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-40508373-7f82-4bdf-ab0e-4fdeffad1ab3 req-00660169-28dc-4a23-9643-6226aae13fb5 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342237 Dec 21 23:08:29.237947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67209786-d35c-44a6-ae5e-7bfb8c864cc6 req-a1ca22ff-d620-4b6c-9fa1-ce134a32fd3b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:29.239526 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67209786-d35c-44a6-ae5e-7bfb8c864cc6 req-a1ca22ff-d620-4b6c-9fa1-ce134a32fd3b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0834725 Dec 21 23:08:29.288176 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67209786-d35c-44a6-ae5e-7bfb8c864cc6 req-b757d911-48e9-4d9a-8de6-3c9c18e9feb0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417759 Dec 21 23:08:30.633248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb50c1-6475-4edf-aa65-dd93a3b3e406 req-b8f781b2-af54-4139-be8b-0e6c2f8fd557 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:30.634860 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-73fb50c1-6475-4edf-aa65-dd93a3b3e406 req-b8f781b2-af54-4139-be8b-0e6c2f8fd557 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0869665 Dec 21 23:08:30.685074 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-73fb50c1-6475-4edf-aa65-dd93a3b3e406 req-79071936-5df6-4aa0-b7d6-ba411cc29966 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430114 Dec 21 23:08:31.886903 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6a327-0843-46ec-8588-3052c36d31cb req-4120bf9a-2d13-4da3-b884-d65cef25817d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:31.888504 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e0f6a327-0843-46ec-8588-3052c36d31cb req-4120bf9a-2d13-4da3-b884-d65cef25817d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0816207 Dec 21 23:08:31.939740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e0f6a327-0843-46ec-8588-3052c36d31cb req-95758568-b337-4a9e-bc33-1e9501c914e8 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Dec 21 23:08:32.203273 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-bb25960d-9bb6-44c6-9c19-fade6e363e5d req-0461945d-1500-451d-867e-8bc07efed888 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1489575 Dec 21 23:08:32.542948 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83557541-10f9-4135-ac52-30d34653a7b4 req-9ad28e74-65d4-4486-a956-751cd0d1bec8 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:32.544613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-83557541-10f9-4135-ac52-30d34653a7b4 req-9ad28e74-65d4-4486-a956-751cd0d1bec8 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0846422 Dec 21 23:08:32.554725 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-22d9683f-d3e6-464c-80e7-7aac1360dabc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1492691 Dec 21 23:08:32.599955 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-83557541-10f9-4135-ac52-30d34653a7b4 req-c3ca8b4c-cf6f-4114-bd27-c36eb5f4e1dc tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490711 Dec 21 23:08:33.813432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8659e-97da-4fea-b096-359235c5ca98 req-18da5017-14b0-4133-b347-972a3df1deff tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:33.813432 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67a8659e-97da-4fea-b096-359235c5ca98 req-18da5017-14b0-4133-b347-972a3df1deff tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0835848 Dec 21 23:08:33.860136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-67a8659e-97da-4fea-b096-359235c5ca98 req-bd68cee7-3d57-43b5-945e-b835d6bc1b3f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Dec 21 23:08:33.993872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:34.240620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:08:34.348300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bef2a53d-68a2-4ca2-9014-c410c6dc8593 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:08:34.468036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:34.497537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:08:34.507582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:08:34.550911 dv-neutron-822521-1-hyperv neutron-server[88883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'code': 422} returned with failed status Dec 21 23:08:34.552998 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:34.622497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:08:34.631560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.631950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.632400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.632776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.633142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.633505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.633867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.634228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.634587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.634943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:34.635295 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:08:35.069319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd65318-533e-4427-9774-f3f6d4ce3ba0 req-2abf14c8-9d30-4cb6-a951-22f6805db5a4 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:35.071112 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-efd65318-533e-4427-9774-f3f6d4ce3ba0 req-2abf14c8-9d30-4cb6-a951-22f6805db5a4 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0877821 Dec 21 23:08:35.181588 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-efd65318-533e-4427-9774-f3f6d4ce3ba0 req-76b60d2c-16c5-43f1-812e-f144d4e49740 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743606 Dec 21 23:08:35.191481 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-3905097d-1615-4935-948e-ee7e37f3ed9b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254&tenant_id=a32dec81184242bd8103bd201a47fc38 HTTP/1.1" status: 200 len: 1097 time: 0.1179914 Dec 21 23:08:35.290181 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-02efd622-438c-480a-8549-81a9c3ab6f19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1097 time: 0.0772688 Dec 21 23:08:35.433718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-5e141200-2129-42fa-8de5-2da7aa6711be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:35.435212 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-5e141200-2129-42fa-8de5-2da7aa6711be service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1385176 Dec 21 23:08:35.542414 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-0c803f45-00c6-424f-b152-658ce66dbf37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1000 time: 0.1003728 Dec 21 23:08:35.613806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-c53e6541-790c-4cef-8ca6-bb08be5788c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:35.615454 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-c53e6541-790c-4cef-8ca6-bb08be5788c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0664351 Dec 21 23:08:35.694737 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-8095439b-9788-4210-9e5c-429d70c477de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727916 Dec 21 23:08:35.836302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-35a3b3c8-bed9-40f8-aaf7-b009f2a8bf41 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343760 Dec 21 23:08:35.978447 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-051c5353-6dac-46ad-8864-8e2b1256ace6 req-4cd94c63-e2bf-4c91-88f5-00d9d7184c6e service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364024 Dec 21 23:08:36.391448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10bd4f-103e-4939-921e-6b4a52b5c3bc req-24d68d58-3333-4a61-8d4d-ba00afaafa5f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:36.393102 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a10bd4f-103e-4939-921e-6b4a52b5c3bc req-24d68d58-3333-4a61-8d4d-ba00afaafa5f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0881062 Dec 21 23:08:36.440826 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6a10bd4f-103e-4939-921e-6b4a52b5c3bc req-e12e14d8-3a72-4460-8c4a-d65fefd51e0e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 Dec 21 23:08:37.325048 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-53bed090-b093-40b0-bb4a-db3f33420400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:37.650443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e55a3-9508-4465-a18a-74a3da414c7d req-5dff21dd-63c0-426b-ad5c-16e801dee71f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:37.652020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b7e55a3-9508-4465-a18a-74a3da414c7d req-5dff21dd-63c0-426b-ad5c-16e801dee71f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0837984 Dec 21 23:08:37.700988 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8b7e55a3-9508-4465-a18a-74a3da414c7d req-a7df527e-ccc5-49ab-b3d6-5dd98f673d1a tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Dec 21 23:08:38.884361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:38.910454 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294b6b-b007-4539-911a-f9512eac339d req-2fb45496-e393-404f-8fbc-243d8f5cf2bd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:38.912054 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-03294b6b-b007-4539-911a-f9512eac339d req-2fb45496-e393-404f-8fbc-243d8f5cf2bd tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0855429 Dec 21 23:08:38.962332 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-03294b6b-b007-4539-911a-f9512eac339d req-27da7e95-b8be-474a-8dcb-82631b9a2057 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435553 Dec 21 23:08:40.049782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c9f911cb-d069-4f68-919e-7c0a54d6dd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:40.169169 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9baa03-0fc3-4ac4-a7e6-f8ba4720bafd req-d499d47e-05b5-4706-b0b2-0d0fa000391c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:40.170764 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac9baa03-0fc3-4ac4-a7e6-f8ba4720bafd req-d499d47e-05b5-4706-b0b2-0d0fa000391c tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0843101 Dec 21 23:08:40.223916 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ac9baa03-0fc3-4ac4-a7e6-f8ba4720bafd req-86c0da02-e738-4579-9a90-3a0ff29d46c9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 Dec 21 23:08:40.244063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:41.426400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8386af-968f-4e77-adc3-d68ad2969260 req-e8c2fa45-8d17-4fcd-8a29-c06db6a64eff tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:41.427917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba8386af-968f-4e77-adc3-d68ad2969260 req-e8c2fa45-8d17-4fcd-8a29-c06db6a64eff tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0831633 Dec 21 23:08:41.477844 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-ba8386af-968f-4e77-adc3-d68ad2969260 req-567c27c2-2916-4f3d-addb-ad26d0bf548f tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435307 Dec 21 23:08:41.752695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:42.682617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2fca1-8be8-4232-9dc0-2ecb75b573fb req-e43468e2-742f-4b34-8de3-6244d066e233 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:42.684202 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72a2fca1-8be8-4232-9dc0-2ecb75b573fb req-e43468e2-742f-4b34-8de3-6244d066e233 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0860813 Dec 21 23:08:42.732007 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-72a2fca1-8be8-4232-9dc0-2ecb75b573fb req-d90ce341-567b-490d-a7e1-2d88f1858079 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Dec 21 23:08:43.941561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be5a91-d304-40ac-8e05-1252faee45c9 req-60943a76-c0ea-41ce-8a0f-69da07de928b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:43.943152 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-87be5a91-d304-40ac-8e05-1252faee45c9 req-60943a76-c0ea-41ce-8a0f-69da07de928b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 944 time: 0.0823298 Dec 21 23:08:43.991228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-87be5a91-d304-40ac-8e05-1252faee45c9 req-b37e7ec3-7255-4ad4-8e97-80c4ed1c0a2e tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415273 Dec 21 23:08:44.409810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bef2a53d-68a2-4ca2-9014-c410c6dc8593 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:08:44.551459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:08:44.565936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'port_id': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'mac_address': 'fa:16:3e:d9:fb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:08:44.622206 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:44.640612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef2a53d-68a2-4ca2-9014-c410c6dc8593 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:08:44.655515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:08:44.696519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:44.767358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:08:44.945619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['bef2a53d-68a2-4ca2-9014-c410c6dc8593'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:08:45.202017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb84379-9c25-4f90-b502-bd72b67e1629 req-dd849c64-735d-4459-bc60-edb9a2c3e830 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:45.203623 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1cb84379-9c25-4f90-b502-bd72b67e1629 req-dd849c64-735d-4459-bc60-edb9a2c3e830 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 945 time: 0.0872092 Dec 21 23:08:45.253020 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-1cb84379-9c25-4f90-b502-bd72b67e1629 req-bb98625d-6162-4c62-b181-60482761ebd5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 Dec 21 23:08:46.429738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bef2a53d-68a2-4ca2-9014-c410c6dc8593 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:08:46.461288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769952c-a7a8-4e01-998f-2189fdd4f91e req-c9179b9e-6c83-43f7-8474-45879c76b145 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:46.462959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0769952c-a7a8-4e01-998f-2189fdd4f91e req-c9179b9e-6c83-43f7-8474-45879c76b145 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 945 time: 0.0850542 Dec 21 23:08:46.501286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port bef2a53d-68a2-4ca2-9014-c410c6dc8593 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:08:46.501702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:46.512777 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0769952c-a7a8-4e01-998f-2189fdd4f91e req-22e616fc-54fa-403a-9169-7e2c74ed164b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Dec 21 23:08:46.770757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:46.798942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:08:46.809025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:08:46.838644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:08:46.871739 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'code': 200} Dec 21 23:08:46.912135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:08:47.339810 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e599930-ff3c-433b-80ba-2c579e03bcbb req-1b906083-02b7-4cdc-b423-aa0e4dc71c46 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0774851 Dec 21 23:08:47.384907 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e599930-ff3c-433b-80ba-2c579e03bcbb req-19c0bd87-393f-44ef-a4b1-67e83e8fcae1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386739 Dec 21 23:08:47.713985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60ca59-fd19-43a4-8dcf-6fc2ce46b265 req-2003c81c-bfda-4cac-8615-b6807241d2a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:47.715569 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-be60ca59-fd19-43a4-8dcf-6fc2ce46b265 req-2003c81c-bfda-4cac-8615-b6807241d2a5 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0812838 Dec 21 23:08:47.766946 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-be60ca59-fd19-43a4-8dcf-6fc2ce46b265 req-8f7c6d23-a6f7-4aec-95bf-24186ea73425 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 Dec 21 23:08:49.185575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20580-cc5e-45eb-8f07-e3b274ef5d71 req-13e5a134-bc9e-4434-945d-aa909c02492d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:08:49.187195 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-98d20580-cc5e-45eb-8f07-e3b274ef5d71 req-13e5a134-bc9e-4434-945d-aa909c02492d tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.2983921 Dec 21 23:08:49.235586 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-98d20580-cc5e-45eb-8f07-e3b274ef5d71 req-4a9ffd75-2fe8-4429-a70b-ab40019270d8 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Dec 21 23:09:01.592475 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-407eddc6-6277-466f-930c-f6a7ff8837c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765045 Dec 21 23:09:01.740516 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-a9422e01-73ea-4cd5-8a32-c0ec608c0c8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0728850 Dec 21 23:09:01.895286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-e76bed41-e0be-4d0d-8270-0f535f20ea4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:09:01.896849 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-e76bed41-e0be-4d0d-8270-0f535f20ea4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1362603 Dec 21 23:09:02.005706 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-1c31023b-9ed5-4c3d-9764-15a9e7ed2b3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1002 time: 0.1004362 Dec 21 23:09:02.076395 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-7ba11b6d-84f8-45c0-941f-faa7e035cd9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:09:02.078367 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-7ba11b6d-84f8-45c0-941f-faa7e035cd9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0661938 Dec 21 23:09:02.163901 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-67cfbe26-6bcc-428e-9693-17d4634a1ab6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782108 Dec 21 23:09:02.304915 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-89d523b2-c471-4915-9cfa-7126b41726c5 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337898 Dec 21 23:09:02.450499 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2c1bca5a-be05-45fd-aac9-a57bbd8cf6d1 req-1d8a1dea-8099-420f-9437-a2ddd4438423 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359730 Dec 21 23:09:04.004463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:07.427964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98aad477-9c9f-42f7-9c58-fa77d6cb1bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:08.947155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:10.068376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-053bc058-419a-455a-87f5-c90530ae9e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:10.266741 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:11.241981 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:09:11.772302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:34.020728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:37.308864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-85388d81-6686-4c56-863e-ac3197c97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:38.856771 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:40.061939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3ae2312f-8bce-4516-ab93-555ce51cd694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:40.248928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:41.751809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:09:48.242630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:10:02.586043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-4a437a3c-f769-44c2-9116-6a8da4270dfb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746634 Dec 21 23:10:02.736900 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-940d1c36-fbc8-4bf4-af13-548bfb2c26d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0786684 Dec 21 23:10:02.894793 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-df134247-ddaa-475d-8cc6-575968d2e000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:10:02.896317 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-df134247-ddaa-475d-8cc6-575968d2e000 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.1407366 Dec 21 23:10:03.005657 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-969ac60e-d593-4c53-90be-3da5a56613ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 1002 time: 0.1014969 Dec 21 23:10:03.081783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-99f48e94-84ac-4678-9db0-31d25e94e1ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:10:03.083366 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-99f48e94-84ac-4678-9db0-31d25e94e1ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0705383 Dec 21 23:10:03.168136 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-93012494-d9eb-4c57-8550-94f2fba0419a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777581 Dec 21 23:10:03.312031 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-212f0b60-3efd-466b-bffe-532d96e3b63e service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362748 Dec 21 23:10:03.458563 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f4a4e7d5-f5cd-4b33-b1a9-6ac206535c18 req-f4b5f97c-437c-4914-840b-83cc97972f83 service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375756 Dec 21 23:10:04.019785 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:07.328188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9406342-bca2-46fb-91d7-17ef07533650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:08.877575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:10.060290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7abe64b5-285d-41ac-97b7-71d937ae0cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:10.254320 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:11.751744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:25.243537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:10:34.019706 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:37.316805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a1d6671c-ecfc-4c40-9bf1-904f92dd9504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:37.364905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50950) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:37.809131 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Deleting port bb7ee1f4-787e-4b5d-9b0a-0e090e4883f4 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:37.809510 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:37.986046 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:37.986418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:38.113822 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Calling delete_port for bb7ee1f4-787e-4b5d-9b0a-0e090e4883f4 owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:38.482104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:38.527638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event deleted for resources: {'Port': ['ID=bb7ee1f4-787e-4b5d-9b0a-0e090e4883f4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:38.572130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.572530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.572899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.573261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.573620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.573982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.574336 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.574938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.575291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.575638 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.575985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:10:38.638712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:38.865063 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:39.049471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Router 29998423-4176-4c29-b476-876fe0137d12 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:10:39.477795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:10:39.488299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] Sync routers for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:10:39.502058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:10:39.502710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:39.522617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:39.579259 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de0d7b9a-206f-45b5-87be-26317214ce28 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "DELETE /v2.0/floatingips/d7abd3f9-e05f-43f2-8910-4d3167a093a5 HTTP/1.1" status: 204 len: 168 time: 2.2127862 Dec 21 23:10:39.579939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:10:39.695810 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:10:39.935599 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'status': 'completed', 'code': 200} Dec 21 23:10:40.048575 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-839da41b-45a1-454f-a0ca-afe489abc39a req-a325fa31-b0c2-49e3-886d-c00852ed3757 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a32dec81184242bd8103bd201a47fc38&device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 1099 time: 0.0821466 Dec 21 23:10:40.071268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-18c51f12-4db5-4606-a024-a361a88a6137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:40.206009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:40.210460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] Checking router: 29998423-4176-4c29-b476-876fe0137d12 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:10:40.223685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:10:40.224479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:40.264584 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:40.319546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee04bf2-ad6a-4516-8f87-fc4b7b5b3e4c req-35e7d4f4-1ccd-4c79-ac78-c2ad8b72b130 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:10:40.320223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-cee04bf2-ad6a-4516-8f87-fc4b7b5b3e4c req-35e7d4f4-1ccd-4c79-ac78-c2ad8b72b130 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Synchronizing usage tracker for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:10:40.414859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:10:40.425196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839da41b-45a1-454f-a0ca-afe489abc39a req-dd0c063e-1289-444c-9355-0b142e2d693b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:10:40.426798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-839da41b-45a1-454f-a0ca-afe489abc39a req-dd0c063e-1289-444c-9355-0b142e2d693b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 200 len: 909 time: 0.2593825 Dec 21 23:10:40.429832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-cee04bf2-ad6a-4516-8f87-fc4b7b5b3e4c req-35e7d4f4-1ccd-4c79-ac78-c2ad8b72b130 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Unset dirty status for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:10:40.430949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cee04bf2-ad6a-4516-8f87-fc4b7b5b3e4c req-35e7d4f4-1ccd-4c79-ac78-c2ad8b72b130 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.3403292 Dec 21 23:10:40.523619 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-839da41b-45a1-454f-a0ca-afe489abc39a req-bc07d91e-cfc1-4a7a-b4a3-2f6ce32fbf4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 200 len: 217 time: 0.0890481 Dec 21 23:10:40.599038 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-cee04bf2-ad6a-4516-8f87-fc4b7b5b3e4c req-d39d17eb-6dc9-49fc-8439-7eddaa95b1e9 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079664 Dec 21 23:10:40.610859 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839da41b-45a1-454f-a0ca-afe489abc39a req-9ddb268e-9f39-4e5e-8f2d-3c9717f6be3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:10:40.612434 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-839da41b-45a1-454f-a0ca-afe489abc39a req-9ddb268e-9f39-4e5e-8f2d-3c9717f6be3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 200 len: 847 time: 0.0766582 Dec 21 23:10:40.700289 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-839da41b-45a1-454f-a0ca-afe489abc39a req-2e68b414-ef41-42ac-aeed-01127d725fba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797169 Dec 21 23:10:40.744204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:40.748399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe71c5-d582-4955-9cae-5625685043e9 None None] The sync data for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv is: [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:00:03Z', 'revision_number': 4, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '313d94c0-8922-44dc-a840-f1ec3874cc31', 'name': '', 'network_id': 'ce6498bc-1273-4457-bb9e-81b5eb7e7d6e', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'mac_address': 'fa:16:3e:59:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:02Z', 'updated_at': '2021-12-21T23:00:12Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'subnets': [{'id': '77d83027-bbbc-48c9-87cf-6ba3283b3137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:10:40.849972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-839da41b-45a1-454f-a0ca-afe489abc39a req-82b19674-e8c4-4b06-84bd-e704164682fb service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416924 Dec 21 23:10:40.997511 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-839da41b-45a1-454f-a0ca-afe489abc39a req-9fa4cabf-062e-4011-affa-b4b5384fea3f service neutron] 10.222.0.46 "GET /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396356 Dec 21 23:10:41.178156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786235ec-a269-4f7d-b581-f80bba544a83 None None] New status for floating IP d7abd3f9-e05f-43f2-8910-4d3167a093a5: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 23:10:41.578071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-335abc40-4b25-44da-a0e5-4f98fef33646 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:10:41.579566 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-335abc40-4b25-44da-a0e5-4f98fef33646 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.0833101 Dec 21 23:10:41.652515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Deleting port bef2a53d-68a2-4ca2-9014-c410c6dc8593 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:41.652902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:41.779599 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:41.969407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] For port bef2a53d-68a2-4ca2-9014-c410c6dc8593, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bef2a53d-68a2-4ca2-9014-c410c6dc8593,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:41.969802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:42.109425 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Calling delete_port for bef2a53d-68a2-4ca2-9014-c410c6dc8593 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:42.155062 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf6d1f-5587-484e-ad57-32d1badfdfb2 req-5c8d2855-5acb-47a7-bca8-9e74f916e733 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:10:42.156802 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6bdf6d1f-5587-484e-ad57-32d1badfdfb2 req-5c8d2855-5acb-47a7-bca8-9e74f916e733 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 946 time: 0.4147937 Dec 21 23:10:42.231814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6bdf6d1f-5587-484e-ad57-32d1badfdfb2 req-e5c3cb34-b933-4645-99ac-c33cd5e1a936 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e3f504b-25c4-40c7-82df-902d807f15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643599 Dec 21 23:10:42.356575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:42.404462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event deleted for resources: {'Port': ['ID=bef2a53d-68a2-4ca2-9014-c410c6dc8593,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:42.478602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] No DVR routers for this DVR port bef2a53d-68a2-4ca2-9014-c410c6dc8593 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 23:10:42.481121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:42.484322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'name': 'network-vif-deleted', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:10:42.523209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2f121e84-abe2-400f-8e13-17ec1e0297a1 req-3091f717-69d8-40bf-9066-66e26a427c1b tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.46 "DELETE /v2.0/ports/bef2a53d-68a2-4ca2-9014-c410c6dc8593 HTTP/1.1" status: 204 len: 173 time: 0.9381249 Dec 21 23:10:42.543799 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8fabc5-5dba-4d61-b9d2-ddf65e816254', 'name': 'network-vif-deleted', 'tag': 'bef2a53d-68a2-4ca2-9014-c410c6dc8593', 'status': 'completed', 'code': 200} Dec 21 23:10:43.424435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4df2506e-9e0f-49f8-b85e-51e2be6cb7de req-0966d77c-8940-4694-a672-b89bef325a58 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Synchronizing usage tracker for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:10:43.482280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-4df2506e-9e0f-49f8-b85e-51e2be6cb7de req-0966d77c-8940-4694-a672-b89bef325a58 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Unset dirty status for tenant:a32dec81184242bd8103bd201a47fc38 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:10:43.484292 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4df2506e-9e0f-49f8-b85e-51e2be6cb7de req-0966d77c-8940-4694-a672-b89bef325a58 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a8fabc5-5dba-4d61-b9d2-ddf65e816254 HTTP/1.1" status: 200 len: 210 time: 0.1173220 Dec 21 23:10:44.593600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50986) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:44.670352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-58a8ddfd-92f2-4413-aca6-bf79d93a36e0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:44.703688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-58a8ddfd-92f2-4413-aca6-bf79d93a36e0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:44.882263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-58a8ddfd-92f2-4413-aca6-bf79d93a36e0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:44.903115 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8ddfd-92f2-4413-aca6-bf79d93a36e0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3f504b-25c4-40c7-82df-902d807f15a1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:44.984795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-58a8ddfd-92f2-4413-aca6-bf79d93a36e0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:44.986225 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-58a8ddfd-92f2-4413-aca6-bf79d93a36e0 tempest-TestShelveInstance-1421521814 tempest-TestShelveInstance-1421521814-project] 10.222.0.30 "DELETE /v2.0/security-groups/9e3f504b-25c4-40c7-82df-902d807f15a1 HTTP/1.1" status: 204 len: 168 time: 0.3914752 Dec 21 23:10:45.078934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50992) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:45.092894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bef2a53d-68a2-4ca2-9014-c410c6dc8593 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:10:45.136009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: bef2a53d-68a2-4ca2-9014-c410c6dc8593 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:10:45.136350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device bef2a53d-68a2-4ca2-9014-c410c6dc8593 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:10:45.686797 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:46.534803 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Deleting port 313d94c0-8922-44dc-a840-f1ec3874cc31 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:46.535178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:46.714372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] For port 313d94c0-8922-44dc-a840-f1ec3874cc31, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=313d94c0-8922-44dc-a840-f1ec3874cc31,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:46.714919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:46.839539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Calling delete_port for 313d94c0-8922-44dc-a840-f1ec3874cc31 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:47.179195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:47.224832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Pushing event deleted for resources: {'Port': ['ID=313d94c0-8922-44dc-a840-f1ec3874cc31,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:47.533645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:48.133964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Router 29998423-4176-4c29-b476-876fe0137d12 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:10:48.341557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:10:48.351447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] Sync routers for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:10:48.364104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:10:48.369512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:48.389500 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e875d14a-72c2-424a-8cab-923fa481cf42 admin admin] 10.222.0.30 "PUT /v2.0/routers/29998423-4176-4c29-b476-876fe0137d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3052275 Dec 21 23:10:48.389799 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 50998) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:48.554414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:10:48.590934 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:48.868808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:10:47Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:48.873373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] Checking router: 29998423-4176-4c29-b476-876fe0137d12 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:10:48.887043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] Routers {'29998423-4176-4c29-b476-876fe0137d12'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:10:48.887721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['29998423-4176-4c29-b476-876fe0137d12'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:49.023482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:49.059612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Deleting port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:49.059995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:49.082343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] Set router 29998423-4176-4c29-b476-876fe0137d12 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:10:49.251683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] For port bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:49.252276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:49.379615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Calling delete_port for bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:49.523515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:10:47Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:49.527559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e489a-0cdc-4e91-ba50-34121519afd4 None None] The sync data for ids ['29998423-4176-4c29-b476-876fe0137d12'] in dv-neutron-822521-1-hyperv is: [{'id': '29998423-4176-4c29-b476-876fe0137d12', 'name': 'tempest-TestShelveInstance-870045829-router', 'tenant_id': 'a32dec81184242bd8103bd201a47fc38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:59:59Z', 'updated_at': '2021-12-21T23:10:47Z', 'revision_number': 5, 'project_id': 'a32dec81184242bd8103bd201a47fc38', 'gw_port': {'id': 'bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29998423-4176-4c29-b476-876fe0137d12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:00Z', 'updated_at': '2021-12-21T23:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:10:49.653775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:49.706223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:49.947568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.084826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 313d94c0-8922-44dc-a840-f1ec3874cc31 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:10:50.119703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 313d94c0-8922-44dc-a840-f1ec3874cc31 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:10:50.120093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 313d94c0-8922-44dc-a840-f1ec3874cc31 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:10:50.228123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.232647 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.378441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.378975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29998423-4176-4c29-b476-876fe0137d12 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 23:10:50.392316 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.393602 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e68d1ee9-2ba9-40f9-9391-ca8f8a82d971 admin admin] 10.222.0.30 "DELETE /v2.0/routers/29998423-4176-4c29-b476-876fe0137d12 HTTP/1.1" status: 204 len: 168 time: 2.0023167 Dec 21 23:10:50.397133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51002) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:50.467381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b0b310-12c9-40bb-89b0-97574c911173 admin admin] Deleting subnet 77d83027-bbbc-48c9-87cf-6ba3283b3137 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 23:10:50.470796 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b310-12c9-40bb-89b0-97574c911173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.524022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b310-12c9-40bb-89b0-97574c911173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.611443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b310-12c9-40bb-89b0-97574c911173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.762469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b310-12c9-40bb-89b0-97574c911173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.805223 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0b310-12c9-40bb-89b0-97574c911173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d83027-bbbc-48c9-87cf-6ba3283b3137,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:50.812756 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b310-12c9-40bb-89b0-97574c911173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.818022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d08e7fb-1bbc-44b5-a529-367b4a99c081 None None] Network ce6498bc-1273-4457-bb9e-81b5eb7e7d6e requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:10:50.819473 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f7b0b310-12c9-40bb-89b0-97574c911173 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/77d83027-bbbc-48c9-87cf-6ba3283b3137 HTTP/1.1" status: 204 len: 168 time: 0.4212971 Dec 21 23:10:50.822285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51006) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:50.936894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:50.947755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Deleting port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:50.948123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.090461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] DHCP port deletion for ce6498bc-1273-4457-bb9e-81b5eb7e7d6e request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 23:10:51.094950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] Deleting port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:51.095485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.175747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] For port e5c8707c-bc8f-4889-90a2-e4a2cdd93894, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e5c8707c-bc8f-4889-90a2-e4a2cdd93894,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:51.176144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.304985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Calling delete_port for e5c8707c-bc8f-4889-90a2-e4a2cdd93894 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:51.307605 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] For port e5c8707c-bc8f-4889-90a2-e4a2cdd93894, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=e5c8707c-bc8f-4889-90a2-e4a2cdd93894,segment=NetworkSegment(03ea5b3a-bff7-4777-a69c-3bdbb0022b4a),segment_id=03ea5b3a-bff7-4777-a69c-3bdbb0022b4a)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:51.308043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.437492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] Calling delete_port for e5c8707c-bc8f-4889-90a2-e4a2cdd93894 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:51.442195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.493290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c8707c-bc8f-4889-90a2-e4a2cdd93894,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:51.498764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] No DVR routers for this DVR port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:10:51.508213 dv-neutron-822521-1-hyperv neutron-server[88883]: % (table.description, expected, rows_matched) Dec 21 23:10:51.512697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 23:10:51.513084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 23:10:51.620820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.647102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6498bc-1273-4457-bb9e-81b5eb7e7d6e']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:51.660197 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:51.660562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ea5b3a-bff7-4777-a69c-3bdbb0022b4a') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:51.672860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.739381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.746270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 23:10:51.746705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:10:51.761568 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:10:51.961888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.979398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:51.992692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6498bc-1273-4457-bb9e-81b5eb7e7d6e,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:52.000579 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-61986321-9ba7-4c03-993d-d4c31c5fd8ee admin admin] 10.222.0.30 "DELETE /v2.0/networks/ce6498bc-1273-4457-bb9e-81b5eb7e7d6e HTTP/1.1" status: 204 len: 168 time: 1.1772225 Dec 21 23:10:52.003758 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51010) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:52.014433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] Deleting port e5c8707c-bc8f-4889-90a2-e4a2cdd93894 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:52.015297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:52.097884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e5c8707c-bc8f-4889-90a2-e4a2cdd93894 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:10:52.129769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-cf1047ee-7124-4da2-a795-9a6749359973 None None] The port 'e5c8707c-bc8f-4889-90a2-e4a2cdd93894' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 23:10:52.140496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: e5c8707c-bc8f-4889-90a2-e4a2cdd93894 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:10:52.140885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device e5c8707c-bc8f-4889-90a2-e4a2cdd93894 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:10:52.141346 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:10:52.175326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:10:52.175717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device bc123bdd-a01c-4ebe-bc9a-4b3c17f61c1e not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:10:52.417445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:53.263538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Deleting port 17e733bd-9745-442b-b52c-611c0ffbb005 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:53.264080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:53.450303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] For port 17e733bd-9745-442b-b52c-611c0ffbb005, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=17e733bd-9745-442b-b52c-611c0ffbb005,segment=NetworkSegment(aefd8be4-39aa-4742-a2db-40d729ec5ada),segment_id=aefd8be4-39aa-4742-a2db-40d729ec5ada)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:53.450585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:53.579665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Calling delete_port for 17e733bd-9745-442b-b52c-611c0ffbb005 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:53.841913 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:53.891757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e733bd-9745-442b-b52c-611c0ffbb005,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:54.212542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:54.813692 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:10:55.023702 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:10:55.033764 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-4cd438ea-8126-4852-b1ed-d8b5ba129c79 admin admin] 10.222.0.30 "PUT /v2.0/routers/73b76614-d976-4ec7-a9a7-e8a8c893ae27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0288527 Dec 21 23:10:55.034952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] Sync routers for ids ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:10:55.036635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51014) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:55.048483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] Routers {'73b76614-d976-4ec7-a9a7-e8a8c893ae27'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:10:55.049172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:55.238468 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] Set router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:10:55.246912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:55.451522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:55.493571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Deleting port a3f1d16f-62d4-40c7-b1fa-3955205666a2 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:55.493958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:55.543477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:10:53Z', 'revision_number': 5, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port': {'id': 'a3f1d16f-62d4-40c7-b1fa-3955205666a2', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:55.547829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] Checking router: 73b76614-d976-4ec7-a9a7-e8a8c893ae27 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:10:55.559259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] Routers {'73b76614-d976-4ec7-a9a7-e8a8c893ae27'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:10:55.559893 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:55.680365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] For port a3f1d16f-62d4-40c7-b1fa-3955205666a2, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a3f1d16f-62d4-40c7-b1fa-3955205666a2,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:55.680749 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:55.718806 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] Set router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:10:55.833864 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:10:55Z', 'revision_number': 6, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:55.838539 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4897bbf7-c28f-477d-bb61-77e8d2c57a3f None None] The sync data for ids ['73b76614-d976-4ec7-a9a7-e8a8c893ae27'] in dv-neutron-822521-1-hyperv is: [{'id': '73b76614-d976-4ec7-a9a7-e8a8c893ae27', 'name': 'tempest-TestShelveInstance-1738720816-router', 'tenant_id': 'ce58147a4cc7482fb93766d2e6325a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:07Z', 'updated_at': '2021-12-21T23:10:55Z', 'revision_number': 6, 'project_id': 'ce58147a4cc7482fb93766d2e6325a08', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:10:56.034687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Calling delete_port for a3f1d16f-62d4-40c7-b1fa-3955205666a2 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:56.035022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 17e733bd-9745-442b-b52c-611c0ffbb005 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:10:56.073031 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 17e733bd-9745-442b-b52c-611c0ffbb005 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:10:56.073428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 17e733bd-9745-442b-b52c-611c0ffbb005 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:10:56.253449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:56.299099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f1d16f-62d4-40c7-b1fa-3955205666a2,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:56.533099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:56.801055 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:56.805382 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:56.922166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:56.922699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b76614-d976-4ec7-a9a7-e8a8c893ae27 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 23:10:56.935230 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:56.936841 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-be07af4b-3a38-4345-b600-8469cecaa181 admin admin] 10.222.0.30 "DELETE /v2.0/routers/73b76614-d976-4ec7-a9a7-e8a8c893ae27 HTTP/1.1" status: 204 len: 168 time: 1.8988240 Dec 21 23:10:56.939250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51018) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:57.011287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63fb7bc-9aa0-4aeb-87aa-f2e15c56edcb admin admin] Deleting subnet ae6e86c9-9e34-49a0-bde2-22299388e46f {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 23:10:57.015344 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7bc-9aa0-4aeb-87aa-f2e15c56edcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.069622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7bc-9aa0-4aeb-87aa-f2e15c56edcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.158949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7bc-9aa0-4aeb-87aa-f2e15c56edcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.305333 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7bc-9aa0-4aeb-87aa-f2e15c56edcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.347151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fb7bc-9aa0-4aeb-87aa-f2e15c56edcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6e86c9-9e34-49a0-bde2-22299388e46f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:57.352724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f63fb7bc-9aa0-4aeb-87aa-f2e15c56edcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.358528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7512cd-051a-4944-8087-3b652693a065 None None] Network 4c413bfc-a147-49d6-b7b4-0a117c61b48d requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:10:57.358878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f63fb7bc-9aa0-4aeb-87aa-f2e15c56edcb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ae6e86c9-9e34-49a0-bde2-22299388e46f HTTP/1.1" status: 204 len: 168 time: 0.4185987 Dec 21 23:10:57.361634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51022) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:57.477478 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.489630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Deleting port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:57.490007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.716136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] For port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fad2ac7f-e593-4ae6-a2a7-20ad6059cc97,segment=NetworkSegment(aefd8be4-39aa-4742-a2db-40d729ec5ada),segment_id=aefd8be4-39aa-4742-a2db-40d729ec5ada)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:57.716411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.764106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] DHCP port deletion for 4c413bfc-a147-49d6-b7b4-0a117c61b48d request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 23:10:57.769558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] Deleting port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:57.770088 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:57.846663 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Calling delete_port for fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:57.984640 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] For port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=fad2ac7f-e593-4ae6-a2a7-20ad6059cc97,segment=NetworkSegment(aefd8be4-39aa-4742-a2db-40d729ec5ada),segment_id=aefd8be4-39aa-4742-a2db-40d729ec5ada)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:10:57.985186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.007932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.069761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Pushing event deleted for resources: {'Port': ['ID=fad2ac7f-e593-4ae6-a2a7-20ad6059cc97,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:58.079759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] No DVR routers for this DVR port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 23:10:58.111883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a3f1d16f-62d4-40c7-b1fa-3955205666a2 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:10:58.142881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] Calling delete_port for fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:10:58.191827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: a3f1d16f-62d4-40c7-b1fa-3955205666a2 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:10:58.192215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a3f1d16f-62d4-40c7-b1fa-3955205666a2 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:10:58.192700 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:10:58.207905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.228929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:10:58.229328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:10:58.236234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c413bfc-a147-49d6-b7b4-0a117c61b48d']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:58.248201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefd8be4-39aa-4742-a2db-40d729ec5ada') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:58.248562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefd8be4-39aa-4742-a2db-40d729ec5ada') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:10:58.261684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.264270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 23:10:58.264929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 23:10:58.276990 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.283464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 23:10:58.283943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:10:58.298635 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:10:58.396354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.413235 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.424598 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c413bfc-a147-49d6-b7b4-0a117c61b48d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:58.428908 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f843c342-7313-4f86-a184-fc358d18e71d admin admin] 10.222.0.30 "DELETE /v2.0/networks/4c413bfc-a147-49d6-b7b4-0a117c61b48d HTTP/1.1" status: 204 len: 168 time: 1.0662410 Dec 21 23:10:58.677068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51028) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:58.729708 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-0091518f-0b70-4cc2-a825-cc99f9e820bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a32dec81184242bd8103bd201a47fc38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514176 Dec 21 23:10:58.732291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51032) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:58.766315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] Deleting port fad2ac7f-e593-4ae6-a2a7-20ad6059cc97 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:10:58.766835 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.794213 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c71ca1d2-937d-4cf2-98b5-9e502b1e2c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.821004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c71ca1d2-937d-4cf2-98b5-9e502b1e2c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.832564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f9b33-fbf4-4e0b-8fb3-c691c3e6a8df None None] The port 'fad2ac7f-e593-4ae6-a2a7-20ad6059cc97' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 23:10:58.899164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c71ca1d2-937d-4cf2-98b5-9e502b1e2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.919526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ca1d2-937d-4cf2-98b5-9e502b1e2c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3647e7e-7e1c-4972-aedb-e8f4a67d8880,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:58.924787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c71ca1d2-937d-4cf2-98b5-9e502b1e2c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:58.928588 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c71ca1d2-937d-4cf2-98b5-9e502b1e2c41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3647e7e-7e1c-4972-aedb-e8f4a67d8880 HTTP/1.1" status: 204 len: 168 time: 0.1927309 Dec 21 23:10:59.539070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51040) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:59.596122 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1370e178-d316-4fa4-8d20-9fabea95aa9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce58147a4cc7482fb93766d2e6325a08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558062 Dec 21 23:10:59.598791 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51044) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:10:59.667249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e8d316f-0a90-4107-af7d-fbf357ba4c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:59.696298 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e8d316f-0a90-4107-af7d-fbf357ba4c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:59.774024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e8d316f-0a90-4107-af7d-fbf357ba4c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:59.790261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d316f-0a90-4107-af7d-fbf357ba4c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b18c60f-a658-4846-9578-fcfe6abe8403,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:10:59.798067 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2e8d316f-0a90-4107-af7d-fbf357ba4c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:10:59.799313 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2e8d316f-0a90-4107-af7d-fbf357ba4c28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b18c60f-a658-4846-9578-fcfe6abe8403 HTTP/1.1" status: 204 len: 168 time: 0.1995463 Dec 21 23:11:00.999225 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51066) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:01.141953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1991885582-network', 'tenant_id': '120564833add46e1ac66fc9e9edebec0'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:01.147411 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:01.151529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Usage tracker for resource:network and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:01.154545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:01.161655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:01.202356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Made reservation on behalf of 120564833add46e1ac66fc9e9edebec0 for: {'network': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:11:01.207203 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:01.221453 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:01.255374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:01.259508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Usage tracker for resource:security_group_rule and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:01.262503 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:01.269686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:01.441961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:01.470518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:01.499498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 23:11:01.512422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2885023-ffa6-4aed-9d64-a5d61623d15d,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:01.517889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:01.518283 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Added segment 1b9fc7aa-bcc4-4d87-b573-c2433813bf1f of type vlan for network 286abe27-7d81-4520-ba76-ed42a76dbcb8 Dec 21 23:11:01.546155 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:01.665112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:01.665973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:01.666624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:01.773926 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7735066 Dec 21 23:11:01.777233 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51074) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:01.779354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e383af2-ad32-4f3d-9c06-8629a60fe48d admin admin] Pushing event updated for resources: {'Network': ['ID=286abe27-7d81-4520-ba76-ed42a76dbcb8,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:01.784666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Request body: {'subnet': {'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1991885582-subnet', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'ip_version': 4}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:01.790819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 23:11:01.790957 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:01.796080 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Usage tracker for resource:subnet and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:01.799200 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:01.805386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:01.830582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Made reservation on behalf of 120564833add46e1ac66fc9e9edebec0 for: {'subnet': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:11:01.835538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1331142'] for subnet, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.133782 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853344997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1331159'] for subnet, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.216407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd5f1a0-0216-4a9d-8949-99dec2a361d6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:02.233562 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.233945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.234319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.234691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.235057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.235464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.235832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.236194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.236582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.236942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.237299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:02.241852 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Checking segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:02.242251 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Network hostable DHCP agents. Network: 286abe27-7d81-4520-ba76-ed42a76dbcb8, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 23:11:02.245111 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:11:02.304958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 23:11:02.339077 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 286abe27-7d81-4520-ba76-ed42a76dbcb8) {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:02.343921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:02.344591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.348813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052000bc-b22c-4893-9e97-022709083a92 None None] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:11:02.385884 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5439579a-8622-4a0d-9a11-deef2bee8ec3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6074028 Dec 21 23:11:02.388844 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51078) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:02.394951 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:02.400116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:02.404226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Usage tracker for resource:router and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:02.407286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:02.413480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:02.453833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.454894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.532218 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.582728 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-286abe27-7d81-4520-ba76-ed42a76dbcb8', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 23:11:02.583625 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.714632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.752226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Allocated IP 172.20.0.2 (286abe27-7d81-4520-ba76-ed42a76dbcb8/7cd5f1a0-0216-4a9d-8949-99dec2a361d6/49413d8b-4548-4d02-881e-e9c3cb16fa2a) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:11:02.945140 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:02.978482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.082215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.093940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Transition to ACTIVE for port object 49413d8b-4548-4d02-881e-e9c3cb16fa2a will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:03.113646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Transition to ACTIVE for port object 49413d8b-4548-4d02-881e-e9c3cb16fa2a will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:03.146252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Allocated IP 172.26.6.148 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/06ba5b18-0e2c-4db5-8fac-0017b2518945) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:11:03.157041 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.229898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:03.231079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:03.235740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:11:03.246424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Pushing event updated for resources: {'Port': ['ID=49413d8b-4548-4d02-881e-e9c3cb16fa2a,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:03.316214 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.316620 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.316995 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.317365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.317735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.318102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.318465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.318828 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.319188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.319544 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.319902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:03.349007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Attempting to bind port 49413d8b-4548-4d02-881e-e9c3cb16fa2a on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:11:03.349427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Attempting to bind port 49413d8b-4548-4d02-881e-e9c3cb16fa2a by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:11:03.349847 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Attempting to bind port 49413d8b-4548-4d02-881e-e9c3cb16fa2a on network 286abe27-7d81-4520-ba76-ed42a76dbcb8 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:11:03.356812 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:11:03.357228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Checking segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:03.357684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.358156 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Bound using segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:11:03.358703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Bound port: 49413d8b-4548-4d02-881e-e9c3cb16fa2a, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:11:03.359050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.369570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.431548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.454142 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b0717098-e249-4fe1-a000-171a27070044 None None] For port 49413d8b-4548-4d02-881e-e9c3cb16fa2a, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:11:03.457388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b0717098-e249-4fe1-a000-171a27070044 None None] For port 49413d8b-4548-4d02-881e-e9c3cb16fa2a, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=49413d8b-4548-4d02-881e-e9c3cb16fa2a,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:11:03.488740 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.495386 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:03.503617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:03.508842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:11:03.546219 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Pushing event updated for resources: {'Port': ['ID=06ba5b18-0e2c-4db5-8fac-0017b2518945,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:03.578848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0717098-e249-4fe1-a000-171a27070044 None None] Pushing event updated for resources: {'Port': ['ID=49413d8b-4548-4d02-881e-e9c3cb16fa2a,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:03.718870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:03.719646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:04.030199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Router a186af9b-90e8-40df-abc5-b8a7cfaffd38 is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 23:11:04.064966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:04.137024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 49413d8b-4548-4d02-881e-e9c3cb16fa2a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:04.247602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 49413d8b-4548-4d02-881e-e9c3cb16fa2a completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:04.255530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:11:04.265495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Sync routers for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:11:04.278007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:04.278657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:04.305060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:04.306423 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-c6849900-9b9f-4b2d-b3c7-f0ac44a739f0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9159119 Dec 21 23:11:04.309413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51084) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:04.474885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:04.779462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:03Z', 'revision_number': 3, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:04.784517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Checking router: a186af9b-90e8-40df-abc5-b8a7cfaffd38 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:11:04.784909 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Updating router a186af9b-90e8-40df-abc5-b8a7cfaffd38 port 06ba5b18-0e2c-4db5-8fac-0017b2518945 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 23:11:04.850322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.236199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.249360 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Transition to ACTIVE for port object 06ba5b18-0e2c-4db5-8fac-0017b2518945 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:05.282014 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.300824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a053ba-ee64-47a9-b19c-c75bd012505e None None] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:11:05.338185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.376922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Pushing event updated for resources: {'Port': ['ID=06ba5b18-0e2c-4db5-8fac-0017b2518945,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:05.385838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Attempting to bind port 06ba5b18-0e2c-4db5-8fac-0017b2518945 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:11:05.386253 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Attempting to bind port 06ba5b18-0e2c-4db5-8fac-0017b2518945 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:11:05.386655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Attempting to bind port 06ba5b18-0e2c-4db5-8fac-0017b2518945 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:11:05.394988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.395368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.395739 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.396106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.396520 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.396885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.397245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.397604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.397961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.398327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.398645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:11:05.403744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:11:05.404404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:05.405547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.406097 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:11:05.406753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Bound port: 06ba5b18-0e2c-4db5-8fac-0017b2518945, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:11:05.407319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.448589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-879e8fcf-10da-4115-a3ae-e35a2b577ac4 None None] Provisioning for port 49413d8b-4548-4d02-881e-e9c3cb16fa2a completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:05.484078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-879e8fcf-10da-4115-a3ae-e35a2b577ac4 None None] Provisioning complete for port 49413d8b-4548-4d02-881e-e9c3cb16fa2a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:05.484561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-879e8fcf-10da-4115-a3ae-e35a2b577ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.496024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] For port 06ba5b18-0e2c-4db5-8fac-0017b2518945, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:11:05.499882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] For port 06ba5b18-0e2c-4db5-8fac-0017b2518945, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=06ba5b18-0e2c-4db5-8fac-0017b2518945,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:11:05.522541 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.565229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Allocated IP 172.20.0.1 (286abe27-7d81-4520-ba76-ed42a76dbcb8/7cd5f1a0-0216-4a9d-8949-99dec2a361d6/a60804e9-210d-4d00-a6b9-f7c48e30a009) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:11:05.613056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:05.613661 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:05.683243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb5331-2b6a-4a1d-9416-1e5e12baf623 None None] Pushing event updated for resources: {'Port': ['ID=06ba5b18-0e2c-4db5-8fac-0017b2518945,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:05.693619 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-879e8fcf-10da-4115-a3ae-e35a2b577ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.730300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-879e8fcf-10da-4115-a3ae-e35a2b577ac4 None None] For port 49413d8b-4548-4d02-881e-e9c3cb16fa2a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=49413d8b-4548-4d02-881e-e9c3cb16fa2a,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:05.756516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-879e8fcf-10da-4115-a3ae-e35a2b577ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.757380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.778399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Transition to ACTIVE for port object a60804e9-210d-4d00-a6b9-f7c48e30a009 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:05.818012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:05.819734 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.841012 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e8fcf-10da-4115-a3ae-e35a2b577ac4 None None] Pushing event updated for resources: {'Port': ['ID=49413d8b-4548-4d02-881e-e9c3cb16fa2a,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:05.897133 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:05.900967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:05.906024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:11:05.947304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a60804e9-210d-4d00-a6b9-f7c48e30a009,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:05.976805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:05.987863 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9fb6066e-f8b8-41ac-8b46-543416645138 None None] Provisioning complete for port 49413d8b-4548-4d02-881e-e9c3cb16fa2a triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:05.988285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9fb6066e-f8b8-41ac-8b46-543416645138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:06.138373 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 49413d8b-4548-4d02-881e-e9c3cb16fa2a up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:06.162931 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:03Z', 'revision_number': 3, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:06.166125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:06.176767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a330766-3921-45ac-9838-d3ab4f3e41ad None None] The sync data for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv is: [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:03Z', 'revision_number': 3, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:11:06.225330 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 49413d8b-4548-4d02-881e-e9c3cb16fa2a triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:06.225968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:06.450830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:06.459162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-da797b1f-e34e-4306-9ea4-50e903efddce None None] Provisioning for port a60804e9-210d-4d00-a6b9-f7c48e30a009 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:06.464321 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-da797b1f-e34e-4306-9ea4-50e903efddce None None] Provisioning complete for port a60804e9-210d-4d00-a6b9-f7c48e30a009 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:06.464762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-da797b1f-e34e-4306-9ea4-50e903efddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:06.487873 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:06.523396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-da797b1f-e34e-4306-9ea4-50e903efddce None None] Port a60804e9-210d-4d00-a6b9-f7c48e30a009 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:11:06.601511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:06.605970 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a60804e9-210d-4d00-a6b9-f7c48e30a009,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:06.760529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:06.761762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:07.049286 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d41bc061-0615-48c0-b396-29ed6169e925 None None] Provisioning complete for port a60804e9-210d-4d00-a6b9-f7c48e30a009 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:07.049709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d41bc061-0615-48c0-b396-29ed6169e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:07.113719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-d41bc061-0615-48c0-b396-29ed6169e925 None None] Port a60804e9-210d-4d00-a6b9-f7c48e30a009 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:11:07.199351 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Router a186af9b-90e8-40df-abc5-b8a7cfaffd38 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:11:07.327328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cdff666b-b159-455f-b471-027be54c6c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:07.419035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:11:07.428692 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-076621d1-971a-4495-9283-61ff2eafddb4 admin admin] 10.222.0.30 "PUT /v2.0/routers/a186af9b-90e8-40df-abc5-b8a7cfaffd38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1181712 Dec 21 23:11:08.113657 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 06ba5b18-0e2c-4db5-8fac-0017b2518945 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:08.219492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 06ba5b18-0e2c-4db5-8fac-0017b2518945 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:08.224567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 06ba5b18-0e2c-4db5-8fac-0017b2518945 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:08.224978 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.348656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.364867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 06ba5b18-0e2c-4db5-8fac-0017b2518945, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=06ba5b18-0e2c-4db5-8fac-0017b2518945,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:08.396318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.464911 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=06ba5b18-0e2c-4db5-8fac-0017b2518945,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:08.568496 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51106) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:08.574684 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1277366473-network', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:08.581259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:08.585427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Usage tracker for resource:network and tenant:b3549d7d76e94f63bd6ce052a7862ef6 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:08.588450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:08.594655 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:08.624943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Made reservation on behalf of b3549d7d76e94f63bd6ce052a7862ef6 for: {'network': 1} {{(pid=88994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:11:08.629635 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for network, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.643100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.674719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:08.678881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Usage tracker for resource:security_group_rule and tenant:b3549d7d76e94f63bd6ce052a7862ef6 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:08.681841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:08.689178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:08.811826 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.841291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.870745 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.875870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 21 23:11:08.889792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a5a59-ea8d-4f54-936a-ec71611162a1,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:08.929923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:08.930329 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.segments_db [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Added segment 24acec9f-7a1c-4c2b-850a-aa239ddcda32 of type vlan for network 81b7357d-c06a-4ff6-9019-39aa390f14e3 Dec 21 23:11:08.958480 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264531956988'] for network, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:09.018919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981'] for network, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:09.019902 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:09.020594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Notify callbacks [] for network, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:09.129694 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5599775 Dec 21 23:11:09.132770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51110) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:09.135271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33418-5d0d-40ee-bb53-6f42d458aeb4 admin admin] Pushing event updated for resources: {'Network': ['ID=81b7357d-c06a-4ff6-9019-39aa390f14e3,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:09.139630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Request body: {'subnet': {'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1277366473-subnet', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'ip_version': 4}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:09.145375 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:09.147379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Network 81b7357d-c06a-4ff6-9019-39aa390f14e3 details requested by agent ovs-agent-dv-neutron-822521-1-hyperv with host dv-neutron-822521-1-hyperv {{(pid=88996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 23:11:09.149888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Usage tracker for resource:subnet and tenant:b3549d7d76e94f63bd6ce052a7862ef6 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:09.153291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:09.161105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:09.168538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Sync routers for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:11:09.196022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Made reservation on behalf of b3549d7d76e94f63bd6ce052a7862ef6 for: {'subnet': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:11:09.201322 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851915200'] for subnet, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:09.403071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:09.403784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:10:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:09.510660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1319242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851915183'] for subnet, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:09.596343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd79fd4-8a51-496d-b912-1c74598747d4,revision_number=0']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:09.607662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Checking segment: {'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:09.608104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Network hostable DHCP agents. Network: 81b7357d-c06a-4ff6-9019-39aa390f14e3, hostable agents: ['bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97'], hosted agents: [] {{(pid=88995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 23:11:09.611439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:09.653060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Network 81b7357d-c06a-4ff6-9019-39aa390f14e3 is scheduled to be hosted by DHCP agent bd9cbdca-e46b-48f2-a5c1-abd54c0d1e97 with binding_index 1 {{(pid=88995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 23:11:09.687592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822521-1-hyperv, 81b7357d-c06a-4ff6-9019-39aa390f14e3) {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:09.696345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:09.697188 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:09.744630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f33808-b912-47c9-a321-4fb1724dd058 None None] Network 81b7357d-c06a-4ff6-9019-39aa390f14e3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:11:09.757173 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-5f744748-bdf1-4f08-8e4c-1ef30fc82959 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6230445 Dec 21 23:11:09.759723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51114) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:09.765877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:09.771112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:09.775138 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Usage tracker for resource:router and tenant:b3549d7d76e94f63bd6ce052a7862ef6 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:09.778160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:09.785022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:09.870646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853057195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761780'] for router, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:09.871697 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853056274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729331', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853027149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14036'] for router, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:09.893024 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.091751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 06ba5b18-0e2c-4db5-8fac-0017b2518945 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:10.099241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853057178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14055'] for router, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.140999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ecb1-fcb0-4584-beb0-de97fccac748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.222274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp58c2961c-e1fe-50f3-b63b-e7efbb0e6330-81b7357d-c06a-4ff6-9019-39aa390f14e3', 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'fixed_ips': [{'subnet_id': '4fd79fd4-8a51-496d-b912-1c74598747d4'}]}} from dv-neutron-822521-1-hyperv. {{(pid=88996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 23:11:10.223163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.314428 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 2, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:10.322475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.329712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Checking router: a186af9b-90e8-40df-abc5-b8a7cfaffd38 for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:11:10.330112 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Updating router a186af9b-90e8-40df-abc5-b8a7cfaffd38 port a60804e9-210d-4d00-a6b9-f7c48e30a009 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 23:11:10.393461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 06ba5b18-0e2c-4db5-8fac-0017b2518945 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:10.393851 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.461430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.553110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.585735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.655061 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Allocated IP 172.20.0.2 (81b7357d-c06a-4ff6-9019-39aa390f14e3/4fd79fd4-8a51-496d-b912-1c74598747d4/0fcc93f3-0eb0-4725-aeba-0febdf0a68d4) {{(pid=88996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:11:10.732064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Allocated IP 172.26.6.200 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:11:10.915798 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:10.973769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.049390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:11.053457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:11.057825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:11:11.095532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:11.290761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.309546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Transition to ACTIVE for port object 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:11.324574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.325594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853046426'] for router, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.330888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.384561 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Transition to ACTIVE for port object a60804e9-210d-4d00-a6b9-f7c48e30a009 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:11.387637 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Transition to ACTIVE for port object 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 will not be triggered until provisioned by entity DHCP. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:11.413078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.460764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516'] for port, after_create {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.561649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee3e53-eb2e-44f4-ab75-31e342c93bf0 None None] Pushing event updated for resources: {'Port': ['ID=a60804e9-210d-4d00-a6b9-f7c48e30a009,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:11.602861 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Network 81b7357d-c06a-4ff6-9019-39aa390f14e3 is already hosted by enough agents. {{(pid=88996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:11.614153 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Resources bound (agent type, host, resource id): {{(pid=88996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:11.620856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Received port after_create {{(pid=88996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:11:11.636179 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Router d69a9e7b-275b-46ae-a1c2-b628fd87aebd is scheduled to L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 with binding_index 1 {{(pid=88995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 21 23:11:11.793297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Pushing event updated for resources: {'Port': ['ID=0fcc93f3-0eb0-4725-aeba-0febdf0a68d4,revision_number=1']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:11.849717 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Attempting to bind port a60804e9-210d-4d00-a6b9-f7c48e30a009 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:11:11.850141 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Attempting to bind port a60804e9-210d-4d00-a6b9-f7c48e30a009 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:11:11.850554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Attempting to bind port a60804e9-210d-4d00-a6b9-f7c48e30a009 on network 286abe27-7d81-4520-ba76-ed42a76dbcb8 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:11:11.855498 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:11:11.857176 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Attempting to bind port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:11:11.857687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Attempting to bind port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:11:11.858442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Attempting to bind port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 on network 81b7357d-c06a-4ff6-9019-39aa390f14e3 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:11:11.865501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.866119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Sync routers for ids ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:11:11.872881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:11:11.873429 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Checking segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:11.873762 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.874293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Bound using segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:11:11.874825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Bound port: a60804e9-210d-4d00-a6b9-f7c48e30a009, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:11:11.875245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.881755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Routers {'d69a9e7b-275b-46ae-a1c2-b628fd87aebd'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:11.882426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:11:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:11.891008 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:11:11.891436 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Checking segment: {'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:11.891889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.892392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Bound using segment: {'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:11:11.892883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Bound port: 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:11:11.893303 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.962164 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:11.964887 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-98a4ef0d-0ae9-4b82-a80f-b9e305e78de5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2027240 Dec 21 23:11:11.966712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51118) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:12.084244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] For port a60804e9-210d-4d00-a6b9-f7c48e30a009, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:11:12.089430 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] For port a60804e9-210d-4d00-a6b9-f7c48e30a009, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a60804e9-210d-4d00-a6b9-f7c48e30a009,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:11:12.090966 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] For port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:11:12.095345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] For port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0fcc93f3-0eb0-4725-aeba-0febdf0a68d4,segment=NetworkSegment(24acec9f-7a1c-4c2b-850a-aa239ddcda32),segment_id=24acec9f-7a1c-4c2b-850a-aa239ddcda32)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:11:12.122452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:12.178833 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:12.232381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Set router d69a9e7b-275b-46ae-a1c2-b628fd87aebd gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:12.237832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee3e53-eb2e-44f4-ab75-31e342c93bf0 None None] Pushing event updated for resources: {'Port': ['ID=a60804e9-210d-4d00-a6b9-f7c48e30a009,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:12.309753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:12.310457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:11:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:12.430929 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106125b9-2abf-4d4b-9140-5c576fdf57d6 None None] Pushing event updated for resources: {'Port': ['ID=0fcc93f3-0eb0-4725-aeba-0febdf0a68d4,revision_number=2']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:12.588915 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:11:11Z', 'revision_number': 3, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port': {'id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:75:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:10Z', 'updated_at': '2021-12-21T23:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:12.589511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:12.595427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Checking router: d69a9e7b-275b-46ae-a1c2-b628fd87aebd for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:11:12.596182 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Updating router d69a9e7b-275b-46ae-a1c2-b628fd87aebd port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 binding host dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 23:11:12.671967 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.040105 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:12Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:13.044662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231da49b-6e1d-419e-bd8c-55f437bceee1 None None] The sync data for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv is: [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:12Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:11:13.127899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.145518 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Notify callbacks [] for port, precommit_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.161558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Transition to ACTIVE for port object cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 will not be triggered until provisioned by entity L2. {{(pid=88997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:13.209119 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.298891 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Attempting to bind port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:11:13.299299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Attempting to bind port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:11:13.299695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Attempting to bind port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 on network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:11:13.309747 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f2744-d103-4c0d-9239-361305627885 None None] Pushing event updated for resources: {'Port': ['ID=cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4,revision_number=2']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:13.315357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:11:13.315880 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Checking segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:13.316148 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.316622 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Bound using segment: {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'} {{(pid=88997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:11:13.317129 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Bound port: cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0ebc61-05a6-44fc-b183-449299678b64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd'}}] {{(pid=88997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:11:13.317532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.370976 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Allocated IP 172.20.0.1 (81b7357d-c06a-4ff6-9019-39aa390f14e3/4fd79fd4-8a51-496d-b912-1c74598747d4/4ce145e3-c443-4b80-b8c3-202cb4457fa8) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:11:13.403472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] For port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:11:13.408772 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] For port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:11:13.436871 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.523299 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f2744-d103-4c0d-9239-361305627885 None None] Pushing event updated for resources: {'Port': ['ID=cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4,revision_number=3']} {{(pid=88997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:13.531955 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Routers {'d69a9e7b-275b-46ae-a1c2-b628fd87aebd'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:13.532678 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:11:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:13.538575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.557249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Transition to ACTIVE for port object 4ce145e3-c443-4b80-b8c3-202cb4457fa8 will not be triggered until provisioned by entity DHCP. {{(pid=88994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:13.607154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.687636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Network 81b7357d-c06a-4ff6-9019-39aa390f14e3 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:13.691039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:13.695856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:11:13.723416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce145e3-c443-4b80-b8c3-202cb4457fa8,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:13.730412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] Set router d69a9e7b-275b-46ae-a1c2-b628fd87aebd gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:13.756736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723682'] for router_interface, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:13.914660 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:14.149432 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:11:11Z', 'revision_number': 3, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port': {'id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:75:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:10Z', 'updated_at': '2021-12-21T23:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:14.162674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc45df-3f04-4b21-955f-6e377100d90b None None] The sync data for ids ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'] in dv-neutron-822521-1-hyperv is: [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:11:11Z', 'revision_number': 3, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port': {'id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:75:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:10Z', 'updated_at': '2021-12-21T23:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:11:14.176288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a60804e9-210d-4d00-a6b9-f7c48e30a009 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:14.279699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:14.299885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port a60804e9-210d-4d00-a6b9-f7c48e30a009 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:14.306136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a60804e9-210d-4d00-a6b9-f7c48e30a009 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:14.306552 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:14.328354 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:14.453969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853647998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853052032'] for router_interface, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:14.460875 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15017f40-c906-4f47-a6c6-ac9a22228595 None None] Network 81b7357d-c06a-4ff6-9019-39aa390f14e3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:11:14.461085 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce145e3-c443-4b80-b8c3-202cb4457fa8,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:14.491338 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:14.600196 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-6f243098-f590-434f-8027-fb65af2853ff None None] Provisioning for port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:14.613380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port a60804e9-210d-4d00-a6b9-f7c48e30a009, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a60804e9-210d-4d00-a6b9-f7c48e30a009,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:14.622736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Network 81b7357d-c06a-4ff6-9019-39aa390f14e3 is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:14.624451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:14.648314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:14.649166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:14.825293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=a60804e9-210d-4d00-a6b9-f7c48e30a009,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:14.935477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:14.945612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:14.946030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:15.087842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Router d69a9e7b-275b-46ae-a1c2-b628fd87aebd has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:11:15.118669 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:15.159648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0fcc93f3-0eb0-4725-aeba-0febdf0a68d4,segment=NetworkSegment(24acec9f-7a1c-4c2b-850a-aa239ddcda32),segment_id=24acec9f-7a1c-4c2b-850a-aa239ddcda32)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:15.202805 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:15.290483 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=0fcc93f3-0eb0-4725-aeba-0febdf0a68d4,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:15.350270 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:11:15.362680 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-08770971-945c-44b0-a68a-e3e42ffa2037 admin admin] 10.222.0.30 "PUT /v2.0/routers/d69a9e7b-275b-46ae-a1c2-b628fd87aebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3938894 Dec 21 23:11:15.396572 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9f673df8-ab5b-4af2-9c7e-7d542dd3adfb None None] Provisioning for port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:15.402389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9f673df8-ab5b-4af2-9c7e-7d542dd3adfb None None] Provisioning complete for port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:15.402807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f673df8-ab5b-4af2-9c7e-7d542dd3adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:15.468568 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-9f673df8-ab5b-4af2-9c7e-7d542dd3adfb None None] Port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:11:15.484546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-9f673df8-ab5b-4af2-9c7e-7d542dd3adfb None None] Provisioning complete for port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:15.485545 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9f673df8-ab5b-4af2-9c7e-7d542dd3adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:15.753825 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-672a2d25-1b69-4f9e-8102-3c8b91d203f5 None None] Provisioning complete for port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:15.754215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-672a2d25-1b69-4f9e-8102-3c8b91d203f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:15.818240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-672a2d25-1b69-4f9e-8102-3c8b91d203f5 None None] Port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:11:15.940068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-39cd111e-4797-48dd-941a-62262fae75b0 None None] Provisioning complete for port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:15.940517 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-39cd111e-4797-48dd-941a-62262fae75b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:15.996227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-39cd111e-4797-48dd-941a-62262fae75b0 None None] Port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:11:16.159817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a60804e9-210d-4d00-a6b9-f7c48e30a009 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:16.395089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port a60804e9-210d-4d00-a6b9-f7c48e30a009 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:16.395609 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:16.514634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:16.584068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:16.584513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:16.704234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:16.807002 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:16.812183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:16.812763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:16.940144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.024532 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:17.037784 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51136) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:17.044350 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268967158', 'description': 'tempest-secgroup-smoke-268967158 description', 'project_id': '120564833add46e1ac66fc9e9edebec0'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:17.047284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.052215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:17.056419 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:security_group and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:17.059519 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:17.065823 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:17.093701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.116355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:17.136327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:17.141018 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:security_group_rule and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:17.143980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:17.150104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:17.212656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.235666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.280567 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4352cb6c-3fca-4296-a0cb-b3986ccbefc9,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:17.298615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.299942 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2343823e-c125-4c58-b260-f85c8b6dbae7 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2609856 Dec 21 23:11:17.302999 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51140) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:17.308877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'security_group_rule': {'security_group_id': '4352cb6c-3fca-4296-a0cb-b3986ccbefc9', 'project_id': '120564833add46e1ac66fc9e9edebec0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:17.315729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:17.319839 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:security_group_rule and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:17.322985 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:17.330157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:17.363542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.429100 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.447162 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.470821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da3e9da-ad7e-4c3f-a474-32e562421cb6,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:17.515814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.517189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-d2a52b94-a214-4e01-8bfa-6b21544ef5d6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2131984 Dec 21 23:11:17.520120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51144) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:17.525958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'security_group_rule': {'security_group_id': '4352cb6c-3fca-4296-a0cb-b3986ccbefc9', 'project_id': '120564833add46e1ac66fc9e9edebec0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:17.532413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:17.536472 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:security_group_rule and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:17.539482 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:17.545757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:17.591058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.658501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.698690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.722287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8779a621-51d6-4c7f-8103-f61aa32ca412,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:17.761754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.763131 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ce849ed6-0478-458d-881d-c11594e31884 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2419863 Dec 21 23:11:17.766145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51148) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:17.771945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'security_group_rule': {'security_group_id': '4352cb6c-3fca-4296-a0cb-b3986ccbefc9', 'project_id': '120564833add46e1ac66fc9e9edebec0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:17.778404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:17.783010 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:security_group_rule and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:17.785824 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:17.791922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:17.820560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Sync routers for ids ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:11:17.834108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Routers {'d69a9e7b-275b-46ae-a1c2-b628fd87aebd'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:17.834790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:11:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:17.837068 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.903984 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.950445 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:17.976287 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1423c57e-5eac-4fc5-9350-76a4901c936a,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:18.018905 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.022918 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-a30c8888-d51f-4a82-a132-d02d19c1c092 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2531114 Dec 21 23:11:18.023136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51152) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:18.026167 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Set router d69a9e7b-275b-46ae-a1c2-b628fd87aebd gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:18.029217 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'security_group_rule': {'security_group_id': '4352cb6c-3fca-4296-a0cb-b3986ccbefc9', 'project_id': '120564833add46e1ac66fc9e9edebec0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:18.036260 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:18.040524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:security_group_rule and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:18.043515 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:18.052587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:18.096943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:18.105190 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.175304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.206502 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.236632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4fbd1c-658a-4486-afb9-da075608c63f,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:18.269469 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.273691 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-2ff5de13-2159-4683-aac2-b512cc21b0a9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2467263 Dec 21 23:11:18.273881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51156) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:18.281443 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'security_group_rule': {'security_group_id': '4352cb6c-3fca-4296-a0cb-b3986ccbefc9', 'project_id': '120564833add46e1ac66fc9e9edebec0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:18.288258 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:18.292355 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:security_group_rule and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:18.296054 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:18.302222 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:18.338076 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Project 120564833add46e1ac66fc9e9edebec0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:11:18.340716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:18.341139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.345408 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.414178 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.453542 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.478551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4882c4-db45-41e1-a604-bdbb7f13bbdc,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:18.515974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.517346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-31c3a02e-d8b8-4bcf-a8c4-509034f260d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2423983 Dec 21 23:11:18.520402 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51160) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:18.526242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'security_group_rule': {'security_group_id': '4352cb6c-3fca-4296-a0cb-b3986ccbefc9', 'project_id': '120564833add46e1ac66fc9e9edebec0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:18.532780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:18.536838 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:security_group_rule and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:18.538208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:11:13Z', 'revision_number': 4, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port': {'id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:10Z', 'updated_at': '2021-12-21T23:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ce145e3-c443-4b80-b8c3-202cb4457fa8', 'name': '', 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'mac_address': 'fa:16:3e:7e:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd79fd4-8a51-496d-b912-1c74598747d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:13Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 2, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'subnets': [{'id': '4fd79fd4-8a51-496d-b912-1c74598747d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:18.539922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:18.542362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Checking router: d69a9e7b-275b-46ae-a1c2-b628fd87aebd for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:11:18.542769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Updating router d69a9e7b-275b-46ae-a1c2-b628fd87aebd port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 binding host dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 21 23:11:18.546632 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:18.595266 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.securitygroups_db [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Project 120564833add46e1ac66fc9e9edebec0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:11:18.600171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.602414 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.671529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.704362 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026794'] for security_group_rule, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.727511 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf83899-a940-4047-a7a7-ff4806ad1623,revision_number=0']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:18.767399 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.768734 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-b5527955-88e1-4b16-ad36-5f0d5b6f1419 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2473190 Dec 21 23:11:18.956780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-67acf3fd-e3f9-48e1-8c26-b3fa1b4f0246 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Synchronizing usage tracker for tenant:120564833add46e1ac66fc9e9edebec0 on resource:security_group {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:11:18.966708 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Notify callbacks [] for port, precommit_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:18.979318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Transition to ACTIVE for port object 4ce145e3-c443-4b80-b8c3-202cb4457fa8 will not be triggered until provisioned by entity L2. {{(pid=88996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:19.007317 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-67acf3fd-e3f9-48e1-8c26-b3fa1b4f0246 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Unset dirty status for tenant:120564833add46e1ac66fc9e9edebec0 on resource:security_group {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:11:19.008669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-67acf3fd-e3f9-48e1-8c26-b3fa1b4f0246 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268967158&fields=id&tenant_id=120564833add46e1ac66fc9e9edebec0 HTTP/1.1" status: 200 len: 267 time: 0.0966680 Dec 21 23:11:19.036096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:19.161879 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f06bd-a959-400f-92fb-f0e000ab4c8e None None] Pushing event updated for resources: {'Port': ['ID=4ce145e3-c443-4b80-b8c3-202cb4457fa8,revision_number=3']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:19.186500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-76ee59c3-23c9-4ed3-9c35-ba64aad48edd tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:19.187281 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-76ee59c3-23c9-4ed3-9c35-ba64aad48edd tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Synchronizing usage tracker for tenant:120564833add46e1ac66fc9e9edebec0 on resource:network {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:11:19.230440 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-76ee59c3-23c9-4ed3-9c35-ba64aad48edd tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Unset dirty status for tenant:120564833add46e1ac66fc9e9edebec0 on resource:network {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:11:19.231776 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-76ee59c3-23c9-4ed3-9c35-ba64aad48edd tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 810 time: 0.2152371 Dec 21 23:11:19.251663 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-71b8831e-9843-491b-a6bd-e78097536e57 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/quotas/120564833add46e1ac66fc9e9edebec0 HTTP/1.1" status: 200 len: 375 time: 0.0130172 Dec 21 23:11:19.271210 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Attempting to bind port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 on host dv-neutron-822521-1-hyperv for vnic_type normal with profile {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:11:19.271630 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Attempting to bind port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 by drivers openvswitch,hyperv on host dv-neutron-822521-1-hyperv at level 0 using segments [{'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:11:19.272036 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Attempting to bind port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 on network 81b7357d-c06a-4ff6-9019-39aa390f14e3 {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:11:19.279306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Checking agent: {'id': '2372c5b4-0bc0-44c6-878b-cbd8438a7bad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822521-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 4, 9), 'started_at': datetime.datetime(2021, 12, 21, 22, 4, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822521-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:11:19.279788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Checking segment: {'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:19.280307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:19.280770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Bound using segment: {'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'} {{(pid=88996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:11:19.281289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Bound port: 4ce145e3-c443-4b80-b8c3-202cb4457fa8, host: dv-neutron-822521-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24acec9f-7a1c-4c2b-850a-aa239ddcda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3'}}] {{(pid=88996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:11:19.281704 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:19.346254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a87b76dd-86e6-4c74-8ac4-6d47517c14f9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871744 Dec 21 23:11:19.377750 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] For port 4ce145e3-c443-4b80-b8c3-202cb4457fa8, host dv-neutron-822521-1-hyperv, cleared binding levels {{(pid=88996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:11:19.380960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] For port 4ce145e3-c443-4b80-b8c3-202cb4457fa8, host dv-neutron-822521-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4ce145e3-c443-4b80-b8c3-202cb4457fa8,segment=NetworkSegment(24acec9f-7a1c-4c2b-850a-aa239ddcda32),segment_id=24acec9f-7a1c-4c2b-850a-aa239ddcda32)] {{(pid=88996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:11:19.413590 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:19.510065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f06bd-a959-400f-92fb-f0e000ab4c8e None None] Pushing event updated for resources: {'Port': ['ID=4ce145e3-c443-4b80-b8c3-202cb4457fa8,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:19.526202 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Routers {'d69a9e7b-275b-46ae-a1c2-b628fd87aebd'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:19.526953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:11:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:19.531611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-e66ac829-5b48-4980-b2d6-890f04493b18 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 23:11:19.532798 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-e66ac829-5b48-4980-b2d6-890f04493b18 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0769012 Dec 21 23:11:19.691025 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-9ff35640-c38b-4d47-840a-53cadc07abad service neutron] 10.222.0.30 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512136 Dec 21 23:11:19.847557 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-b6802e28-4c78-45cd-9e83-e0b55ea45f5d service neutron] 10.222.0.30 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492128 Dec 21 23:11:19.889594 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] Set router d69a9e7b-275b-46ae-a1c2-b628fd87aebd gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:20.233056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:11:13Z', 'revision_number': 4, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port': {'id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:10Z', 'updated_at': '2021-12-21T23:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ce145e3-c443-4b80-b8c3-202cb4457fa8', 'name': '', 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'mac_address': 'fa:16:3e:7e:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd79fd4-8a51-496d-b912-1c74598747d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:13Z', 'updated_at': '2021-12-21T23:11:19Z', 'revision_number': 4, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'subnets': [{'id': '4fd79fd4-8a51-496d-b912-1c74598747d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:20.237464 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc6b95-cee2-43e0-9932-13b33eeac259 None None] The sync data for ids ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'] in dv-neutron-822521-1-hyperv is: [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:11:13Z', 'revision_number': 4, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port': {'id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:10Z', 'updated_at': '2021-12-21T23:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': '4ce145e3-c443-4b80-b8c3-202cb4457fa8', 'name': '', 'network_id': '81b7357d-c06a-4ff6-9019-39aa390f14e3', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'mac_address': 'fa:16:3e:7e:0b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd79fd4-8a51-496d-b912-1c74598747d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:13Z', 'updated_at': '2021-12-21T23:11:19Z', 'revision_number': 4, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'subnets': [{'id': '4fd79fd4-8a51-496d-b912-1c74598747d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:11:21.157193 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8416527-573d-4db1-abed-af4adf35fb84 req-f3b8f5ad-e5f0-4d9a-b3dc-7fe2c3ccd0e8 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 210 time: 0.0469105 Dec 21 23:11:22.113881 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4ce145e3-c443-4b80-b8c3-202cb4457fa8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:22.223820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning for port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:22.229151 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:22.229576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:22.334311 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-92854d63-13ee-42da-b443-91a3fc116cb0 req-2cd333d9-7d3f-4e48-87c4-e81d9fc41837 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 210 time: 0.0492780 Dec 21 23:11:22.351770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:22.384983 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] For port 4ce145e3-c443-4b80-b8c3-202cb4457fa8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4ce145e3-c443-4b80-b8c3-202cb4457fa8,segment=NetworkSegment(24acec9f-7a1c-4c2b-850a-aa239ddcda32),segment_id=24acec9f-7a1c-4c2b-850a-aa239ddcda32)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:22.412473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:22.480086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Pushing event updated for resources: {'Port': ['ID=4ce145e3-c443-4b80-b8c3-202cb4457fa8,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:22.729406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-3cc8ab4c-655f-4985-8c7b-28922a1ad342 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:22.730967 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-3cc8ab4c-655f-4985-8c7b-28922a1ad342 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 810 time: 0.1603839 Dec 21 23:11:22.786114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-41081f44-0973-4a03-be58-e49ec076b4ab tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=120564833add46e1ac66fc9e9edebec0 HTTP/1.1" status: 200 len: 379 time: 0.0437324 Dec 21 23:11:22.794618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'port': {'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'admin_state_up': True, 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'security_groups': ['4352cb6c-3fca-4296-a0cb-b3986ccbefc9']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:22.954735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:22.958817 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:port and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:22.961842 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:22.968271 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:23.006569 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Made reservation on behalf of 120564833add46e1ac66fc9e9edebec0 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:11:23.012238 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:23.189410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Allocated IP 172.20.0.13 (286abe27-7d81-4520-ba76-ed42a76dbcb8/7cd5f1a0-0216-4a9d-8949-99dec2a361d6/f2a2a2ff-b70c-480f-b9bd-17dcc11edba9) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:11:23.391001 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:23.408516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Transition to ACTIVE for port object f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:23.506269 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:23.600221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:23.605025 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:23.610410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:11:23.644040 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:23.686992 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c83e9c-eced-4d51-8139-baa4cfac08a9 req-dd54759b-08be-4a09-bcec-67b8b7214ca2 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:23.688705 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-81c83e9c-eced-4d51-8139-baa4cfac08a9 req-dd54759b-08be-4a09-bcec-67b8b7214ca2 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 932 time: 0.2224340 Dec 21 23:11:23.720409 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:23.721090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:23.773835 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-81c83e9c-eced-4d51-8139-baa4cfac08a9 req-995751f0-12e0-43eb-966d-71a959e5cd8e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787466 Dec 21 23:11:23.802814 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-8c0a5985-b45d-42f2-91de-fc0293c55eb5 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0121658 Dec 21 23:11:23.815418 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Request body: {'port': {'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:23.931958 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:23.996057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-345bc3eb-6a8f-4129-bad1-020978f1ac89 None None] Provisioning for port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:24.002132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-345bc3eb-6a8f-4129-bad1-020978f1ac89 None None] Provisioning complete for port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:24.002554 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-345bc3eb-6a8f-4129-bad1-020978f1ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:24.063652 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-345bc3eb-6a8f-4129-bad1-020978f1ac89 None None] Port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:11:24.115116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4ce145e3-c443-4b80-b8c3-202cb4457fa8 up at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:24.188396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Provisioning complete for port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:24.188709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:24.332743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:11:24.339665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:24.354858 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Transition to ACTIVE for port object f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:11:24.384508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:24.526343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:24.860146 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Attempting to bind port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:11:24.860564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Attempting to bind port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:11:24.860938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Attempting to bind port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 on network 286abe27-7d81-4520-ba76-ed42a76dbcb8 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:11:24.867130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 on network 286abe27-7d81-4520-ba76-ed42a76dbcb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:11:24.867492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Attempting to bind port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 on network 286abe27-7d81-4520-ba76-ed42a76dbcb8 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:11:24.874907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:11:24.875282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Checking segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:11:24.875711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Bound using segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:11:24.876181 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Bound port: f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:11:24.876612 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:25.029608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:11:25.033884 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:11:25.048398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdaaad-d048-47f4-b07e-d4cebe848f82 req-cc197631-9691-468f-bba4-3f03fd7f934d tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:25.049505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d0fdaaad-d048-47f4-b07e-d4cebe848f82 req-cc197631-9691-468f-bba4-3f03fd7f934d tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Synchronizing usage tracker for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:11:25.065094 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:25.109282 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-d0fdaaad-d048-47f4-b07e-d4cebe848f82 req-cc197631-9691-468f-bba4-3f03fd7f934d tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Unset dirty status for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:11:25.110598 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0fdaaad-d048-47f4-b07e-d4cebe848f82 req-cc197631-9691-468f-bba4-3f03fd7f934d tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 944 time: 0.1894021 Dec 21 23:11:25.155246 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:25.156780 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 1094 time: 1.3461561 Dec 21 23:11:25.160367 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:11:25.195059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a04384-d3ec-4933-a1d3-fde41465fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:25.202534 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d0fdaaad-d048-47f4-b07e-d4cebe848f82 req-340ee2a0-f716-4cf7-a032-fefbb2ca33cf tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806260 Dec 21 23:11:25.326871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-e742e004-943c-43fe-a60b-a4e81139f691 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1097 time: 0.0857153 Dec 21 23:11:25.390613 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'status': 'completed', 'code': 200} Dec 21 23:11:25.406917 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-feea2ab8-13cb-4332-8c95-b470419e66d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 217 time: 0.0731182 Dec 21 23:11:25.476451 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-95ef8658-6eea-4020-b9f2-1641e25af491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:25.477957 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-95ef8658-6eea-4020-b9f2-1641e25af491 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0652988 Dec 21 23:11:25.562035 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-7adbc533-2585-43d1-8d0b-c31d31f81fbd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772493 Dec 21 23:11:25.704078 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-9259e937-1e82-4a29-8390-5ee06acb7405 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359024 Dec 21 23:11:25.845843 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e03dfe28-c5d6-4bf0-96c2-c41390fe0ebf req-deaa27cf-54a0-451a-91ee-2cb6c62aaa23 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355968 Dec 21 23:11:26.016528 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-397faa82-1faf-4b51-8ec2-df3357649306 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1097 time: 0.0758224 Dec 21 23:11:26.161866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-5b8f03b8-b28e-41e4-918c-de00f825f0dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:26.163489 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-5b8f03b8-b28e-41e4-918c-de00f825f0dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1399388 Dec 21 23:11:26.240267 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-460048d2-f07f-4eea-9fb1-e7c97cebac9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 217 time: 0.0695415 Dec 21 23:11:26.318059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-55c99d11-824c-4613-9cc3-71ec91074889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:26.319840 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-55c99d11-824c-4613-9cc3-71ec91074889 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0722013 Dec 21 23:11:26.471652 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-4ff20ef0-0676-47e7-96cc-2ee7e9735753 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1440392 Dec 21 23:11:26.483501 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45563135-4409-4fb4-aa67-149ef4d4afd8 req-f71675a7-ded3-43af-be77-fe9d30c8c460 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:26.485209 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45563135-4409-4fb4-aa67-149ef4d4afd8 req-f71675a7-ded3-43af-be77-fe9d30c8c460 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 944 time: 0.1201465 Dec 21 23:11:26.635956 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-45563135-4409-4fb4-aa67-149ef4d4afd8 req-0241d21f-c58b-41aa-86f6-01fd22712134 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257846 Dec 21 23:11:26.662986 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-c5e91692-aadb-4bca-84b9-86bc6832706c service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766973 Dec 21 23:11:26.809357 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f8cdf218-3ab2-4bb5-9c15-f147842260a6 req-177f1bb9-3621-4f53-acb2-e92daf3b07c9 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397364 Dec 21 23:11:27.265624 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:11:27.411305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:27.425242 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:11:27.480582 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:27.502964 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:11:27.518052 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:27.544102 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:27.612664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:27.754693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:11:27.853548 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb40a5-3ca8-4ef5-8bb8-72ee7d97ed86 req-0b1d4576-d45d-4478-90a4-09e9fd9da0ad tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:27.860248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1eb40a5-3ca8-4ef5-8bb8-72ee7d97ed86 req-0b1d4576-d45d-4478-90a4-09e9fd9da0ad tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 945 time: 0.0871286 Dec 21 23:11:27.906045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-b1eb40a5-3ca8-4ef5-8bb8-72ee7d97ed86 req-8a32590d-2647-49ff-954b-2c804b6b2331 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433276 Dec 21 23:11:29.109843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f1887-ff04-44a3-9810-a0ac028b70c8 req-9c14ce82-c181-4cae-aa2a-0d54d9c95358 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:29.111456 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-970f1887-ff04-44a3-9810-a0ac028b70c8 req-9c14ce82-c181-4cae-aa2a-0d54d9c95358 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 945 time: 0.0839653 Dec 21 23:11:29.159993 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-970f1887-ff04-44a3-9810-a0ac028b70c8 req-919fa762-4dd5-4d86-a05f-98b5ed0a4620 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424020 Dec 21 23:11:29.267744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:11:29.373144 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:11:29.377980 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:11:29.378392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:29.494668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:29.522030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:11:29.531713 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:11:29.561528 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:29.640818 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:29.730282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'code': 200} Dec 21 23:11:30.042599 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f42eecc4-41b2-41a2-be1a-34b2cb822215 req-70022315-6dd2-4450-a5da-5d21f8a4c9da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1099 time: 0.0766413 Dec 21 23:11:30.088046 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f42eecc4-41b2-41a2-be1a-34b2cb822215 req-1bf8fd0a-2a3c-4b4e-8b62-4514489637d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390589 Dec 21 23:11:30.367721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422c873-a2f7-48b8-b82e-0bd0a21bc801 req-9ca654b6-c068-442a-a663-d614cbd94a61 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:30.369304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7422c873-a2f7-48b8-b82e-0bd0a21bc801 req-9ca654b6-c068-442a-a663-d614cbd94a61 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 946 time: 0.0826116 Dec 21 23:11:30.420690 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7422c873-a2f7-48b8-b82e-0bd0a21bc801 req-e938aced-f069-4c91-bf10-4fd69d50d1dd tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441666 Dec 21 23:11:31.629185 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a70f0-c450-4309-a0f2-97ddb289027d req-81614d50-fd14-446e-9a9c-adccd35de78a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:31.630775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-787a70f0-c450-4309-a0f2-97ddb289027d req-81614d50-fd14-446e-9a9c-adccd35de78a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 946 time: 0.0824776 Dec 21 23:11:31.679488 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-787a70f0-c450-4309-a0f2-97ddb289027d req-1e1f9c49-f094-4a55-bd3e-a078e3c01893 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427177 Dec 21 23:11:31.883848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b61b9-fb8e-423d-bb40-dae5c78eba9c req-b7132a9f-244d-4b63-961a-1ca7afc0018a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:31.892304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a5b61b9-fb8e-423d-bb40-dae5c78eba9c req-b7132a9f-244d-4b63-961a-1ca7afc0018a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 946 time: 0.0854812 Dec 21 23:11:31.934336 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4a5b61b9-fb8e-423d-bb40-dae5c78eba9c req-4ce75d47-cc2e-46fe-9d0b-0d410c130874 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Dec 21 23:11:31.962573 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51238) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:32.116325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f79dad3c-0482-4434-9d2d-bb9ab8c3f251 tempest-TestSnapshotPattern-688572892 tempest-TestSnapshotPattern-688572892-project-admin] Synchronizing usage tracker for tenant:b3549d7d76e94f63bd6ce052a7862ef6 on resource:port {{(pid=88994) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:11:32.161385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-f79dad3c-0482-4434-9d2d-bb9ab8c3f251 tempest-TestSnapshotPattern-688572892 tempest-TestSnapshotPattern-688572892-project-admin] Unset dirty status for tenant:b3549d7d76e94f63bd6ce052a7862ef6 on resource:port {{(pid=88994) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:11:32.162665 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-f79dad3c-0482-4434-9d2d-bb9ab8c3f251 tempest-TestSnapshotPattern-688572892 tempest-TestSnapshotPattern-688572892-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1094 time: 0.1990187 Dec 21 23:11:32.165867 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88994) accepted ('10.222.0.30', 51244) {{(pid=88994) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:11:32.171551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:11:32.177546 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:11:32.181601 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:floatingip and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:11:32.184589 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88994) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:11:32.190952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88994) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:11:32.230103 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for floatingip, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:32.381816 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:32.544249 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Allocated IP 172.26.6.253 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/66256b7d-a9db-48ff-9002-58641ede89cc) {{(pid=88994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:11:32.697742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for port, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:32.773028 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1420170'] for port, after_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:32.843701 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:11:32.846744 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources bound (agent type, host, resource id): {{(pid=88994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:11:32.849397 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Received port after_create {{(pid=88994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:11:32.881047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'Port': ['ID=66256b7d-a9db-48ff-9002-58641ede89cc,revision_number=1']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:33.599538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:33.677559 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:33.895449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for port, precommit_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:33.920300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853355645'] for port, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:34.023232 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:34.027057 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'Port': ['ID=66256b7d-a9db-48ff-9002-58641ede89cc,revision_number=2']} {{(pid=88994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:11:34.043591 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:34.243506 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Floating IP 001ba630-60f5-4968-b96a-bb20d2a4e09e associated. External IP: 172.26.6.253, port: f2a2a2ff-b70c-480f-b9bd-17dcc11edba9. Dec 21 23:11:34.644328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Router a186af9b-90e8-40df-abc5-b8a7cfaffd38 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:11:34.851172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:11:34.862091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] Sync routers for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:11:34.875693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:34.876376 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:11:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:34.914755 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88994) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:34.974561 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-1fe502cd-1cdd-4061-aaf9-5abd2e95cd13 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8075755 Dec 21 23:11:34.975297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'}] {{(pid=88994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:11:35.072003 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:35.160578 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'status': 'completed', 'code': 200} Dec 21 23:11:35.263446 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-405b46ca-1774-4137-9020-43d063ce97a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1099 time: 0.0750251 Dec 21 23:11:35.406500 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-d9a88b74-17f9-4da3-b0ae-9bf406f5e3f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:35.408106 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-d9a88b74-17f9-4da3-b0ae-9bf406f5e3f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1388829 Dec 21 23:11:35.445738 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:33Z', 'revision_number': 0, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:35.449807 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] Checking router: a186af9b-90e8-40df-abc5-b8a7cfaffd38 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:11:35.461470 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:11:35.462106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:11:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:35.518406 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-66eadfca-22b9-4695-839e-5260847e23e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 1000 time: 0.1038177 Dec 21 23:11:35.587315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-c23672b1-98df-4375-a159-15f68d86ed58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:11:35.588932 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-c23672b1-98df-4375-a159-15f68d86ed58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0643137 Dec 21 23:11:35.678763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-e691f295-8cd5-4a61-9342-db1130bf6779 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831611 Dec 21 23:11:35.803442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:11:35.828510 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-cd8bfcfc-3547-420f-870c-54dd39a3e111 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414869 Dec 21 23:11:35.973050 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-50e51cd9-bb36-489d-b14f-716dfed64255 req-9fd7ed79-a3a6-44df-98b9-c6d712844e8f service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377516 Dec 21 23:11:36.339471 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:33Z', 'revision_number': 0, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:11:36.346907 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cdd72f-a79f-46c8-8fd6-e6c74eee5d0a None None] The sync data for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv is: [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:33Z', 'revision_number': 0, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:11:36.689172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baea3b0-bcd1-4d4a-9194-b151eccb02b9 None None] New status for floating IP 001ba630-60f5-4968-b96a-bb20d2a4e09e: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 23:11:37.315566 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-8c30f2bc-aa92-4ce6-b834-dbfe38826c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:38.875665 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:39.246136 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:11:40.064259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-292d48c9-3495-4a50-a73e-5b920d3486c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:40.258403 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:11:41.778314 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:04.023499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:04.599378 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-0c2689dc-8d5f-44b0-9bdf-dfa88dc5f127 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867090 Dec 21 23:12:04.754958 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-c137a50c-3876-4eef-aa60-52a1fcd19783 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1099 time: 0.0815816 Dec 21 23:12:04.913725 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-8d2a60e7-bc27-4a22-b3ee-57db1481a7c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:12:04.915223 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-8d2a60e7-bc27-4a22-b3ee-57db1481a7c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1376991 Dec 21 23:12:05.021722 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-839e392d-64f0-4c35-9db5-026337483904 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 1002 time: 0.0985813 Dec 21 23:12:05.095070 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-e9f83abd-a7f4-4a02-a7a0-1f9ed9d5615b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:12:05.096704 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-e9f83abd-a7f4-4a02-a7a0-1f9ed9d5615b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0672019 Dec 21 23:12:05.176133 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-d9fd5d28-8220-4b00-b4de-6512fe7cb0ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734265 Dec 21 23:12:05.320045 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-8a2ef096-d9d5-4d23-8d90-4015e07e66b3 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341443 Dec 21 23:12:05.678936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0e4a857f-76a8-422e-9f41-aa8712509817 req-c21f89b1-617e-4b44-b377-f1684de86b39 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514678 Dec 21 23:12:07.315110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b42c5242-d53a-4d0d-80c9-2acad5d86a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:08.874087 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:10.069602 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c842aee9-3bf4-4113-b6a7-8e35f577231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:10.263751 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:11.783743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:16.246615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:12:34.016474 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:37.319064 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-5161c313-ca44-45a7-9faa-34cea342bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:38.878764 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:40.057310 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-caa3543e-5bab-4b88-a37f-dec6dd2a9fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:40.262889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:41.782853 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:12:53.247366 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:13:04.046416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:05.562876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-45a79b3e-7be9-40c8-bcb6-02b598159865 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798697 Dec 21 23:13:05.713285 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-78890ca4-d463-4e05-b71a-4325d0b00ac0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1099 time: 0.0751851 Dec 21 23:13:05.868765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-48aba05c-e922-4eca-96a4-1ab036cb413b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:05.870254 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-48aba05c-e922-4eca-96a4-1ab036cb413b service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1362023 Dec 21 23:13:05.977669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-75f58b53-b9b3-4d69-b1d6-4db5c082f8e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 1002 time: 0.1010392 Dec 21 23:13:06.046280 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-ad666948-d7eb-46f5-82ca-0c2f8aab9365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:06.047856 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-ad666948-d7eb-46f5-82ca-0c2f8aab9365 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0632629 Dec 21 23:13:06.133166 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-72c90380-7f6d-4e8a-8263-8363b8a95d67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791965 Dec 21 23:13:06.280599 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-05e01bf8-1001-4c12-97a7-0db74cecb11d service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396339 Dec 21 23:13:06.422553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-954f9b60-f87f-481c-84a2-6268246e2be7 req-0df80d6d-ed05-4255-ab62-b98c3e423834 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364663 Dec 21 23:13:07.319974 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-327aff11-7f0b-4369-8290-853a642f59fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:08.885416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:10.055895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2b0b70c6-996a-478c-8ddd-16220ed09844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:10.272458 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:11.775291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:30.252571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:13:34.059633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:35.675942 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:13:35.835353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:13:35.851710 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:13:35.911259 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:35.932906 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:13:35.951914 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:13:35.977009 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:36.067870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:13:36.083629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.084032 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.084466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.084845 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.085221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.085642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.085961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.086327 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.086693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.087056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.087416 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:36.117193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:13:37.326309 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e469bda7-ea9b-46a6-bb75-90f65f246ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:37.702596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:13:37.775092 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:13:37.775493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:37.900512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:37.969037 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:13:37.982183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:13:38.011101 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:38.072240 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'code': 200} Dec 21 23:13:38.113378 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:13:38.891537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:40.058021 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-98c40638-f70b-43fe-bb72-6749a1695be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:40.272769 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:41.782393 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:45.311401 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-7fcb02d0-93da-45f2-b997-60d56b6bee5e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268967158&fields=id&tenant_id=120564833add46e1ac66fc9e9edebec0 HTTP/1.1" status: 200 len: 267 time: 0.0444214 Dec 21 23:13:45.471342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37eae7-6b4b-413b-9874-f92487773afd req-984c1958-fdd5-4b12-8c62-e4bb82cacc63 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:45.472987 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-984c1958-fdd5-4b12-8c62-e4bb82cacc63 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 810 time: 0.1548598 Dec 21 23:13:45.490959 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-6f93e10d-d5c2-4dbc-8c96-175a6ad14b29 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/quotas/120564833add46e1ac66fc9e9edebec0 HTTP/1.1" status: 200 len: 375 time: 0.0120983 Dec 21 23:13:45.579944 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-be55aa57-f1e8-4a2f-91a2-4bca98ad3b36 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0833132 Dec 21 23:13:45.729610 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-4e90e6b7-7423-403c-8f3d-9c570b338e95 service neutron] 10.222.0.30 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367140 Dec 21 23:13:45.875659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-5d3bd1d3-f92e-481c-8449-41c3ba9e88f7 service neutron] 10.222.0.30 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388049 Dec 21 23:13:46.132522 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-3575f809-a0ca-4983-84fe-046126508f6a req-9856259b-5127-4e66-ad59-b6c90fdd03e3 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 210 time: 0.0510104 Dec 21 23:13:47.245720 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-90e34701-7e3d-490f-b8cf-96b9c6e14fe4 req-fe7e7e2e-78c8-472c-a86e-ee428fe1c39a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 210 time: 0.0458386 Dec 21 23:13:47.738757 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:13:47.853407 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:47.881400 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:13:47.892396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:13:47.931829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:47.935137 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'code': 200} Dec 21 23:13:48.164613 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:13:48.358302 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-20580940-a344-4d68-b5f2-04cadbcdba94 req-fd9ae0f9-cfa8-44a2-af89-7a4662956c55 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 210 time: 0.0448327 Dec 21 23:13:49.530282 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-086ab8b1-0179-4bbf-b2cc-2a4f445368f7 req-658426e5-bb13-4eaa-b17d-8014503b2579 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 210 time: 0.0491195 Dec 21 23:13:50.184489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37eae7-6b4b-413b-9874-f92487773afd req-8a57d4f5-1258-4fd6-99fe-f1f1d7d5596a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:50.186055 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-8a57d4f5-1258-4fd6-99fe-f1f1d7d5596a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 810 time: 0.1606874 Dec 21 23:13:50.243432 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-bb742ef2-df22-43d0-a696-546d83604ca8 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=120564833add46e1ac66fc9e9edebec0 HTTP/1.1" status: 200 len: 379 time: 0.0469191 Dec 21 23:13:50.253072 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'port': {'device_id': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'admin_state_up': True, 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'security_groups': ['4352cb6c-3fca-4296-a0cb-b3986ccbefc9']}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:13:50.400449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:13:50.411294 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:13:50.456588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Made reservation on behalf of 120564833add46e1ac66fc9e9edebec0 for: {'port': 1} {{(pid=88995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 23:13:50.462212 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:50.647431 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Allocated IP 172.20.0.6 (286abe27-7d81-4520-ba76-ed42a76dbcb8/7cd5f1a0-0216-4a9d-8949-99dec2a361d6/3a9fc1f9-6a24-49a7-9883-87095f9f781f) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:13:50.705032 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7ff8bb52-4190-4635-8e99-ef5fac3c78b5 req-40fceb94-6d79-4fa7-b3f1-b1317b6eb68a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 210 time: 0.0466483 Dec 21 23:13:50.914236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:50.931368 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Transition to ACTIVE for port object 3a9fc1f9-6a24-49a7-9883-87095f9f781f will not be triggered until provisioned by entity DHCP. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:13:51.027410 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:51.109013 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:13:51.112648 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:13:51.123337 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:13:51.183215 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:13:51.202208 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.202856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.202856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.203456 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.203618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.203954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.204319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.208433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.208787 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.209160 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.209533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:13:51.220943 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:51.221191 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:51.358876 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-e307bf9d-b521-4ebf-afc9-bf4406d46e99 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1101954 Dec 21 23:13:51.529204 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7c043007-0395-40f3-8b59-df69b541e909 None None] Provisioning for port 3a9fc1f9-6a24-49a7-9883-87095f9f781f completed by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:13:51.534662 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-7c043007-0395-40f3-8b59-df69b541e909 None None] Provisioning complete for port 3a9fc1f9-6a24-49a7-9883-87095f9f781f triggered by entity DHCP. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:13:51.535071 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7c043007-0395-40f3-8b59-df69b541e909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:13:51.591731 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-7c043007-0395-40f3-8b59-df69b541e909 None None] Port 3a9fc1f9-6a24-49a7-9883-87095f9f781f cannot update to ACTIVE because it is not bound. {{(pid=88996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 21 23:13:51.922870 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3b371-410f-45b0-9a3e-9e086f0c5e5e req-82d47845-0805-43da-bfa6-3266ca0958e3 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:51.923607 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c3d3b371-410f-45b0-9a3e-9e086f0c5e5e req-82d47845-0805-43da-bfa6-3266ca0958e3 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Synchronizing usage tracker for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:13:51.974941 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-c3d3b371-410f-45b0-9a3e-9e086f0c5e5e req-82d47845-0805-43da-bfa6-3266ca0958e3 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Unset dirty status for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:13:51.976274 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c3d3b371-410f-45b0-9a3e-9e086f0c5e5e req-82d47845-0805-43da-bfa6-3266ca0958e3 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.1433470 Dec 21 23:13:52.026315 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c3d3b371-410f-45b0-9a3e-9e086f0c5e5e req-42d8132c-6b85-4340-9171-d9eade79ec39 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438354 Dec 21 23:13:53.245413 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52891b85-2259-4a18-adc1-de3eb617d99b req-7958907a-b4a8-4819-be77-22191adfd6c8 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:53.247145 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-52891b85-2259-4a18-adc1-de3eb617d99b req-7958907a-b4a8-4819-be77-22191adfd6c8 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.0869663 Dec 21 23:13:53.296459 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-52891b85-2259-4a18-adc1-de3eb617d99b req-a58b8c69-b31a-4f56-9ae6-4d3c413406af tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Dec 21 23:13:54.511381 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dbfd5-e9d3-4674-a032-153349f50aec req-de7eb3af-b700-4336-a9ee-03097a1822f6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:54.512812 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e67dbfd5-e9d3-4674-a032-153349f50aec req-de7eb3af-b700-4336-a9ee-03097a1822f6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.0890005 Dec 21 23:13:54.566022 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e67dbfd5-e9d3-4674-a032-153349f50aec req-2860af61-d424-4008-b548-e80c6d48ba01 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452254 Dec 21 23:13:55.782059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c3ab-0068-4cc1-aa69-127d965fa033 req-10a78cff-9a05-453a-b139-509955f638f9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:55.783702 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2337c3ab-0068-4cc1-aa69-127d965fa033 req-10a78cff-9a05-453a-b139-509955f638f9 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.0902452 Dec 21 23:13:55.838000 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-2337c3ab-0068-4cc1-aa69-127d965fa033 req-24c3d40e-4ae3-458c-88a2-197b101e4b82 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478640 Dec 21 23:13:57.054513 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e170c-dfc1-49f3-801c-1061e9d77276 req-feb2abaf-b340-499e-aa40-7aa82a806f24 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:57.056290 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e9e170c-dfc1-49f3-801c-1061e9d77276 req-feb2abaf-b340-499e-aa40-7aa82a806f24 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.0861490 Dec 21 23:13:57.108932 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8e9e170c-dfc1-49f3-801c-1061e9d77276 req-91649cf4-85b6-4acb-a650-8d3ee6e34d1d tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Dec 21 23:13:58.353497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e941a9-6122-4c12-bca7-6364d45394fa req-dde85b70-38bc-403f-b2ea-39d6aff876c3 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:58.355189 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d3e941a9-6122-4c12-bca7-6364d45394fa req-dde85b70-38bc-403f-b2ea-39d6aff876c3 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.0894828 Dec 21 23:13:58.409654 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d3e941a9-6122-4c12-bca7-6364d45394fa req-ced194a3-2f98-400d-83c1-4f83f925dafa tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480855 Dec 21 23:13:59.640945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c1d03-f0f3-4dc9-872f-d1713b317e3f req-c2ce82a5-5bfa-4ad2-a46c-01e5b3ddb1a6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:13:59.642578 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-497c1d03-f0f3-4dc9-872f-d1713b317e3f req-c2ce82a5-5bfa-4ad2-a46c-01e5b3ddb1a6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.0882542 Dec 21 23:13:59.698238 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-497c1d03-f0f3-4dc9-872f-d1713b317e3f req-272af962-78b9-45fb-bf88-b008a7d2ffc0 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475037 Dec 21 23:14:00.919668 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60975e01-02ab-4102-b8f7-9c28ec74d6e8 req-532014e9-ea0e-44c7-917f-4efcd57fc982 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:00.921322 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60975e01-02ab-4102-b8f7-9c28ec74d6e8 req-532014e9-ea0e-44c7-917f-4efcd57fc982 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.0932038 Dec 21 23:14:00.972794 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-60975e01-02ab-4102-b8f7-9c28ec74d6e8 req-dc793b27-db2f-46a6-a5a1-e93eaafe69e6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Dec 21 23:14:02.181195 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c846-5491-4b58-ac1c-b3fa9b66bbd8 req-95fd4f29-6573-4464-b00d-9009bc1cf4a2 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:02.182807 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dd98c846-5491-4b58-ac1c-b3fa9b66bbd8 req-95fd4f29-6573-4464-b00d-9009bc1cf4a2 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 931 time: 0.0847905 Dec 21 23:14:02.230935 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-dd98c846-5491-4b58-ac1c-b3fa9b66bbd8 req-9714863d-33f7-4815-a8a8-32846682dfd6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Dec 21 23:14:02.243243 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-fa89993e-7a63-47d2-b71e-bf562bf00231 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=88995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 21 23:14:02.244312 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-fa89993e-7a63-47d2-b71e-bf562bf00231 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0053709 Dec 21 23:14:02.256743 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Request body: {'port': {'device_id': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:14:02.373082 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:02.727631 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9fc1f9-6a24-49a7-9883-87095f9f781f {{(pid=88995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:14:02.734689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:02.750814 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Transition to ACTIVE for port object 3a9fc1f9-6a24-49a7-9883-87095f9f781f will not be triggered until provisioned by entity L2. {{(pid=88995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 23:14:02.781651 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:02.916617 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Pushing event updated for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:14:03.035328 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Attempting to bind port 3a9fc1f9-6a24-49a7-9883-87095f9f781f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 23:14:03.035714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Attempting to bind port 3a9fc1f9-6a24-49a7-9883-87095f9f781f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 23:14:03.036081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Attempting to bind port 3a9fc1f9-6a24-49a7-9883-87095f9f781f on network 286abe27-7d81-4520-ba76-ed42a76dbcb8 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:14:03.042776 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Port 3a9fc1f9-6a24-49a7-9883-87095f9f781f on network 286abe27-7d81-4520-ba76-ed42a76dbcb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:14:03.043139 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Attempting to bind port 3a9fc1f9-6a24-49a7-9883-87095f9f781f on network 286abe27-7d81-4520-ba76-ed42a76dbcb8 {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 21 23:14:03.056585 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Checking agent: {'id': 'e09e3cb6-d781-434e-9427-7a7fabc0839f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'started_at': datetime.datetime(2021, 12, 21, 22, 10, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 21 23:14:03.057315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Checking segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 23:14:03.057954 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Bound using segment: {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'} {{(pid=88995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 21 23:14:03.059096 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.managers [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Bound port: 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8'}}] {{(pid=88995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 23:14:03.059933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:03.160571 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, cleared binding levels {{(pid=88995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 21 23:14:03.163730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 21 23:14:03.193349 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:03.250278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:03.251928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] 10.222.0.46 "PUT /v2.0/ports/3a9fc1f9-6a24-49a7-9883-87095f9f781f HTTP/1.1" status: 200 len: 1093 time: 1.0001004 Dec 21 23:14:03.255035 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:14:03.282279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb3ee6-ea2d-4923-a8e2-a479cfd950ed service neutron] Pushing event updated for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=3']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:14:03.319115 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'status': 'completed', 'code': 200} Dec 21 23:14:03.703870 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-21ec4bec-1fc9-49a4-a8df-907222ccb5b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 1096 time: 0.3700235 Dec 21 23:14:03.710343 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d38d-a98a-4630-87e5-f7cb5b8b2761 req-e2eea7dd-3794-4a20-825a-799eed6fd9cc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:03.711911 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4fd5d38d-a98a-4630-87e5-f7cb5b8b2761 req-e2eea7dd-3794-4a20-825a-799eed6fd9cc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 943 time: 0.3442495 Dec 21 23:14:03.798720 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-466649e6-402d-48a2-a5bd-f97b2b1c85e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f HTTP/1.1" status: 200 len: 217 time: 0.0856690 Dec 21 23:14:03.874375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4fd5d38d-a98a-4630-87e5-f7cb5b8b2761 req-0369ac19-daa3-4c01-9135-24c89b51dc11 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104391 Dec 21 23:14:03.882093 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37eae7-6b4b-413b-9874-f92487773afd req-5a207b58-c078-4990-898a-ef54185a84bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:03.883660 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-5a207b58-c078-4990-898a-ef54185a84bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0758069 Dec 21 23:14:03.971972 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-72dc28e2-7291-463d-b816-7416e27cf56f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805969 Dec 21 23:14:04.038866 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:04.132487 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-792dff45-3ace-4145-866d-f1c81cfd6f99 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547620 Dec 21 23:14:04.302912 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-4b37eae7-6b4b-413b-9874-f92487773afd req-a3f4be00-ad31-4fd2-bf70-6afd24b426c6 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647930 Dec 21 23:14:04.458485 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-efa6af6c-e7ed-4617-8944-246e7fb5da8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 1096 time: 0.0849788 Dec 21 23:14:04.594396 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-38c4d3e0-ee38-4ecd-a820-c416c938904f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:04.595980 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-38c4d3e0-ee38-4ecd-a820-c416c938904f service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1375072 Dec 21 23:14:04.673643 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-50315e49-9df9-4212-85df-17ef1a746bbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f HTTP/1.1" status: 200 len: 217 time: 0.0702829 Dec 21 23:14:04.743781 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-6141691e-c49a-49b1-abc1-50de5cb64601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:04.745394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-6141691e-c49a-49b1-abc1-50de5cb64601 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0652578 Dec 21 23:14:04.830615 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-9c971c3c-a281-4c59-9e9d-e2cd499b2a8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768838 Dec 21 23:14:04.975936 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-2a58b9b5-18ef-48fd-87d8-ffeb59d065b1 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374032 Dec 21 23:14:05.183699 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-24e3c8c7-6e9a-4f70-94f3-796cd577f173 req-9fd476a4-6787-4adf-b5ed-780ea776d22e service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011836 Dec 21 23:14:05.194073 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b889b-ec4f-4094-8352-50b6fa08932c req-445608d6-e196-4e54-ac4b-ea59b62383c0 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:05.195667 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a18b889b-ec4f-4094-8352-50b6fa08932c req-445608d6-e196-4e54-ac4b-ea59b62383c0 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 943 time: 0.1890731 Dec 21 23:14:05.245893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a18b889b-ec4f-4094-8352-50b6fa08932c req-02ed3006-6d7a-4ca4-a660-04010a194f23 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434711 Dec 21 23:14:06.453770 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083051ce-5cfe-45e6-b8f7-7e923ce724cc req-7c5770ec-cb55-4594-a7f4-f2e5f32db2ed tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:06.455304 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-083051ce-5cfe-45e6-b8f7-7e923ce724cc req-7c5770ec-cb55-4594-a7f4-f2e5f32db2ed tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 943 time: 0.0860856 Dec 21 23:14:06.503043 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-083051ce-5cfe-45e6-b8f7-7e923ce724cc req-25c1d16e-027c-4a59-83ff-b0794289f832 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410824 Dec 21 23:14:07.253801 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:14:07.317154 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-75c2ba2f-14ad-46c0-9859-89de5e06067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:07.575248 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8513f609-3e48-4f74-9d36-0b518ac774be req-d69660ce-dcc6-4583-9974-27b092f55fe8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745897 Dec 21 23:14:07.776170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064c117-131b-4483-b041-d5ebc072c3d3 req-b5be3f7b-cb96-4cdf-ac15-a8a148896842 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:07.777834 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6064c117-131b-4483-b041-d5ebc072c3d3 req-b5be3f7b-cb96-4cdf-ac15-a8a148896842 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 943 time: 0.1475806 Dec 21 23:14:07.785740 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8513f609-3e48-4f74-9d36-0b518ac774be req-1d3bfe1c-5e88-4c4b-9d97-77a084326231 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1097 time: 0.1111290 Dec 21 23:14:07.848460 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3a9fc1f9-6a24-49a7-9883-87095f9f781f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:14:07.936672 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-6064c117-131b-4483-b041-d5ebc072c3d3 req-756a1239-d9e5-47a5-bdb2-989ba43c2eb2 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498621 Dec 21 23:14:07.967736 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513f609-3e48-4f74-9d36-0b518ac774be req-5f68fa66-ec59-40d4-b1f4-12e0bb6a09c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:07.969352 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8513f609-3e48-4f74-9d36-0b518ac774be req-5f68fa66-ec59-40d4-b1f4-12e0bb6a09c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1638446 Dec 21 23:14:07.996053 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:14:08.010300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'port_id': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'mac_address': 'fa:16:3e:04:09:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:14:08.069504 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:08.083949 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8513f609-3e48-4f74-9d36-0b518ac774be req-b2b9006c-58d1-4d46-bc49-e04f9216e79d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 1000 time: 0.1080236 Dec 21 23:14:08.088888 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9fc1f9-6a24-49a7-9883-87095f9f781f {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:14:08.104574 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:14:08.136124 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:08.157831 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513f609-3e48-4f74-9d36-0b518ac774be req-5929e948-eac1-41d8-b05b-3009491b6147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:08.159679 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8513f609-3e48-4f74-9d36-0b518ac774be req-5929e948-eac1-41d8-b05b-3009491b6147 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0695357 Dec 21 23:14:08.204463 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=4']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:14:08.242228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8513f609-3e48-4f74-9d36-0b518ac774be req-ab6b83bc-0681-4b33-95b5-8d004dd8d461 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761478 Dec 21 23:14:08.385668 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8513f609-3e48-4f74-9d36-0b518ac774be req-b1311345-e308-4f21-bc7e-4fb1a590203a service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353385 Dec 21 23:14:08.394107 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['3a9fc1f9-6a24-49a7-9883-87095f9f781f'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:14:08.536047 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-8513f609-3e48-4f74-9d36-0b518ac774be req-9e6a7106-1529-4df3-b3d4-996ed005eba0 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429408 Dec 21 23:14:08.861727 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:09.142680 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa99fb-118d-4666-abee-d76b3926ab9d req-b8a1329d-aedf-4ce8-9e56-2f003e5c0385 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:09.145405 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e3aa99fb-118d-4666-abee-d76b3926ab9d req-b8a1329d-aedf-4ce8-9e56-2f003e5c0385 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 944 time: 0.0836263 Dec 21 23:14:09.198227 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-e3aa99fb-118d-4666-abee-d76b3926ab9d req-ab1a9425-0d8c-4be9-b115-e10b5e98b3f1 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Dec 21 23:14:09.872157 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3a9fc1f9-6a24-49a7-9883-87095f9f781f up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:14:09.974262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning for port 3a9fc1f9-6a24-49a7-9883-87095f9f781f completed by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 23:14:09.979220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 3a9fc1f9-6a24-49a7-9883-87095f9f781f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:14:09.985291 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:10.088486 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c3606f36-1f21-4898-8fca-a1c97aa7c29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:10.116754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:10.144691 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:14:10.154712 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:14:10.187674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:10.219793 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'code': 200} Dec 21 23:14:10.271118 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=5']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:14:10.290521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:10.410239 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448213d0-ae50-44ef-8a66-d9c33534eb74 req-b466b347-68bc-4e71-befd-37f2d64992ba tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:10.411768 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-448213d0-ae50-44ef-8a66-d9c33534eb74 req-b466b347-68bc-4e71-befd-37f2d64992ba tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 945 time: 0.0843263 Dec 21 23:14:10.501525 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-448213d0-ae50-44ef-8a66-d9c33534eb74 req-2b7e7b9e-353d-4bf2-ad7d-bd9092899b82 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833225 Dec 21 23:14:10.537228 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f002714-bba2-4075-a807-8c8273fd0c91 req-4bca716a-6d46-49d9-b5df-25ba33d46922 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 1098 time: 0.0799789 Dec 21 23:14:10.582394 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-5f002714-bba2-4075-a807-8c8273fd0c91 req-bceda8d3-0d88-4c14-9b20-c744d3200405 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386717 Dec 21 23:14:11.714060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ce3ac-e6de-4e1a-b237-6e3f7b8bf6e0 req-531b99a8-7a75-4110-97a7-4f095b39220c tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:11.715669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-081ce3ac-e6de-4e1a-b237-6e3f7b8bf6e0 req-531b99a8-7a75-4110-97a7-4f095b39220c tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 945 time: 0.0836751 Dec 21 23:14:11.771231 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-081ce3ac-e6de-4e1a-b237-6e3f7b8bf6e0 req-0a094f0b-6a52-4603-8f41-f570991a21e6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489011 Dec 21 23:14:11.782492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:12.978723 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868a795-ea1f-481d-bc94-dfb07e5f6f8f req-26356b0a-1c6e-499d-a55c-27b0d6d62547 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:12.980373 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c868a795-ea1f-481d-bc94-dfb07e5f6f8f req-26356b0a-1c6e-499d-a55c-27b0d6d62547 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 945 time: 0.0874639 Dec 21 23:14:13.029556 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c868a795-ea1f-481d-bc94-dfb07e5f6f8f req-c4a489c6-664b-4a77-812c-c99be2cdbc01 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431216 Dec 21 23:14:13.238056 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f32cc0-6e85-4946-9e8c-c08c2c3519c2 req-111b6126-5a8d-4bfb-9a8f-4439290a842d tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:13.239659 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c9f32cc0-6e85-4946-9e8c-c08c2c3519c2 req-111b6126-5a8d-4bfb-9a8f-4439290a842d tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 945 time: 0.0832899 Dec 21 23:14:13.288130 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c9f32cc0-6e85-4946-9e8c-c08c2c3519c2 req-c7aa95be-4d8d-45c6-8b54-f632903dc3f6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Dec 21 23:14:13.315352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51572) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:13.393336 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-13634b4f-ae2f-4ec9-b882-4966d413b8d6 tempest-TestSnapshotPattern-688572892 tempest-TestSnapshotPattern-688572892-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 1093 time: 0.0765917 Dec 21 23:14:13.396016 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51576) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:13.401564 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.v2.base [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Request body: {'floatingip': {'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'port_id': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:14:13.407506 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 23:14:13.411829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Usage tracker for resource:floatingip and tenant:120564833add46e1ac66fc9e9edebec0 is out of sync, need to count used quota {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 23:14:13.414846 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88995) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 23:14:13.420912 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.quota.driver [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 23:14:13.450699 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for floatingip, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:13.600172 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:13.744060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_common [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Allocated IP 172.26.6.218 (611bddab-8bc0-42a9-9004-88b3e1bbb3dd/9bdaccec-68dc-4bd6-a988-c7441dc7d3e1/a7665a4e-c49f-41a9-a468-c6bc95ed25ae) {{(pid=88995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 21 23:14:13.942420 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for port, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:14.010611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772322832516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:14.083898 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Network 611bddab-8bc0-42a9-9004-88b3e1bbb3dd is already hosted by enough agents. {{(pid=88995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 23:14:14.085050 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.base_scheduler [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Resources bound (agent type, host, resource id): {{(pid=88995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 21 23:14:14.089459 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'Port': ['ID=a7665a4e-c49f-41a9-a468-c6bc95ed25ae,revision_number=1']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:14:14.099714 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Received port after_create {{(pid=88995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 21 23:14:14.841161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:14.931792 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:15.151262 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for port, precommit_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:15.181611 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1335250'] for port, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:15.293922 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event updated for resources: {'Port': ['ID=a7665a4e-c49f-41a9-a468-c6bc95ed25ae,revision_number=2']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:14:15.308587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1729450'] for floatingip, after_update {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:15.508714 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.db.l3_db [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Floating IP aed793bf-964a-4e6b-8903-60cf9650dd2e associated. External IP: 172.26.6.218, port: 3a9fc1f9-6a24-49a7-9883-87095f9f781f. Dec 21 23:14:15.918827 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Router a186af9b-90e8-40df-abc5-b8a7cfaffd38 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:14:16.135819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:14:16.147626 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] Sync routers for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:14:16.161296 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:14:16.162044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:14:16.188074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:16.247416 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-9543b387-6419-407a-abd1-a27f340e2147 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8502836 Dec 21 23:14:16.248398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:14:16.303688 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'status': 'completed', 'code': 200} Dec 21 23:14:16.362379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:14:16.409973 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-a9691258-745e-4d97-bb8f-838de3f05456 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 1098 time: 0.0833726 Dec 21 23:14:16.555318 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-cd555437-84c5-4d77-bd69-0eb7b0aae24d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:16.556939 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-cd555437-84c5-4d77-bd69-0eb7b0aae24d service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1406577 Dec 21 23:14:16.665184 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-fbf16ad5-46a5-4aa4-9a60-df3cf2f6a78a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f HTTP/1.1" status: 200 len: 999 time: 0.1014514 Dec 21 23:14:16.730938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:36Z', 'revision_number': 1, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}, {'id': 'aed793bf-964a-4e6b-8903-60cf9650dd2e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:04:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:14:14Z', 'updated_at': '2021-12-21T23:14:14Z', 'revision_number': 0, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:14:16.735074 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] Checking router: a186af9b-90e8-40df-abc5-b8a7cfaffd38 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:14:16.739174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-34602921-27da-4dfb-adf4-be117125f9c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:14:16.740893 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-34602921-27da-4dfb-adf4-be117125f9c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0695422 Dec 21 23:14:16.751553 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:14:16.752221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:14:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:14:16.822170 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-43dddc31-1cb1-46ce-9494-c78c27a43da4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743840 Dec 21 23:14:16.975100 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-b921e5ad-7032-490e-98bc-ff85b2dec192 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451464 Dec 21 23:14:17.093187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:14:17.128544 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-14ad9dae-22dc-43a0-91e8-e4c797997ee2 req-00f97f71-3af9-470b-a781-78a1eed6dd13 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465900 Dec 21 23:14:17.464882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:36Z', 'revision_number': 1, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}, {'id': 'aed793bf-964a-4e6b-8903-60cf9650dd2e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:04:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:14:14Z', 'updated_at': '2021-12-21T23:14:14Z', 'revision_number': 0, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:14:17.469044 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea11995-babc-44b9-bf3f-e94bf34876cf None None] The sync data for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv is: [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:36Z', 'revision_number': 1, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}, {'id': 'aed793bf-964a-4e6b-8903-60cf9650dd2e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:04:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:14:14Z', 'updated_at': '2021-12-21T23:14:14Z', 'revision_number': 0, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:14:17.812505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd33c26-9872-455e-b9cf-f2ecbece905e None None] New status for floating IP aed793bf-964a-4e6b-8903-60cf9650dd2e: ACTIVE {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 23:14:34.050358 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:37.324017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2e3b9e1-f8c7-49f8-9ff6-439a540ad5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:38.889446 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:40.055636 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e2a26c94-6ddd-4686-a804-54e6d79ad0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:40.278325 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:41.791152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:14:44.255066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:15:04.055447 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:07.316123 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-afbf964a-30f6-42a2-9574-766ad2f727ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:07.970012 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-f1fb41dc-7de2-46f6-83d9-d2371672c9e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769904 Dec 21 23:15:08.119415 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-534f2c32-4091-4f47-931c-10b187ef5ac4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1097 time: 0.0787914 Dec 21 23:15:08.276390 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-ef7c89f9-d55b-4ac3-9a82-fcaafec12572 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:15:08.277903 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-ef7c89f9-d55b-4ac3-9a82-fcaafec12572 service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1407733 Dec 21 23:15:08.617669 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-fbedf7aa-ea83-4b6c-aaa1-cc608c4b0539 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 1000 time: 0.3336058 Dec 21 23:15:08.686583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-d79fb79d-5a84-4ddc-9a93-306e1561cdff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:15:08.688090 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-d79fb79d-5a84-4ddc-9a93-306e1561cdff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0638621 Dec 21 23:15:08.768961 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-755f2a38-2b93-4e02-8052-1bdc7f9881b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732243 Dec 21 23:15:08.867392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:08.911834 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-8827b839-76cd-4e12-ad8c-d7f31eefb308 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359899 Dec 21 23:15:09.053139 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-69625f55-c900-43f4-98c1-30e5b0cdd939 req-880835a6-33cf-4493-b068-3bf79ef08d51 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349099 Dec 21 23:15:10.060953 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c1b70c38-3fde-4b5d-abda-70dcf2d83d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:10.283512 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:11.786132 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:21.256988 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:15:34.071917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:37.317110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3a5e1fd-f510-410a-8ca1-d0c626a061df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:38.859973 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:40.071565 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d4a571f3-17cb-4099-9080-6256d71844af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:40.286334 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:41.800928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:46.366006 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3a9fc1f9-6a24-49a7-9883-87095f9f781f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 21 23:15:46.513653 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:15:46.534380 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Returning: {'device': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'port_id': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'mac_address': 'fa:16:3e:04:09:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:15:46.598885 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:46.618433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a9fc1f9-6a24-49a7-9883-87095f9f781f {{(pid=88996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 23:15:46.635228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:15:46.669673 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:46.748187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=6']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:15:46.760933 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.761323 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.761703 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.762081 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.762452 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.762895 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.763505 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.763878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.764244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.764633 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.764996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:46.780465 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] get_ports_and_sgs() called for port_ids ['3a9fc1f9-6a24-49a7-9883-87095f9f781f'] {{(pid=88996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 21 23:15:48.381011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3a9fc1f9-6a24-49a7-9883-87095f9f781f up at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 23:15:48.467529 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.provisioning_blocks [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Provisioning complete for port 3a9fc1f9-6a24-49a7-9883-87095f9f781f triggered by entity L2. {{(pid=88996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 23:15:48.468060 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8176738'] for port, provisioning_complete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:48.598945 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:48.629522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:15:48.640872 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:15:48.690819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:48.733839 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'code': 200} Dec 21 23:15:48.769448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=7']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:15:58.258126 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:15:58.499746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51776) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:58.715848 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Deleting port a7665a4e-c49f-41a9-a468-c6bc95ed25ae {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:15:58.716231 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:58.892629 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:58.892926 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:59.022677 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Calling delete_port for a7665a4e-c49f-41a9-a468-c6bc95ed25ae owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:15:59.259883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:59.309621 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event deleted for resources: {'Port': ['ID=a7665a4e-c49f-41a9-a468-c6bc95ed25ae,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:15:59.349030 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.349412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.349780 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.350166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.350533 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.350894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.351248 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.351604 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.351961 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.352312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.352688 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822521-1-hyperv {{(pid=88995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 23:15:59.415079 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:15:59.819705 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Router a186af9b-90e8-40df-abc5-b8a7cfaffd38 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:16:00.030477 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:16:00.040516 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] Sync routers for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:16:00.053007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:16:00.055365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:00.083488 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:00.139553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-66f9243d-3cb4-4ab8-b564-aacd52c23f58 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "DELETE /v2.0/floatingips/aed793bf-964a-4e6b-8903-60cf9650dd2e HTTP/1.1" status: 204 len: 168 time: 1.6385715 Dec 21 23:16:00.140175 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:16:00.214129 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'status': 'completed', 'code': 200} Dec 21 23:16:00.245441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:16:00.398387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-68beb996-608c-4121-a264-ea7debd17fcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 1098 time: 0.1594739 Dec 21 23:16:00.408170 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3a9fc1f9-6a24-49a7-9883-87095f9f781f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:00.535424 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847368974'] for port, before_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:00.570765 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:00.572051 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f'}] {{(pid=88996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:16:00.577201 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-5b4b634c-d5cc-446c-b05e-77ccebc3b50f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:00.578878 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-5b4b634c-d5cc-446c-b05e-77ccebc3b50f service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1715057 Dec 21 23:16:00.604461 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772323225544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772322832533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264531943250'] for port, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:00.644558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:36Z', 'revision_number': 1, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:00.649910 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] Checking router: a186af9b-90e8-40df-abc5-b8a7cfaffd38 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:16:00.655387 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'code': 200} Dec 21 23:16:00.661319 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:16:00.661969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:00.680389 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-dd792a45-d043-43d2-a533-ad3f95866c5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f HTTP/1.1" status: 200 len: 217 time: 0.0894437 Dec 21 23:16:00.682841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Pushing event updated for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=8']} {{(pid=88996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:00.756066 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-9d465132-9d8e-4ade-86cc-e62ad447c9d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:00.758432 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-9d465132-9d8e-4ade-86cc-e62ad447c9d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.0714421 Dec 21 23:16:00.860261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:16:00.904421 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6821993-233b-4b9a-a181-d123624cae3a req-523434fd-db1f-425d-9de2-55021d094b5f tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:00.905135 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a6821993-233b-4b9a-a181-d123624cae3a req-523434fd-db1f-425d-9de2-55021d094b5f tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Synchronizing usage tracker for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:16:00.911689 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-1c4b3c29-85d4-45bd-9474-f0424212a920 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136696 Dec 21 23:16:00.956264 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-a6821993-233b-4b9a-a181-d123624cae3a req-523434fd-db1f-425d-9de2-55021d094b5f tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Unset dirty status for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:16:00.957570 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6821993-233b-4b9a-a181-d123624cae3a req-523434fd-db1f-425d-9de2-55021d094b5f tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 943 time: 0.2977297 Dec 21 23:16:01.086612 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-a6821993-233b-4b9a-a181-d123624cae3a req-5260bcf5-71ce-4e33-861c-c5e5a94bc0a3 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180387 Dec 21 23:16:01.104984 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-ca99dbe5-14b0-4469-9c8f-65e92037e6ed service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833954 Dec 21 23:16:01.230949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:36Z', 'revision_number': 1, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:01.235312 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cda0e-bdd7-4609-b7b5-b2618bc51924 None None] The sync data for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv is: [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_floatingips': [{'id': '001ba630-60f5-4968-b96a-bb20d2a4e09e', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'floating_ip_address': '172.26.6.253', 'floating_network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'router_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'port_id': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'mac_address': 'fa:16:3e:ae:e1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:11:33Z', 'updated_at': '2021-12-21T23:11:36Z', 'revision_number': 1, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:16:01.252828 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-d1d15d73-0ebf-4ef0-a47b-1a017077d92b req-61904923-aeb9-483e-9c5b-cf6ee3fb8ece service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403906 Dec 21 23:16:01.711245 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dae883-4844-450e-8c1c-8e31ddd2435c None None] New status for floating IP aed793bf-964a-4e6b-8903-60cf9650dd2e: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 23:16:02.152183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-b8e770f5-914d-4b4d-9d48-7c4d13a3f779 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:02.153928 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-b8e770f5-914d-4b4d-9d48-7c4d13a3f779 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 943 time: 0.0837898 Dec 21 23:16:02.267017 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Deleting port 3a9fc1f9-6a24-49a7-9883-87095f9f781f {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:02.267406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:02.442125 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fcf3e-28c3-4883-8549-ec2e766eb852 req-c7285ead-2981-4b7d-9556-fc893fd0f9fa tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:02.443639 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f36fcf3e-28c3-4883-8549-ec2e766eb852 req-c7285ead-2981-4b7d-9556-fc893fd0f9fa tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 943 time: 0.2207396 Dec 21 23:16:02.807763 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-f36fcf3e-28c3-4883-8549-ec2e766eb852 req-c143a36e-8817-488d-9506-ee45884146b6 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3524127 Dec 21 23:16:02.817398 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] For port 3a9fc1f9-6a24-49a7-9883-87095f9f781f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3a9fc1f9-6a24-49a7-9883-87095f9f781f,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:02.817789 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:02.945029 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Calling delete_port for 3a9fc1f9-6a24-49a7-9883-87095f9f781f owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:03.122809 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:03.172675 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event deleted for resources: {'Port': ['ID=3a9fc1f9-6a24-49a7-9883-87095f9f781f,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:03.249588 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] No DVR routers for this DVR port 3a9fc1f9-6a24-49a7-9883-87095f9f781f on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 23:16:03.252089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:03.254849 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'name': 'network-vif-deleted', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:16:03.295845 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-fea7d7fa-378a-4330-83ab-3ada51d9232b req-74cbebf7-dc21-46f8-aa0f-0c344739b739 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "DELETE /v2.0/ports/3a9fc1f9-6a24-49a7-9883-87095f9f781f HTTP/1.1" status: 204 len: 173 time: 1.1358387 Dec 21 23:16:03.311211 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7b605f-d68e-4116-94ef-5c4fff36e489', 'name': 'network-vif-deleted', 'tag': '3a9fc1f9-6a24-49a7-9883-87095f9f781f', 'status': 'completed', 'code': 200} Dec 21 23:16:04.002372 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-742e4b23-926d-4313-bd43-9efe1cc26cf4 req-0ad4b018-f04a-4ae6-bc61-6fa4ce44cb28 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Synchronizing usage tracker for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:16:04.075038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-742e4b23-926d-4313-bd43-9efe1cc26cf4 req-0ad4b018-f04a-4ae6-bc61-6fa4ce44cb28 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Unset dirty status for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:16:04.076656 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-742e4b23-926d-4313-bd43-9efe1cc26cf4 req-0ad4b018-f04a-4ae6-bc61-6fa4ce44cb28 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed7b605f-d68e-4116-94ef-5c4fff36e489 HTTP/1.1" status: 200 len: 210 time: 0.1288714 Dec 21 23:16:04.134244 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:04.462726 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3a9fc1f9-6a24-49a7-9883-87095f9f781f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:04.500120 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: 3a9fc1f9-6a24-49a7-9883-87095f9f781f {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:16:04.500530 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device 3a9fc1f9-6a24-49a7-9883-87095f9f781f not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:16:06.359439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51854) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:06.571236 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Deleting port 66256b7d-a9db-48ff-9002-58641ede89cc {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:06.571618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:06.753991 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:06.754363 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:06.898923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Calling delete_port for 66256b7d-a9db-48ff-9002-58641ede89cc owned by network:floatingip {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:07.242939 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:07.298174 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event deleted for resources: {'Port': ['ID=66256b7d-a9db-48ff-9002-58641ede89cc,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:07.317186 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-50411fb5-ad7d-46ea-938b-54e3ea09ee83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:07.411065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for floatingip, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:07.819086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Router a186af9b-90e8-40df-abc5-b8a7cfaffd38 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:16:08.031575 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:16:08.042226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ff538-44bc-49b4-abaa-59133469882d None None] Sync routers for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:16:08.054790 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ff538-44bc-49b4-abaa-59133469882d None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:16:08.055538 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-083ff538-44bc-49b4-abaa-59133469882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:08.078011 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for floatingip, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:08.141576 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-54055d9e-2272-409f-ac21-c4dd82abdacc tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "DELETE /v2.0/floatingips/001ba630-60f5-4968-b96a-bb20d2a4e09e HTTP/1.1" status: 204 len: 168 time: 1.7783170 Dec 21 23:16:08.141576 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:16:08.194335 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'status': 'completed', 'code': 200} Dec 21 23:16:08.249345 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-083ff538-44bc-49b4-abaa-59133469882d None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:16:08.297769 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-f3abc857-99d3-4f64-a6e0-fb86069e2bd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=120564833add46e1ac66fc9e9edebec0&device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 1097 time: 0.0810409 Dec 21 23:16:08.450194 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-fdc57287-3f97-479f-a9aa-83fd4ee6ca70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:08.452210 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-fdc57287-3f97-479f-a9aa-83fd4ee6ca70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 200 len: 911 time: 0.1465886 Dec 21 23:16:08.526579 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-6ccab1d9-6a94-417b-8eab-ded0b1ba2a7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 200 len: 217 time: 0.0684276 Dec 21 23:16:08.646549 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-1e89bdab-c548-423d-a22b-b36978a9ce67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:08.648775 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-1e89bdab-c548-423d-a22b-b36978a9ce67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 200 len: 849 time: 0.1155007 Dec 21 23:16:08.731644 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d0615-79d3-4ddf-b6c8-23e440500074 req-86a0d22b-2f90-4fa0-b87c-6860857e4333 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:08.732426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7a3d0615-79d3-4ddf-b6c8-23e440500074 req-86a0d22b-2f90-4fa0-b87c-6860857e4333 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Synchronizing usage tracker for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:16:08.740276 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-083ff538-44bc-49b4-abaa-59133469882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:08.744946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ff538-44bc-49b4-abaa-59133469882d None None] Checking router: a186af9b-90e8-40df-abc5-b8a7cfaffd38 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:16:08.756760 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ff538-44bc-49b4-abaa-59133469882d None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:16:08.757507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-083ff538-44bc-49b4-abaa-59133469882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:15:40Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:08.766799 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-8b4e37d8-7805-40e9-bf2f-07115cd19faa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=286abe27-7d81-4520-ba76-ed42a76dbcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102018 Dec 21 23:16:08.797479 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-7a3d0615-79d3-4ddf-b6c8-23e440500074 req-86a0d22b-2f90-4fa0-b87c-6860857e4333 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Unset dirty status for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:16:08.798681 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a3d0615-79d3-4ddf-b6c8-23e440500074 req-86a0d22b-2f90-4fa0-b87c-6860857e4333 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 944 time: 0.2112129 Dec 21 23:16:08.859869 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:08.952346 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-7a3d0615-79d3-4ddf-b6c8-23e440500074 req-ce4a20ae-21dc-4f81-9506-12b9d07c129a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451933 Dec 21 23:16:08.957098 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-083ff538-44bc-49b4-abaa-59133469882d None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:16:08.960787 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-138672bb-98bc-4dfb-a356-b9ee82f6a5d8 service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867249 Dec 21 23:16:09.302255 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-083ff538-44bc-49b4-abaa-59133469882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:09.307435 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ff538-44bc-49b4-abaa-59133469882d None None] The sync data for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv is: [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:11:06Z', 'revision_number': 4, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv', '_interfaces': [{'id': 'a60804e9-210d-4d00-a6b9-f7c48e30a009', 'name': '', 'network_id': '286abe27-7d81-4520-ba76-ed42a76dbcb8', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'mac_address': 'fa:16:3e:76:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:05Z', 'updated_at': '2021-12-21T23:11:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'subnets': [{'id': '7cd5f1a0-0216-4a9d-8949-99dec2a361d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:16:09.334428 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-c8851d21-9346-4c2b-b8f2-31bd3af179b7 req-74139cd2-7108-46db-9c3f-d843891bbcba service neutron] 10.222.0.46 "GET /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662796 Dec 21 23:16:09.746650 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7496868f-9238-4ab1-9b0a-9a6e3b364f3d None None] New status for floating IP 001ba630-60f5-4968-b96a-bb20d2a4e09e: DOWN {{(pid=88996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 21 23:16:10.073763 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f3b26ee8-7cf6-4a76-a186-33c17fac83c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:10.211150 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765883-c799-4003-abc6-215a7905e37a req-aaebc688-cc51-41fc-9cc1-675172ef6ebe tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:10.212730 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78765883-c799-4003-abc6-215a7905e37a req-aaebc688-cc51-41fc-9cc1-675172ef6ebe tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 944 time: 0.1542039 Dec 21 23:16:10.219078 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9040dc-01c4-45d0-a899-453b524dfebb req-040234f2-eef2-403b-bbe1-9dc9bb81c0d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 23:16:10.220553 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0c9040dc-01c4-45d0-a899-453b524dfebb req-040234f2-eef2-403b-bbe1-9dc9bb81c0d4 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 944 time: 0.1246457 Dec 21 23:16:10.286388 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:10.327121 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Deleting port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:10.327499 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:10.360686 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-0c9040dc-01c4-45d0-a899-453b524dfebb req-dc2d16a3-fbdb-4175-b443-880ecf50ec29 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/security-groups?id=4352cb6c-3fca-4296-a0cb-b3986ccbefc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093180 Dec 21 23:16:10.586292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] For port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:10.586683 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:10.715288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Calling delete_port for f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 owned by compute:nova {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:10.978493 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:11.029595 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event deleted for resources: {'Port': ['ID=f2a2a2ff-b70c-480f-b9bd-17dcc11edba9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:11.105481 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] No DVR routers for this DVR port f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 on host hv-neutron-8225 {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 23:16:11.107923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759596'] for port, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:11.110664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'name': 'network-vif-deleted', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9'}] {{(pid=88995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 23:16:11.149550 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-78765883-c799-4003-abc6-215a7905e37a req-b9fa08b0-4dfb-460b-b825-0c313d493d7e tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.46 "DELETE /v2.0/ports/f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 HTTP/1.1" status: 204 len: 173 time: 0.9279430 Dec 21 23:16:11.165495 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fd9fe1-2b9a-4138-9299-050da5094c98', 'name': 'network-vif-deleted', 'tag': 'f2a2a2ff-b70c-480f-b9bd-17dcc11edba9', 'status': 'completed', 'code': 200} Dec 21 23:16:11.554508 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-79c5b8dc-b967-4fd1-ab9c-5c85b63ac622 req-aa9556b8-231d-4f45-abb0-4f6d48d6ec8a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Synchronizing usage tracker for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 23:16:11.600485 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.quota.resource [req-79c5b8dc-b967-4fd1-ab9c-5c85b63ac622 req-aa9556b8-231d-4f45-abb0-4f6d48d6ec8a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Unset dirty status for tenant:120564833add46e1ac66fc9e9edebec0 on resource:port {{(pid=88995) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 23:16:11.601864 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [req-79c5b8dc-b967-4fd1-ab9c-5c85b63ac622 req-aa9556b8-231d-4f45-abb0-4f6d48d6ec8a tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "GET /v2.0/ports?device_id=10fd9fe1-2b9a-4138-9299-050da5094c98 HTTP/1.1" status: 200 len: 210 time: 0.0955791 Dec 21 23:16:11.868938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:12.541606 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:12.575438 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] No Port match for: f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:16:12.575829 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Device f2a2a2ff-b70c-480f-b9bd-17dcc11edba9 not bound to the agent host hv-neutron-8225 {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:16:12.709940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51874) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:12.788353 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccc43dae-2075-42df-a767-4199b4da7720 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:12.819171 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccc43dae-2075-42df-a767-4199b4da7720 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:13.013730 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccc43dae-2075-42df-a767-4199b4da7720 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:13.034952 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc43dae-2075-42df-a767-4199b4da7720 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4352cb6c-3fca-4296-a0cb-b3986ccbefc9,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:13.076220 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ccc43dae-2075-42df-a767-4199b4da7720 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:13.077871 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ccc43dae-2075-42df-a767-4199b4da7720 tempest-TestSnapshotPattern-1640661100 tempest-TestSnapshotPattern-1640661100-project] 10.222.0.30 "DELETE /v2.0/security-groups/4352cb6c-3fca-4296-a0cb-b3986ccbefc9 HTTP/1.1" status: 204 len: 168 time: 0.3668294 Dec 21 23:16:13.158735 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51880) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:13.700288 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:14.314685 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Deleting port a60804e9-210d-4d00-a6b9-f7c48e30a009 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:14.315065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:14.494889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] For port a60804e9-210d-4d00-a6b9-f7c48e30a009, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=a60804e9-210d-4d00-a6b9-f7c48e30a009,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:14.495279 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:14.621166 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Calling delete_port for a60804e9-210d-4d00-a6b9-f7c48e30a009 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:14.885877 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:14.930944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60804e9-210d-4d00-a6b9-f7c48e30a009,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:15.234856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:16.062065 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Router a186af9b-90e8-40df-abc5-b8a7cfaffd38 has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:16:16.287326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:16:16.297679 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] Sync routers for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:16:16.311563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:16:16.312289 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:16.336375 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-47293773-4be9-4131-b87c-d04c26c71ff1 admin admin] 10.222.0.30 "PUT /v2.0/routers/a186af9b-90e8-40df-abc5-b8a7cfaffd38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1764114 Dec 21 23:16:16.339059 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51886) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:16.502664 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: dv-neutron-822521-1-hyperv {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:16:16.544894 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:16.750860 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:16.791252 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Deleting port 06ba5b18-0e2c-4db5-8fac-0017b2518945 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:16.791634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:16.802962 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:16:14Z', 'revision_number': 5, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port': {'id': '06ba5b18-0e2c-4db5-8fac-0017b2518945', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:15:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:03Z', 'updated_at': '2021-12-21T23:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:16.807007 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] Checking router: a186af9b-90e8-40df-abc5-b8a7cfaffd38 for host: dv-neutron-822521-1-hyperv {{(pid=88997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:16:16.818874 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] Routers {'a186af9b-90e8-40df-abc5-b8a7cfaffd38'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:16:16.819693 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'], 'active': True} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:16.973695 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] For port 06ba5b18-0e2c-4db5-8fac-0017b2518945, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=06ba5b18-0e2c-4db5-8fac-0017b2518945,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:16.974090 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:16.981495 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] Set router a186af9b-90e8-40df-abc5-b8a7cfaffd38 gateway port host: None {{(pid=88997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:16:17.103901 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:16:16Z', 'revision_number': 6, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:17.108226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49a880-4f78-47e1-add0-0ef81e5efc4c None None] The sync data for ids ['a186af9b-90e8-40df-abc5-b8a7cfaffd38'] in dv-neutron-822521-1-hyperv is: [{'id': 'a186af9b-90e8-40df-abc5-b8a7cfaffd38', 'name': 'tempest-TestSnapshotPattern-1991885582-router', 'tenant_id': '120564833add46e1ac66fc9e9edebec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:02Z', 'updated_at': '2021-12-21T23:16:16Z', 'revision_number': 6, 'project_id': '120564833add46e1ac66fc9e9edebec0', 'gw_port_host': None}] {{(pid=88997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:16:17.111788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Calling delete_port for 06ba5b18-0e2c-4db5-8fac-0017b2518945 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:17.391753 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:17.438865 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Pushing event deleted for resources: {'Port': ['ID=06ba5b18-0e2c-4db5-8fac-0017b2518945,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:17.672234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.170882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.175379 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.252563 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a60804e9-210d-4d00-a6b9-f7c48e30a009 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:18.286357 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: a60804e9-210d-4d00-a6b9-f7c48e30a009 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:16:18.286746 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device a60804e9-210d-4d00-a6b9-f7c48e30a009 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:16:18.287935 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 06ba5b18-0e2c-4db5-8fac-0017b2518945 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:18.299526 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.300145 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router a186af9b-90e8-40df-abc5-b8a7cfaffd38 {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 23:16:18.313889 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.315141 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e015400a-28a6-4d38-a63d-eb0ba6819bda admin admin] 10.222.0.30 "DELETE /v2.0/routers/a186af9b-90e8-40df-abc5-b8a7cfaffd38 HTTP/1.1" status: 204 len: 168 time: 1.9747727 Dec 21 23:16:18.317959 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51890) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:18.322899 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 06ba5b18-0e2c-4db5-8fac-0017b2518945 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:16:18.323292 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 06ba5b18-0e2c-4db5-8fac-0017b2518945 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:16:18.395786 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-de127c10-12c1-49e3-b3bf-d98800629ee6 admin admin] Deleting subnet 7cd5f1a0-0216-4a9d-8949-99dec2a361d6 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 23:16:18.400250 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de127c10-12c1-49e3-b3bf-d98800629ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.454754 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de127c10-12c1-49e3-b3bf-d98800629ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.537841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de127c10-12c1-49e3-b3bf-d98800629ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.642883 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de127c10-12c1-49e3-b3bf-d98800629ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.682089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de127c10-12c1-49e3-b3bf-d98800629ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd5f1a0-0216-4a9d-8949-99dec2a361d6,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:18.688646 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-de127c10-12c1-49e3-b3bf-d98800629ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.694666 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703c1c6-0da1-4f67-8763-bc092cb71898 None None] Network 286abe27-7d81-4520-ba76-ed42a76dbcb8 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:16:18.696506 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-de127c10-12c1-49e3-b3bf-d98800629ee6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7cd5f1a0-0216-4a9d-8949-99dec2a361d6 HTTP/1.1" status: 204 len: 168 time: 0.3765149 Dec 21 23:16:18.699226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51894) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:18.814221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.825043 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Deleting port 49413d8b-4548-4d02-881e-e9c3cb16fa2a {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:18.825406 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:18.957247 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] DHCP port deletion for 286abe27-7d81-4520-ba76-ed42a76dbcb8 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 23:16:18.961686 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] Deleting port 49413d8b-4548-4d02-881e-e9c3cb16fa2a {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:18.962108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.046005 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] For port 49413d8b-4548-4d02-881e-e9c3cb16fa2a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=49413d8b-4548-4d02-881e-e9c3cb16fa2a,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:19.046405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.181226 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] For port 49413d8b-4548-4d02-881e-e9c3cb16fa2a, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=49413d8b-4548-4d02-881e-e9c3cb16fa2a,segment=NetworkSegment(1b9fc7aa-bcc4-4d87-b573-c2433813bf1f),segment_id=1b9fc7aa-bcc4-4d87-b573-c2433813bf1f)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:19.181767 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.183522 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Calling delete_port for 49413d8b-4548-4d02-881e-e9c3cb16fa2a owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:19.314285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] Calling delete_port for 49413d8b-4548-4d02-881e-e9c3cb16fa2a owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:19.331427 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.378392 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Pushing event deleted for resources: {'Port': ['ID=49413d8b-4548-4d02-881e-e9c3cb16fa2a,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:19.384996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 23:16:19.385412 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 23:16:19.386004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] No DVR routers for this DVR port 49413d8b-4548-4d02-881e-e9c3cb16fa2a on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 23:16:19.512615 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.542659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286abe27-7d81-4520-ba76-ed42a76dbcb8']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:19.555187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:19.555524 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9fc7aa-bcc4-4d87-b573-c2433813bf1f') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:19.567241 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.582442 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.589551 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 23:16:19.589968 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:16:19.603674 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:16:19.702947 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.725975 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.732521 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] Pushing event deleted for resources: {'Network': ['ID=286abe27-7d81-4520-ba76-ed42a76dbcb8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:19.772808 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-90075798-76b1-48c8-951f-04ac5bfae11d admin admin] 10.222.0.30 "DELETE /v2.0/networks/286abe27-7d81-4520-ba76-ed42a76dbcb8 HTTP/1.1" status: 204 len: 168 time: 1.0723848 Dec 21 23:16:19.775882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51898) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:19.886924 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] Deleting port 49413d8b-4548-4d02-881e-e9c3cb16fa2a {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:19.887352 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:19.957022 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54713-09cf-4d77-a341-debe14a8d2f9 None None] The port '49413d8b-4548-4d02-881e-e9c3cb16fa2a' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 23:16:20.187997 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853052015'] for router_interface, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:20.251742 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 49413d8b-4548-4d02-881e-e9c3cb16fa2a no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:20.286836 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 49413d8b-4548-4d02-881e-e9c3cb16fa2a {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:16:20.287405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 49413d8b-4548-4d02-881e-e9c3cb16fa2a not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:16:20.799108 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Deleting port 4ce145e3-c443-4b80-b8c3-202cb4457fa8 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:20.799489 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:20.979161 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] For port 4ce145e3-c443-4b80-b8c3-202cb4457fa8, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=4ce145e3-c443-4b80-b8c3-202cb4457fa8,segment=NetworkSegment(24acec9f-7a1c-4c2b-850a-aa239ddcda32),segment_id=24acec9f-7a1c-4c2b-850a-aa239ddcda32)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:20.979556 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:21.108537 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Calling delete_port for 4ce145e3-c443-4b80-b8c3-202cb4457fa8 owned by network:router_interface {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:21.345106 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:21.393795 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce145e3-c443-4b80-b8c3-202cb4457fa8,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:21.689209 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1127835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1722880'] for router_interface, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:22.518711 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Router d69a9e7b-275b-46ae-a1c2-b628fd87aebd has already been hosted by L3 agent a2ce9d5f-29cf-48fd-b34f-0ec222cf9513 {{(pid=88995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 21 23:16:22.734759 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] Notify agent at l3_agent.dv-neutron-822521-1-hyperv the message routers_updated {{(pid=88995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 23:16:22.744716 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] Sync routers for ids ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'] in dv-neutron-822521-1-hyperv {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 21 23:16:22.758049 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] Routers {'d69a9e7b-275b-46ae-a1c2-b628fd87aebd'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:16:22.758729 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:22.781651 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-36eaacfa-9a60-4667-8fc0-f00574c9dc9d admin admin] 10.222.0.30 "PUT /v2.0/routers/d69a9e7b-275b-46ae-a1c2-b628fd87aebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0045514 Dec 21 23:16:22.784183 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51902) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:22.950104 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] Set router d69a9e7b-275b-46ae-a1c2-b628fd87aebd gateway port host: dv-neutron-822521-1-hyperv {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:16:22.987462 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:23.198152 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:23.230919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Deleting port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:23.231284 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:23.260187 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'external_fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:16:21Z', 'revision_number': 5, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port': {'id': 'cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4', 'name': '', 'network_id': '611bddab-8bc0-42a9-9004-88b3e1bbb3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822521-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:11:10Z', 'updated_at': '2021-12-21T23:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bdaccec-68dc-4bd6-a988-c7441dc7d3e1', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822521-1-hyperv'}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:23.264450 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] Checking router: d69a9e7b-275b-46ae-a1c2-b628fd87aebd for host: dv-neutron-822521-1-hyperv {{(pid=88996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 21 23:16:23.277347 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] Routers {'d69a9e7b-275b-46ae-a1c2-b628fd87aebd'} bound to L3 agent in host dv-neutron-822521-1-hyperv {{(pid=88996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 23:16:23.278004 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822521-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:04:09Z,description=,heartbeat_timestamp=2021-12-21T23:16:10Z,host='dv-neutron-822521-1-hyperv',id=a2ce9d5f-29cf-48fd-b34f-0ec222cf9513,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:04:09Z,topic='l3_agent')) {'router_ids': ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'], 'active': True} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:23.418302 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] For port cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4,segment=NetworkSegment(4d0ebc61-05a6-44fc-b183-449299678b64),segment_id=4d0ebc61-05a6-44fc-b183-449299678b64)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:23.418608 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:23.438507 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvr_db [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] Set router d69a9e7b-275b-46ae-a1c2-b628fd87aebd gateway port host: None {{(pid=88996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 21 23:16:23.548819 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Calling delete_port for cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 owned by network:router_gateway {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:23.556721 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_hamode_db [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:16:23Z', 'revision_number': 6, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port_host': None}], 'dv-neutron-822521-1-hyperv', False) {} {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:23.561076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c539c8-e7df-42bf-859d-c6b2ab66985b None None] The sync data for ids ['d69a9e7b-275b-46ae-a1c2-b628fd87aebd'] in dv-neutron-822521-1-hyperv is: [{'id': 'd69a9e7b-275b-46ae-a1c2-b628fd87aebd', 'name': 'tempest-TestSnapshotPattern-1277366473-router', 'tenant_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:11:09Z', 'updated_at': '2021-12-21T23:16:23Z', 'revision_number': 6, 'project_id': 'b3549d7d76e94f63bd6ce052a7862ef6', 'gw_port_host': None}] {{(pid=88996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 21 23:16:23.745426 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:23.794361 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:24.032441 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853046400'] for router_gateway, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:24.253240 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4ce145e3-c443-4b80-b8c3-202cb4457fa8 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:24.287422 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 4ce145e3-c443-4b80-b8c3-202cb4457fa8 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:16:24.287949 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 4ce145e3-c443-4b80-b8c3-202cb4457fa8 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:16:24.288449 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:24.307600 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853057152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761761'] for router, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:24.312099 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:24.321557 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:16:24.321950 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device cc58fbab-1a39-4cb6-bf0b-21e3a448d9f4 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:16:24.554234 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853057042'] for router, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:24.554830 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69a9e7b-275b-46ae-a1c2-b628fd87aebd {{(pid=88995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 23:16:24.567674 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:24.569596 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd24bd91-a5f9-4d24-9b01-c2b63f2c7bf9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d69a9e7b-275b-46ae-a1c2-b628fd87aebd HTTP/1.1" status: 204 len: 168 time: 1.7843916 Dec 21 23:16:24.572305 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51906) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:24.640690 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.db_base_plugin_v2 [None req-396beca3-9bb5-4492-ab0d-4f375b43f5b7 admin admin] Deleting subnet 4fd79fd4-8a51-496d-b912-1c74598747d4 {{(pid=88995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 21 23:16:24.644089 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396beca3-9bb5-4492-ab0d-4f375b43f5b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:24.699634 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396beca3-9bb5-4492-ab0d-4f375b43f5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853678417'] for subnet, precommit_delete_associations {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.006587 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396beca3-9bb5-4492-ab0d-4f375b43f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846594999'] for subnet, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.229365 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396beca3-9bb5-4492-ab0d-4f375b43f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8180849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853456625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2860650'] for subnet, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.272971 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396beca3-9bb5-4492-ab0d-4f375b43f5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd79fd4-8a51-496d-b912-1c74598747d4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:25.279374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-396beca3-9bb5-4492-ab0d-4f375b43f5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.284778 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39df5ab-7b4f-43d7-8c44-3a5457945582 None None] Network 81b7357d-c06a-4ff6-9019-39aa390f14e3 requested from dv-neutron-822521-1-hyperv {{(pid=88996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 23:16:25.286061 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-396beca3-9bb5-4492-ab0d-4f375b43f5b7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4fd79fd4-8a51-496d-b912-1c74598747d4 HTTP/1.1" status: 204 len: 168 time: 0.7125509 Dec 21 23:16:25.289448 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51910) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:25.405547 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8287655'] for network, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.417193 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Deleting port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 {{(pid=88995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:25.417558 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.544917 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] DHCP port deletion for 81b7357d-c06a-4ff6-9019-39aa390f14e3 request from dv-neutron-822521-1-hyperv {{(pid=88996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 23:16:25.549168 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] Deleting port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:25.549687 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.633724 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] For port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0fcc93f3-0eb0-4725-aeba-0febdf0a68d4,segment=NetworkSegment(24acec9f-7a1c-4c2b-850a-aa239ddcda32),segment_id=24acec9f-7a1c-4c2b-850a-aa239ddcda32)] {{(pid=88995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:25.634290 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.763821 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Calling delete_port for 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 owned by network:dhcp {{(pid=88995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:25.764969 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.db [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] For port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4, host dv-neutron-822521-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822521-1-hyperv',level=0,port_id=0fcc93f3-0eb0-4725-aeba-0febdf0a68d4,segment=NetworkSegment(24acec9f-7a1c-4c2b-850a-aa239ddcda32),segment_id=24acec9f-7a1c-4c2b-850a-aa239ddcda32)] {{(pid=88996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 21 23:16:25.765404 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853072180'] for port, precommit_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.867038 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847307890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854320127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772323225527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264531943284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853440549'] for port, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:25.917385 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcc93f3-0eb0-4725-aeba-0febdf0a68d4,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:25.924297 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] No DVR routers for this DVR port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 on host dv-neutron-822521-1-hyperv {{(pid=88995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 23:16:26.057856 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] Calling delete_port for 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 owned by network:dhcp {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 21 23:16:26.058592 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846597902', 'neutron.services.segments.db._delete_segments_for_network-8772323311048'] for network, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:26.094882 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b7357d-c06a-4ff6-9019-39aa390f14e3']}} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:26.109996 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24acec9f-7a1c-4c2b-850a-aa239ddcda32') {'for_net_delete': True} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:26.110308 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.services.segments.db [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24acec9f-7a1c-4c2b-850a-aa239ddcda32') {} {{(pid=88995) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 23:16:26.124019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772323314393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1097383'] for segment, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:26.136783 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.db.api [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 23:16:26.137199 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG oslo_db.api [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 23:16:26.235026 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8364828'] for segment, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:26.242837 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 21 23:16:26.243274 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846410988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1335212'] for segment, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:26.253766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 no longer exists at agent ovs-agent-dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: Traceback (most recent call last): Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: timer() Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: cb(*args, **kw) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: return func(*args, **kwargs) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: self._notify() Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: self.callback(batched_events) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: event.method(event) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: segment_id)['aggregates'][0] Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: return f(self, *a, **k) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: return self._get(url).json() Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: **kwargs) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: return self.request(url, 'GET', **kwargs) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: **endpoint_filter) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:16:26.258508 dv-neutron-822521-1-hyperv neutron-server[88883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:16:26.293659 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] No Port match for: 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 {{(pid=88996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 21 23:16:26.294047 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.rpc [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Device 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 not bound to the agent host dv-neutron-822521-1-hyperv {{(pid=88996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 23:16:26.520473 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8177914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853647981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1729433'] for network, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:26.525467 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Notify callbacks [] for network, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:26.556261 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b7357d-c06a-4ff6-9019-39aa390f14e3,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:26.560774 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-ee3c98cf-a861-43b3-91f4-3a2d1ef3cac9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/81b7357d-c06a-4ff6-9019-39aa390f14e3 HTTP/1.1" status: 204 len: 168 time: 1.2701237 Dec 21 23:16:26.638719 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] Deleting port 0fcc93f3-0eb0-4725-aeba-0febdf0a68d4 {{(pid=88996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 21 23:16:26.639263 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772323246929'] for port, before_delete {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:26.706921 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe8952-2e8d-47d0-a651-bba96d308544 None None] The port '0fcc93f3-0eb0-4725-aeba-0febdf0a68d4' was deleted {{(pid=88996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 21 23:16:26.803019 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51916) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:26.857234 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-bf73f05b-bd15-4291-9227-fa661e460df4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=120564833add46e1ac66fc9e9edebec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528779 Dec 21 23:16:26.859775 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51920) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:26.928257 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4eebaa1-bdd1-4ce8-8fa2-63eb00a75456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:26.970304 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4eebaa1-bdd1-4ce8-8fa2-63eb00a75456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:27.293820 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4eebaa1-bdd1-4ce8-8fa2-63eb00a75456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:27.314813 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eebaa1-bdd1-4ce8-8fa2-63eb00a75456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2885023-ffa6-4aed-9d64-a5d61623d15d,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:27.320229 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e4eebaa1-bdd1-4ce8-8fa2-63eb00a75456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:27.321503 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-e4eebaa1-bdd1-4ce8-8fa2-63eb00a75456 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2885023-ffa6-4aed-9d64-a5d61623d15d HTTP/1.1" status: 204 len: 168 time: 0.4603784 Dec 21 23:16:27.921671 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51928) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:27.976114 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-6ab57eeb-2318-4bbb-8644-cbbe50d13d43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3549d7d76e94f63bd6ce052a7862ef6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532479 Dec 21 23:16:27.978773 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.wsgi [-] (88995) accepted ('10.222.0.30', 51932) {{(pid=88995) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:16:28.042163 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa8f4-244a-4641-8ad1-0aa29c81bffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:28.073311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa8f4-244a-4641-8ad1-0aa29c81bffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:28.154356 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa8f4-244a-4641-8ad1-0aa29c81bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853026624'] for security_group, after_delete {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:28.170389 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fa8f4-244a-4641-8ad1-0aa29c81bffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6a5a59-ea8d-4f54-936a-ec71611162a1,revision_number=None']} {{(pid=88995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 23:16:28.176946 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa8f4-244a-4641-8ad1-0aa29c81bffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88995) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:28.178703 dv-neutron-822521-1-hyperv neutron-server[88883]: INFO neutron.wsgi [None req-dd1fa8f4-244a-4641-8ad1-0aa29c81bffd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e6a5a59-ea8d-4f54-936a-ec71611162a1 HTTP/1.1" status: 204 len: 168 time: 0.1989448 Dec 21 23:16:34.082076 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:35.259596 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:16:37.320603 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-1d0ea935-14a0-4e95-b9ff-1d6a6b0f938f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:38.873936 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:40.064932 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-87c3bd36-c4ce-4a2e-bde9-84954d357dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:40.287560 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:16:41.796527 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:04.108058 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:07.319788 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-598f4536-8dda-4ba4-adeb-d602a535478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:08.875982 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:10.067475 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-bd0d571c-3526-4145-bbbe-1ddbad639d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:10.290614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:11.815841 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:12.260802 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:17:34.104228 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:37.315645 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-94cf6046-2926-4b9e-b623-bf6d02fd3c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:38.878417 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:40.063868 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d7e6fb45-8d0b-4ec3-8cd4-b3a4f7c578d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:40.293306 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:41.795433 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:17:49.261878 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:18:04.109491 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:07.327374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ead736d9-5432-4eeb-b393-4e7b49c2965c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:08.881808 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:10.063618 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b19acb88-3dd6-4a8d-9595-1cc9133b67ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:10.303466 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:11.817497 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:26.263457 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:18:34.126405 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:37.326268 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cee51969-8351-46ee-a96c-c26bab55d170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:38.900110 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:40.088689 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-c95b461c-fa7b-4bd7-86f0-2da5530030a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:40.302834 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:18:41.819777 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:03.403311 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:19:04.138086 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:07.325583 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-80c35915-2d19-40c4-931b-78b108b99139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:08.876534 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:10.062555 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-fd2497d0-b21b-4c83-99aa-8e693e4f35d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:10.302439 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:11.826642 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:34.153944 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:37.330656 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d3355486-ca50-4501-8715-bf8929f2b0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:38.873285 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:40.062227 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dfc8ebdf-fad9-4ed5-a0aa-9dd1d9f066c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:40.264313 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:19:40.313649 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:19:41.822091 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:04.158938 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:07.326923 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-000a2104-79a0-449d-aa95-49e9489611be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:08.875718 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:10.062278 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d2b8884f-1c4d-413a-b3db-656393709fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:10.309315 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:11.834940 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:17.266084 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:20:34.170130 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:37.326676 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-d54f35a0-ca7d-4edd-a423-4e552915f53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:38.874832 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:40.066919 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-7de78265-12ae-494d-a7ce-3820221f1f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:40.312492 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:41.826766 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:20:54.267254 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:21:04.171039 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:07.326116 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-f4530121-4567-4574-b771-645f901bd6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:08.874293 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:10.068326 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-dc192601-9756-4383-b125-9653f587da3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:10.313890 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:11.828543 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:31.267928 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:21:34.188300 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:37.324843 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-9412351d-d169-453d-ac6e-66622fb2a426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:38.862221 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:40.071960 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-ee210f04-0d55-403c-a754-3ab24ab4eb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:40.317540 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:21:41.831374 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:22:04.231307 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-04c399a8-83f7-490f-9b79-b295fb401da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:22:07.339709 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-cb03cc75-946e-463b-81ef-9a607fa677cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:22:08.270614 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron.db.agents_db [None req-f0119277-6fc2-4fbd-bdb6-dc109a3fac8b None None] Agent healthcheck: found 6 active agents {{(pid=88997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 21 23:22:08.877423 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-b8e95d0b-a56e-4a7c-9122-58a189c29248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:22:10.071570 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-e695470f-b9ec-4acd-aa24-4dbc18374c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:22:10.318761 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-343e87b6-642f-4fe2-a4e2-f6156a8624b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 23:22:11.833342 dv-neutron-822521-1-hyperv neutron-server[88883]: DEBUG neutron_lib.callbacks.manager [None req-3aa60383-aefa-4121-95b7-211a7a001966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772323311031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8177368'] for agent, after_update {{(pid=88996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}